-- Logs begin at Tue 2022-04-05 09:08:17 UTC, end at Tue 2022-04-05 10:53:15 UTC. -- Apr 05 09:43:44.546920 dv-neutron-833199-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 09:43:46.687078 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.common.config [-] Logging enabled! Apr 05 09:43:46.687745 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev53 Apr 05 09:43:46.687914 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83716) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 05 09:43:46.690299 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.common.config [-] Logging enabled! Apr 05 09:43:46.690544 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev53 Apr 05 09:43:46.690785 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83716) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 05 09:43:46.691766 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 09:43:46.692005 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 09:43:46.692347 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 09:43:46.692586 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 09:43:46.692806 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 09:43:46.693125 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.693415 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.693708 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.693934 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.694224 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.694513 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.694792 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.695689 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.695989 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.696270 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.696545 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.696826 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.697053 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.697331 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.697617 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.697903 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.698126 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] debug = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.698402 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.698823 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.699230 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.699509 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.699817 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.700094 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.700369 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.700649 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.700974 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] host = dv-neutron-833199-1-hyperv {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.701247 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.701531 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.701814 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.702189 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.702475 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.702824 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.703119 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.703396 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.703689 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] log_file = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.703965 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.704254 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.704542 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.704834 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.705057 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.705277 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.705560 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.705846 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.706121 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.706391 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.706663 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.706933 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.707204 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.707470 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.707774 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.708054 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.708338 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.708610 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.708880 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.709146 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.709415 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.709694 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.709965 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.710242 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.710511 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.710855 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.710855 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.711444 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.711769 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.712055 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.712338 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.712624 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.712896 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.713189 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.713458 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.713728 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.713996 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] use_json = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.714266 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.714536 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.714815 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.715083 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.715353 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.715642 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.715913 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.716200 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.716470 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:46.716763 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.717058 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.717355 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.717633 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.717926 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.718205 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.718493 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.718769 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.719056 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.719343 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.719652 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.719929 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.720212 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.720502 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.720790 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.721063 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.721340 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.721627 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.721901 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.722172 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.722447 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.722733 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.723015 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.723282 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.723579 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.723850 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.724120 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.724390 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.724663 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.724951 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.725223 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.725489 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.725756 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.726027 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.726334 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.726696 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.726970 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.727242 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.727531 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.727809 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.728078 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.728347 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.728620 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.728890 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.729165 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.729434 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.729706 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.729977 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.730248 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.730516 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.730787 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.731057 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.731330 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.731619 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.731889 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.732158 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.732427 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.732700 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.732991 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.733286 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.733562 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.733839 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.734119 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.734395 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.734671 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.734946 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.735223 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.735499 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.735795 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.736093 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.736377 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.736666 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.736947 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.737224 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.737519 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.737797 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.738077 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.738352 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.738627 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.738907 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.739187 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.739480 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.739798 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.740093 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.740387 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.740679 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.740959 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.741266 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.741544 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:46.741758 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 09:43:46.742823 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83716) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 09:43:47.141019 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO keyring.backend [-] Loading KWallet Apr 05 09:43:47.148398 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO keyring.backend [-] Loading SecretService Apr 05 09:43:47.151562 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO keyring.backend [-] Loading Windows Apr 05 09:43:47.152900 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO keyring.backend [-] Loading chainer Apr 05 09:43:47.153480 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO keyring.backend [-] Loading macOS Apr 05 09:43:47.186601 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 09:43:47.186875 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 09:43:47.187160 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 09:43:47.188806 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 09:43:47.494269 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.494482 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.494747 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.550192 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.550475 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.550739 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.553765 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.554042 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.554337 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.582544 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.582824 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.583093 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.610693 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.610967 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.611229 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.930543 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.931167 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.931167 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.931326 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:47.932267 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.056345 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.056662 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.056944 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.057210 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.057468 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.057771 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.058028 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.058278 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.058526 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.058801 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.059053 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.059309 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.059592 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.059850 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.060114 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.060377 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.060628 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.060893 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.061139 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.061413 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.061765 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.062010 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.062254 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.062530 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.062774 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.063014 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.063393 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 09:43:48.063904 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 09:43:48.064145 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 09:43:48.064379 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 09:43:48.064610 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 09:43:48.064840 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 09:43:48.065387 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 09:43:48.068468 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 09:43:48.072482 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 09:43:48.076268 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 05 09:43:48.077879 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 09:43:48.078261 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 09:43:48.078591 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 09:43:48.078974 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 09:43:48.081753 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 09:43:48.081998 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 09:43:48.082338 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 09:43:48.110900 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 05 09:43:48.111645 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.112109 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83716) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 09:43:48.112694 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.114764 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83716) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 09:43:48.115168 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 09:43:48.115414 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 09:43:48.118651 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.118924 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.178401 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 09:43:48.178642 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 09:43:48.178878 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 09:43:48.179241 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 09:43:48.209919 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_db.sqlalchemy.engines [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83716) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 05 09:43:48.523840 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Initializing driver for type 'gre' Apr 05 09:43:48.524283 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] gre ID ranges: [(1, 1000)] Apr 05 09:43:48.582863 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Initializing driver for type 'local' Apr 05 09:43:48.583202 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Initializing driver for type 'vlan' Apr 05 09:43:48.597366 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] VlanTypeDriver initialization complete Apr 05 09:43:48.597992 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Initializing driver for type 'vxlan' Apr 05 09:43:48.598752 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] vxlan ID ranges: [(1, 1000)] Apr 05 09:43:48.656165 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Initializing extension driver 'port_security' Apr 05 09:43:48.656595 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.extensions.port_security [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] PortSecurityExtensionDriver initialization complete Apr 05 09:43:48.656930 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Initializing mechanism driver 'openvswitch' Apr 05 09:43:48.657249 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Initializing mechanism driver 'hyperv' Apr 05 09:43:48.663632 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.plugins.ml2.plugin [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:43:48.664514 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > port after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.664887 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > port after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.665232 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > port after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.665741 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83716) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 09:43:48.666167 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > subnet after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.666545 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > subnet after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.666889 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.667270 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83716) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 09:43:48.667694 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > network after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.668043 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > network after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.668384 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > network after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.668766 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83716) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 09:43:48.669163 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > security_group after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.669503 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > security_group after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.669839 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > security_group after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.670354 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83716) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 09:43:48.670752 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.671109 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.671431 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.671910 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83716) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 09:43:48.672368 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] ML2 OVO RPC backend initialized. {{(pid=83716) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 05 09:43:48.672999 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.673352 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.673766 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > network before_response 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.674110 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > networks before_response 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.674454 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > port before_response 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.674791 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > ports before_response 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.675130 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > subnet before_response 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.675472 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > subnets before_response 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.675839 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > network after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.676175 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > network after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.676505 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > network after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.676840 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > port after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.677169 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > port after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.677500 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > port after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.677830 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > subnet after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.678178 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > subnet after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.678488 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.679071 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.plugin [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Modular L2 Plugin initialization complete Apr 05 09:43:48.679476 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading services supported by the core plugin {{(pid=83716) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 09:43:48.679908 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.plugins.ml2.managers [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Got port-security extension from driver 'port_security' Apr 05 09:43:48.680373 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.extensions.vlantransparent [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Disabled vlantransparent extension. Apr 05 09:43:48.680789 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83716) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 09:43:48.681106 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading Plugin: router Apr 05 09:43:48.718437 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router_interface before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.718832 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router after_create 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.719195 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router before_create 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.719579 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.719948 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.720302 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router after_delete 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.720656 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > floatingip after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.721018 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router after_create 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.721360 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router after_update 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.721705 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router after_update 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.722046 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.722396 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router after_update 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.722799 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router precommit_update 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.723165 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: port after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.723498 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: port after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.723860 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: subnet after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.724192 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.724535 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > port precommit_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.724875 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router precommit_create 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.725209 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: port before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.725546 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router precommit_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.725895 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router after_update 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.726300 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router precommit_delete 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.726644 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router precommit_create 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.727001 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.727343 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router precommit_update 55549900 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.727725 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > agent after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.728071 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > agent after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.728414 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > network after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.729289 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Tracking information for resource: router configured {{(pid=83716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 09:43:48.729615 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Tracking information for resource: floatingip configured {{(pid=83716) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 09:43:48.734503 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.db.l3_agentschedulers_db [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 09:43:48.735078 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: port after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.735438 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: port after_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.735813 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: port after_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.736163 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: port after_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.737073 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router before_create 55550100 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.737435 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router precommit_delete 55550100 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.737790 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router precommit_create 55550100 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.738138 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > router precommit_update 55550100 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.742650 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.services.provider_configuration [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service providers = [] {{(pid=83716) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 09:43:48.743007 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.db.servicetype_db [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83716) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 09:43:48.745966 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.services.service_base [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 09:43:48.746316 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.services.service_base [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 09:43:48.746655 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.services.service_base [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 09:43:48.747543 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.services.service_base [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83716) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 09:43:48.747998 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.services.service_base [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 09:43:48.748383 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 09:43:48.748699 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 09:43:48.759870 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 09:43:48.760209 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading Plugin: auto_allocate Apr 05 09:43:48.766076 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: network precommit_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.766448 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: network precommit_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.766962 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 09:43:48.767280 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading Plugin: tag Apr 05 09:43:48.774368 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 09:43:48.774634 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading Plugin: timestamp Apr 05 09:43:48.778617 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 09:43:48.778946 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading Plugin: network_ip_availability Apr 05 09:43:48.784264 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.784632 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.784984 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:48.785679 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 09:43:48.785995 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading Plugin: flavors Apr 05 09:43:48.790723 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 09:43:48.791050 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading Plugin: revisions Apr 05 09:43:48.795270 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83716) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 09:43:48.795691 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_concurrency.lockutils [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=83716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 09:43:48.796426 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83716) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 05 09:43:48.796758 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Initializing extension manager. Apr 05 09:43:48.797255 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: __init__.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.797599 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: __pycache__ {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.797929 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.798258 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.798583 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: _filter_validation_lib.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.798909 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.799232 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: address_group.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.800010 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.800571 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: address-group Apr 05 09:43:48.800890 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: address_scope.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.801589 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.802097 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: address-scope Apr 05 09:43:48.802414 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: admin_state_down_before_update.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.803323 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.803864 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: router-admin-state-down-before-update Apr 05 09:43:48.804183 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: agent.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.804983 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.805483 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: agent Apr 05 09:43:48.805802 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: agent_resources_synced.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.806701 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.807211 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: agent-resources-synced Apr 05 09:43:48.807551 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: allowedaddresspairs.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.809491 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.810011 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: allowed-address-pairs Apr 05 09:43:48.810336 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: auto_allocated_topology.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.811388 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.811933 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: auto-allocated-topology Apr 05 09:43:48.812254 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: availability_zone.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.812932 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.813678 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: availability_zone Apr 05 09:43:48.814003 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: availability_zone_filter.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.814898 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.815402 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: availability_zone_filter Apr 05 09:43:48.815746 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: data_plane_status.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.816639 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.817149 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 09:43:48.817472 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: default_subnetpools.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.818371 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.818878 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: default-subnetpools Apr 05 09:43:48.819197 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: dhcpagentscheduler.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.820569 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.821179 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: dhcp_agent_scheduler Apr 05 09:43:48.821498 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: dns.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.822405 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.822906 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension dns-integration not supported by any of loaded plugins Apr 05 09:43:48.823224 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: dns_domain_ports.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.824155 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.824658 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 09:43:48.824975 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: dvr.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.825637 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.826136 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: dvr Apr 05 09:43:48.826453 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: empty_string_filtering.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.827350 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.827888 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: empty-string-filtering Apr 05 09:43:48.828208 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.829107 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.829647 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 09:43:48.829968 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.830864 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.831363 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 09:43:48.831724 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: external_net.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.832626 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.833127 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: external-net Apr 05 09:43:48.833445 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: extra_dhcp_opt.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.834333 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.834836 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: extra_dhcp_opt Apr 05 09:43:48.835154 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: extraroute.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.836648 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.837157 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: extraroute Apr 05 09:43:48.837476 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: extraroute_atomic.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.838485 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.838993 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: extraroute-atomic Apr 05 09:43:48.839313 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: filter_validation.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.839991 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.840562 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: filter-validation Apr 05 09:43:48.840883 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: fip_pf_description.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.841774 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.842297 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 09:43:48.842616 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: fip_port_details.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.843548 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.844048 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: fip-port-details Apr 05 09:43:48.844367 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: flavors.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.845572 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.846088 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: flavors Apr 05 09:43:48.846412 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.848066 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.848596 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 09:43:48.848928 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: floatingip_pools.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.849620 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.850129 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: floatingip-pools Apr 05 09:43:48.850451 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: ip_allocation.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.851468 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.852005 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 09:43:48.852327 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.853236 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.853742 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: ip-substring-filtering Apr 05 09:43:48.854064 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: l2_adjacency.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.854981 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.855484 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 09:43:48.855834 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: l3.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.856844 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.857367 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: router Apr 05 09:43:48.857687 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: l3_conntrack_helper.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.860098 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.860620 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 09:43:48.860946 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.861870 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.862386 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: ext-gw-mode Apr 05 09:43:48.862709 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.863641 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.864154 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: l3-ha Apr 05 09:43:48.864476 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: l3_flavors.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.865376 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.865879 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: l3-flavors Apr 05 09:43:48.866197 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.867141 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.867694 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 09:43:48.868013 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: l3agentscheduler.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.869032 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.869545 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: l3_agent_scheduler Apr 05 09:43:48.869868 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: logging.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.871328 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.871954 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension logging not supported by any of loaded plugins Apr 05 09:43:48.872283 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: metering.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.873018 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.873587 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: metering Apr 05 09:43:48.873912 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.874986 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.875499 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: metering_source_and_destination_fields Apr 05 09:43:48.875847 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: multiprovidernet.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.876759 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.877269 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: multi-provider Apr 05 09:43:48.877589 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: netmtu.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.878493 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.878996 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: net-mtu Apr 05 09:43:48.879317 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: netmtu_writable.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.880249 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.880749 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: net-mtu-writable Apr 05 09:43:48.881070 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: network_availability_zone.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.881730 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.882232 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: network_availability_zone Apr 05 09:43:48.883109 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: network_ip_availability.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.884274 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.884786 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: network-ip-availability Apr 05 09:43:48.885110 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: network_segment_range.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.885865 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.886370 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 09:43:48.886688 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: pagination.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.887745 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.888074 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: pagination Apr 05 09:43:48.888391 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.889299 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.889809 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: port-mac-address-regenerate Apr 05 09:43:48.890128 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: port_resource_request.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.891034 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.891640 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 09:43:48.891964 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: portbindings.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.892880 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.893390 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: binding Apr 05 09:43:48.893709 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: portbindings_extended.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.894943 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.895455 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: binding-extended Apr 05 09:43:48.895803 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: portsecurity.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.896710 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.897218 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: port-security Apr 05 09:43:48.897545 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: project_id.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.899102 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.899428 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: project-id Apr 05 09:43:48.899769 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: providernet.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.900686 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.901194 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: provider Apr 05 09:43:48.901512 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: qos.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.905181 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.905701 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension qos not supported by any of loaded plugins Apr 05 09:43:48.906032 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.907264 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.907825 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 09:43:48.908151 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.909063 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.909576 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 09:43:48.909895 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: qos_default.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.910792 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.911298 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension qos-default not supported by any of loaded plugins Apr 05 09:43:48.911664 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: qos_fip.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.912307 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.912808 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension qos-fip not supported by any of loaded plugins Apr 05 09:43:48.913123 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: qos_gateway_ip.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.914060 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.914560 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 09:43:48.914880 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: qos_port_network_policy.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.915812 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.916316 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 09:43:48.916636 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: qos_rule_type_details.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.917540 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.918048 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 09:43:48.918387 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: qos_rules_alias.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.919455 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.919990 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 09:43:48.920311 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: quotasv2.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.921173 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.921496 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: quotas Apr 05 09:43:48.921815 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: quotasv2_detail.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.923380 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.923758 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: quota_details Apr 05 09:43:48.924087 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: rbac.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.925128 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.925646 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: rbac-policies Apr 05 09:43:48.925971 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: rbac_address_scope.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.926895 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.927409 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: rbac-address-scope Apr 05 09:43:48.927766 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: rbac_security_groups.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.928675 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.929183 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: rbac-security-groups Apr 05 09:43:48.930168 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: rbac_subnetpool.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.931161 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.931724 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: rbac-subnetpool Apr 05 09:43:48.932012 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: revisionifmatch.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.932932 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.933439 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: revision-if-match Apr 05 09:43:48.933757 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: revisions.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.934913 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.935418 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: standard-attr-revisions Apr 05 09:43:48.935768 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: router_availability_zone.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.936429 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.936930 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: router_availability_zone Apr 05 09:43:48.937244 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: routerservicetype.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.938175 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.938928 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension router-service-type not supported by any of loaded plugins Apr 05 09:43:48.939245 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: security_groups_port_filtering.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.940174 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.940686 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: port-security-groups-filtering Apr 05 09:43:48.941005 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: securitygroup.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.952111 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.952638 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: security-group Apr 05 09:43:48.952972 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: segment.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.953747 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.954257 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension segment not supported by any of loaded plugins Apr 05 09:43:48.954582 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.955531 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.956043 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 09:43:48.956369 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: servicetype.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.957449 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.957969 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: service-type Apr 05 09:43:48.958291 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: sorting.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.959257 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.959619 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: sorting Apr 05 09:43:48.959943 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: standard_attr_segment.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.961384 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.961893 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 09:43:48.962215 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: standardattrdescription.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.962858 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.963359 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: standard-attr-description Apr 05 09:43:48.963712 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: stateful_security_group.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.964643 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.965152 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: stateful-security-group Apr 05 09:43:48.965539 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: stdattrs_common.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.966120 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 09:43:48.966436 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.967400 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.967939 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 09:43:48.968259 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: subnet_onboard.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.969391 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.969902 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: subnet_onboard Apr 05 09:43:48.970222 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.971140 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.971675 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 09:43:48.971998 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: subnet_service_types.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.972906 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.973418 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: subnet-service-types Apr 05 09:43:48.973737 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: subnetallocation.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.974803 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.975308 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: subnet_allocation Apr 05 09:43:48.975662 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.976401 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.977076 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: subnetpool-prefix-ops Apr 05 09:43:48.977397 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.978314 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.978824 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 09:43:48.979142 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: tagging.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.980228 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.980743 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: standard-attr-tag Apr 05 09:43:48.981131 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: timestamp.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.982313 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.982829 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loaded extension: standard-attr-timestamp Apr 05 09:43:48.983151 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: trunk.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.984212 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.984810 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension trunk not supported by any of loaded plugins Apr 05 09:43:48.985139 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: trunk_details.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.986055 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.986566 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension trunk-details not supported by any of loaded plugins Apr 05 09:43:48.986887 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: uplink_status_propagation.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.987836 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.988346 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 09:43:48.988673 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Loading extension file: vlantransparent.py {{(pid=83716) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 09:43:48.989359 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83716) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 09:43:48.989899 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 09:43:48.992763 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:network Apr 05 09:43:48.993478 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:subnet Apr 05 09:43:48.994073 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 09:43:48.994836 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:port Apr 05 09:43:48.996103 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:48.996633 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service FLAVORS assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:48.997213 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:48.997637 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:48.997970 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:router Apr 05 09:43:48.998630 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:floatingip Apr 05 09:43:48.999339 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service METERING assigned prefix: /metering {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:49.000800 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:49.001158 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:49.001511 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:43:49.002634 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 09:43:49.003072 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:security_group Apr 05 09:43:49.003744 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 09:43:49.004546 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service CORE assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:49.004881 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 09:43:49.005215 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] subnetpool is already registered Apr 05 09:43:49.005817 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service CORE assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:49.006148 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 09:43:49.006469 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] subnetpool is already registered Apr 05 09:43:49.009808 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:49.010238 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service FLAVORS assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:49.010820 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:49.011242 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:49.011595 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:router Apr 05 09:43:49.011924 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] router is already registered Apr 05 09:43:49.012588 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:floatingip Apr 05 09:43:49.012911 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] floatingip is already registered Apr 05 09:43:49.013536 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service METERING assigned prefix: /metering {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:49.014190 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 09:43:49.014515 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] rbac_policy is already registered Apr 05 09:43:49.015046 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:security_group Apr 05 09:43:49.015368 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] security_group is already registered Apr 05 09:43:49.016050 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 09:43:49.016376 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] security_group_rule is already registered Apr 05 09:43:49.017041 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service CORE assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:49.017373 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 09:43:49.017694 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] subnetpool is already registered Apr 05 09:43:49.018291 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.v2.resource_helper [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Service CORE assigned prefix: {{(pid=83716) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 09:43:49.018614 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 09:43:49.018935 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING neutron.quota.resource_registry [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] subnetpool is already registered Apr 05 09:43:49.019621 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: extensions {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.021037 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: address-groups {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.022586 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: address-scopes {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.024043 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: agents {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.025323 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: auto-allocated-topology {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.026477 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: availability_zones {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.027846 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: dhcp-networks {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.029212 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: dhcp-agents {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.030589 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: routers {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.032371 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: flavors {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.033488 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: service_profiles {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.034662 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: next_providers {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.036170 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: service_profiles {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.037554 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: floatingip-pools {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.038846 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: routers {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.040662 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: floatingips {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.042242 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: l3-routers {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.044579 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: l3-agents {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.046855 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: metering-labels {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.049009 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: metering-label-rules {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.051023 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: network-ip-availabilities {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.053043 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: bindings {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.057476 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: quotas {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.059760 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: quotas {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.062004 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: rbac-policies {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.064316 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: security-groups {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.066220 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: security-group-rules {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.068235 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: service-providers {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.070785 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: subnetpools {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.073084 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: subnetpools {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.075399 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: tags {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.078000 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: tags {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.079812 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: tags {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.081567 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: tags {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.084206 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: tags {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.087001 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: tags {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.089825 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: tags {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.091706 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: tags {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.093611 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: tags {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.096505 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron.api.extensions [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Extended resource: tags {{(pid=83716) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 09:43:49.104294 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING keystonemiddleware.auth_token [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 09:43:49.110961 dv-neutron-833199-1-hyperv neutron-server[83716]: WARNING keystonemiddleware.auth_token [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 09:43:49.121839 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_concurrency.lockutils [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Acquired lock "singleton_lock" {{(pid=83716) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 09:43:49.122524 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_concurrency.lockutils [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Releasing lock "singleton_lock" {{(pid=83716) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 09:43:49.123427 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO oslo_service.service [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Starting 2 workers Apr 05 09:43:49.128618 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Started child 83819 {{(pid=83716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 09:43:49.133494 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Started child 83820 {{(pid=83716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 09:43:49.134639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:43:49.135159 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO neutron.service [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 09:43:49.135780 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Notify callbacks [] for process, before_spawn {{(pid=83716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:43:49.136237 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [-] (83819) wsgi starting up on http://0.0.0.0:9696 Apr 05 09:43:49.138250 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO oslo_service.service [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Starting 1 workers Apr 05 09:43:49.139219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:43:49.140606 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [-] (83820) wsgi starting up on http://0.0.0.0:9696 Apr 05 09:43:49.143209 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Started child 83821 {{(pid=83716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 09:43:49.143756 dv-neutron-833199-1-hyperv neutron-server[83716]: INFO oslo_service.service [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Starting 1 workers Apr 05 09:43:49.147143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.service [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] calling RpcWorker wait() {{(pid=83821) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 09:43:49.147707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.service [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] returning from RpcWorker wait() {{(pid=83821) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 09:43:49.147942 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Started child 83822 {{(pid=83716) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 09:43:49.149395 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG neutron_lib.callbacks.manager [None req-0e469c02-eb3e-4d84-bc0a-db44d0e96c8e None None] Notify callbacks [] for process, after_spawn {{(pid=83716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:43:49.149489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:43:49.149950 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:43:49.151301 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83716) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 05 09:43:49.151512 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 09:43:49.151713 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 09:43:49.151919 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 09:43:49.152244 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 09:43:49.152408 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 09:43:49.152916 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.153195 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.153457 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.153710 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.153999 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.154309 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:43:49.154763 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.154763 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.155013 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.155286 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.155545 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.155719 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.155883 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.156124 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.156377 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.156673 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.156941 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.157188 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.157444 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.157614 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.157873 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.158129 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.158353 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.158622 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] debug = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.158878 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.159369 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.159640 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.159889 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.160094 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.160362 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.160625 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.160913 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.161155 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.161417 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.161622 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.161865 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.162072 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.162335 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.162576 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.162816 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.163234 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] host = dv-neutron-833199-1-hyperv {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.163445 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.164514 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.164808 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.165052 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.165298 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.165517 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.165777 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.166020 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.166292 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.166533 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.166762 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.167006 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.167219 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.167465 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_file = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.167653 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_options = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.167888 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.168175 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.168444 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.168633 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.168799 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.168974 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.169236 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.169399 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.169644 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.169878 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.170090 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.170337 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.170579 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.170812 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.171058 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.171270 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.171505 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.171733 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.171973 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.172198 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.172420 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.172664 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.172881 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.173095 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.173319 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.173513 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.173776 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.173967 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.174175 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.174402 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.174677 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.174928 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.175157 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.175395 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.175641 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.175871 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.176102 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.176359 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.176641 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.176839 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.177104 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.177316 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.177541 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.177758 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.177990 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.178202 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_json = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.178413 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.178624 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.178873 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.179086 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.179347 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.179589 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.179809 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.180040 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.180251 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.180658 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.180936 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.182112 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.182397 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.182657 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.182934 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.183212 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.183639 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.183890 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.184141 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.184544 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.184709 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.185679 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.185679 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.186660 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.187287 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.188090 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.188333 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.188818 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.190790 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.190790 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.190790 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.190790 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.190790 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.191419 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:43:49.191630 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.191630 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.191630 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.191630 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.191630 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.191630 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.192324 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.192324 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.192324 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.192324 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.192776 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.193290 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.193290 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.193290 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.193665 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.193860 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.194044 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.194277 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.194497 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.194713 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.195148 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.195284 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.195606 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.195831 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.196045 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.196264 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.196478 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.196729 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.196950 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.197166 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.197842 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.197842 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.197842 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.198228 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.198228 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.198472 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.198675 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.198912 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.199127 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.199341 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.199569 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.199784 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.200015 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.200228 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.200469 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.200683 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.201043 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.201180 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.201309 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.201506 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.201989 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.202129 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.202366 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.203915 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.203915 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.203915 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.203915 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.203915 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.203915 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.204330 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.204330 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.204579 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.204773 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.205058 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.205303 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.205577 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.205787 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.206020 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.206293 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.206518 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.206749 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.206985 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.207282 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.207578 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.207816 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.208074 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.208342 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.208617 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.208871 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.209145 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.209407 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.209652 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.209957 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.210246 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.210515 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.211253 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.211500 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.211782 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.212035 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.212305 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.212580 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.212831 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.213072 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.213344 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.213625 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.213871 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.214105 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.214354 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.214682 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.214937 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.215295 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.215596 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.215835 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.216085 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.216325 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.216595 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.216854 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.217110 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.217362 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.217585 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.217806 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.218049 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.218284 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.218499 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.218733 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.218894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 49346) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:43:49.219037 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.219177 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.219360 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.219592 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.219847 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.220079 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.220297 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.220536 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.220753 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.220999 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.221256 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.221468 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.221706 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.221961 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.222179 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.222395 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.222612 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.222841 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.223094 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.223330 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.223647 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.223953 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.224106 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.224349 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.224562 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.224818 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.225079 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.225382 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.225627 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.225820 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.226057 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.226486 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.227786 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.227786 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.228080 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062530 Apr 05 09:43:49.228258 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.228258 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.228258 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.228258 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.229941 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.229941 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.231735 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.231735 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.231877 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.232103 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.232354 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.232579 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.233787 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.233787 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.234040 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.234241 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.234468 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.234716 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.234939 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.235211 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.236062 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.236062 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.236062 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.237021 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.237266 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.237490 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.238332 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.238332 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.238332 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.238781 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.238781 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.238781 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.239175 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.239310 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.239452 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.239740 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.239972 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.240203 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.240437 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.240677 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.240909 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.242667 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.242667 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.242667 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.242667 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.242667 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.242999 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.242999 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.243295 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.245420 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.245420 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.245420 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.245420 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.246336 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.246601 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.246848 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.248118 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.248118 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.248118 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.248118 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.249515 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.249515 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.250549 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.250652 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.250894 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.251158 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.251387 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.251751 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.252077 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.252384 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.252642 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.252896 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.253167 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.253414 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.253638 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.253885 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.254125 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.255135 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.255409 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.255731 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.256325 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.256325 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.256576 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.256576 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.256848 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.257955 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.257955 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.257955 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.257955 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 09:43:49.258322 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83716) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 05 09:43:49.258492 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 09:43:49.258650 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 09:43:49.258825 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 09:43:49.259712 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 09:43:49.259955 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 09:43:49.260248 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.260507 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.260688 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.260881 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.261037 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.261233 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.261405 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.261575 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.261742 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.261907 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.262077 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.262243 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.262392 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.262557 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.262720 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.262868 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.263031 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.263192 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.263358 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.263550 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.263703 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.263865 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.264025 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] debug = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.264187 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.264404 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.264576 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.264759 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.264922 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.265081 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.265239 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.265397 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.265558 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.265720 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.265883 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.266045 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.266205 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.266363 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.266520 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.266759 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.266852 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] host = dv-neutron-833199-1-hyperv {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.266999 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.267139 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.267291 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.267451 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.268582 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.268754 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.268920 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.269097 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.269245 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.269456 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.269549 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.269709 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.269870 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.270030 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_file = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.270191 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_options = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.270352 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.270515 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.270693 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.270865 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.271033 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.271196 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.271376 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.271549 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.271695 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.272438 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.272438 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.272438 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.272438 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.272438 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.272762 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.272762 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.272879 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.273071 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.273239 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.273400 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.273560 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.273720 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.273879 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.274040 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.274199 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.274359 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.274518 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.274677 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.274849 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.274998 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.275156 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.275316 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.275546 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.276490 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.276666 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.276840 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.276997 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.277139 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.277283 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.277446 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.277598 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.277761 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.277923 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.278079 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.278230 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.278392 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_json = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.278550 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.278710 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.278870 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.279031 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.279191 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.279349 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.279597 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.279819 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.280064 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 09:43:49.280328 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.280569 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.280817 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.281145 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.282235 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.282489 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.282723 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.282954 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.283192 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.283421 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.283740 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.283968 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.284210 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.284435 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.284662 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.285641 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.285641 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.285641 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.285641 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.285641 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.285641 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.286012 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.286012 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.286156 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.286362 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.286599 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.286779 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.286934 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.287084 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.287258 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.289281 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.289452 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.289627 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.289796 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.289976 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.290124 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.290924 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.290924 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.290924 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.290924 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.290924 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.291229 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.291229 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.291358 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.291624 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.293244 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.293419 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.293585 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.293745 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.293909 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.294090 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.294241 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.294400 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.294551 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.294715 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.294863 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.295018 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.295175 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.295330 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.295485 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.295677 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.295839 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.295991 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.296143 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.296307 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.297256 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.297425 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.297589 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.297753 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.297915 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.298096 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.298249 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.298391 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.298547 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.298823 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.298997 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.299154 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.299309 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.299467 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.299697 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.299855 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.300010 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.300164 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.300320 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.300480 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.300630 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.300785 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.300943 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.301110 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.301254 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.301418 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.301580 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.301733 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.301894 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.302057 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.302218 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.302381 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.302540 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.302695 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.302857 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.303032 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.303185 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.303327 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.303492 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.304852 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.304852 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.304852 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.305300 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.305300 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.305563 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.305563 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.305825 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.305825 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.306084 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.306084 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.306365 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.306365 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.306627 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.306765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:43:49.306909 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.306909 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.307171 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.307171 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.307441 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.307441 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.307816 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.307816 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.308075 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.308075 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.308345 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.308481 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.308618 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.308766 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.308946 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.309928 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.310097 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.310261 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.310424 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.310588 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.310752 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.310897 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.311053 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.311213 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.311376 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.311543 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.312489 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.312655 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.312800 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.312967 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.313111 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.313278 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.313424 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.313841 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.313986 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.314134 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.314298 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.314442 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.314607 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.314750 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.314956 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.315099 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.315237 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.315373 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.315508 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.315737 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.315874 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.316010 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.316158 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.316308 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.316446 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.316582 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.316743 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.316887 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.317056 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.317200 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.317365 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.317548 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.317699 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.317838 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.317974 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.318137 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.318293 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.318451 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.318594 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.318760 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.318946 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.319103 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.319242 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.319406 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.319590 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.319736 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.320411 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.320654 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.320908 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.321064 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.321215 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.321375 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.321540 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.321685 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.321850 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.321993 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.322158 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.322302 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.322465 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.322855 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.322855 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.323130 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.323130 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.323403 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.323403 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.323733 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.323733 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.323994 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.323994 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.324268 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.324405 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.324542 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.324716 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.325115 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.325115 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.325115 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.325533 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.325533 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.325809 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.325809 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.326293 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.326293 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.326293 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.326677 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.326677 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.326677 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.327067 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.327067 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.327329 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.327329 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.327861 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.327861 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.327861 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.328242 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.328242 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.328242 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.328640 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.328640 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.328900 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.328900 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.329170 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.329170 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.329429 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.329587 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.329587 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.329859 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.329996 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.330132 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.330267 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.330404 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.330540 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.330676 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.330813 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.330958 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.331095 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.331231 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.331376 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 09:43:49.331512 dv-neutron-833199-1-hyperv neutron-server[83716]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83716) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 09:43:59.589138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41a143-07ad-492e-b414-5c46b4150017 None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 09:43:59.686930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e7ca55f0-616a-428e-ada8-6aa3ed7e5587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3815391'] for agent, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:43:59.703590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41a143-07ad-492e-b414-5c46b4150017 None None] No non-hosted networks {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 09:44:01.739091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56c8ded0-c05b-4971-bb07-94a55df35ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3815391'] for agent, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:01.778009 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2072e1a8-b7d4-45ae-a4f6-2175e33d1333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:02.920481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3815391'] for agent, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:02.921335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.922146 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.922678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.923533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.924129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.925478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.926009 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.927064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.927659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.928989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.932112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:02.933116 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-833199-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:44:02.941889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-833199-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:44:03.024031 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3815391'] for agent, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:04.256977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3815391'] for agent, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:06.019276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 49444) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:06.615149 dv-neutron-833199-1-hyperv neutron-server[83820]: WARNING oslo_policy.policy [None req-4621081e-1ae4-4d37-b3bf-bbfd39a5f373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 09:44:06.615795 dv-neutron-833199-1-hyperv neutron-server[83820]: WARNING oslo_policy.policy [None req-4621081e-1ae4-4d37-b3bf-bbfd39a5f373 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 09:44:06.830642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-4621081e-1ae4-4d37-b3bf-bbfd39a5f373 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:44:06.830642 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4621081e-1ae4-4d37-b3bf-bbfd39a5f373 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8091648 Apr 05 09:44:08.721962 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.db.l3_hamode_db [None req-fa00676e-8166-4959-8ceb-d6f63b4ac12c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 09:44:08.807680 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00676e-8166-4959-8ceb-d6f63b4ac12c None None] Routers set() bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:44:08.808053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00676e-8166-4959-8ceb-d6f63b4ac12c None None] Router IDs set() for agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 09:44:09.158405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 49458) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:09.538041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ab32ebe5-195c-4365-b2ed-87492cf6e730 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:44:09.592045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.policy [None req-ab32ebe5-195c-4365-b2ed-87492cf6e730 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83820) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 05 09:44:09.592782 dv-neutron-833199-1-hyperv neutron-server[83820]: WARNING oslo_policy.policy [None req-ab32ebe5-195c-4365-b2ed-87492cf6e730 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 09:44:09.593153 dv-neutron-833199-1-hyperv neutron-server[83820]: WARNING oslo_policy.policy [None req-ab32ebe5-195c-4365-b2ed-87492cf6e730 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 09:44:09.596567 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.quota [None req-ab32ebe5-195c-4365-b2ed-87492cf6e730 admin admin] Loaded quota_driver: . Apr 05 09:44:09.612339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ab32ebe5-195c-4365-b2ed-87492cf6e730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:44:09.681585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ab32ebe5-195c-4365-b2ed-87492cf6e730 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749083538142', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749083586134', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749083579238', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749083572408', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749083567453', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-535587', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-646318', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3802025', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3767955'] for rbac-policy, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:09.749026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ab32ebe5-195c-4365-b2ed-87492cf6e730 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:09.750207 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ab32ebe5-195c-4365-b2ed-87492cf6e730 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5908687 Apr 05 09:44:12.358023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 49472) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:12.740394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Request body: {'network': {'name': 'private', 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'admin_state_up': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:44:12.745882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:44:12.750267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Usage tracker for resource:network and tenant:7e1df0751e4d47c8948f47cbf997c386 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:44:12.754810 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:44:12.760977 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:44:12.770514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Made reservation on behalf of 7e1df0751e4d47c8948f47cbf997c386 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:44:12.773382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:12.791186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:12.834345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:44:12.838238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Usage tracker for resource:security_group_rule and tenant:7e1df0751e4d47c8948f47cbf997c386 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:44:12.841019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:44:12.846830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:44:12.926153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:12.930002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:12.951808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:44:12.975571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749085436519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:12.976167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Unsubscribe: segment precommit_create {{(pid=83820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 09:44:12.977426 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Added segment a66960c5-9d92-4eb9-9edf-7510aa156ed3 of type vlan for network c481186d-8778-436f-a1b5-8b8aeef827e8 Apr 05 09:44:12.994597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3c047f-834a-4c29-aa84-1766cc382a4e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:13.052279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.052619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.052938 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.053264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.053590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.053912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.054246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.054699 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.055099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.055319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.055661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Tracked resource versions report: Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: pushed versions: Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: { 'ConntrackHelper': {'1.0'}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Log': {'1.0'}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Network': {'1.1'}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Port': {'1.5'}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'PortForwarding': {'1.2'}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'QosPolicy': {'1.8'}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SecurityGroup': {'1.2'}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SecurityGroupRule': {'1.0'}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SubPort': {'1.0'}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Subnet': {'1.1'}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Trunk': {'1.1'}} Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: consumer versions: Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: { DHCP agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: L3 agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: Metadata agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: Metering agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: Open vSwitch agent@dv-neutron-833199-1-hyperv: { 'ConntrackHelper': '1.0', Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Log': '1.0', Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Network': '1.1', Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Port': '1.5', Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'PortForwarding': '1.2', Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'QosPolicy': '1.8', Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SecurityGroup': '1.2', Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SecurityGroupRule': '1.0', Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SubPort': '1.0', Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Subnet': '1.1', Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Trunk': '1.1'}} Apr 05 09:44:13.056931 dv-neutron-833199-1-hyperv neutron-server[83820]: {{(pid=83820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 09:44:13.097817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:13.137419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:13.138461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:44:13.139088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:13.248550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] Pushing event updated for resources: {'Network': ['ID=c481186d-8778-436f-a1b5-8b8aeef827e8,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:13.250949 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cf7b24ba-26c0-45b3-ae4f-1e516e27aafa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8919675 Apr 05 09:44:13.261459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network c481186d-8778-436f-a1b5-8b8aeef827e8 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:44:15.860093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 49488) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:16.319092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5090994-cb7a-4216-b30b-8070eec819a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:44:16.320405 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b5090994-cb7a-4216-b30b-8070eec819a6 admin admin] 10.222.0.30 "GET /v2.0/networks/c481186d-8778-436f-a1b5-8b8aeef827e8 HTTP/1.1" status: 200 len: 824 time: 0.4593649 Apr 05 09:44:16.349578 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-78041e4d-5f69-4c28-85d8-85378c917880 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/030aecf0-ca58-4aa4-bd14-8cca8fd3df74 HTTP/1.1" status: 200 len: 734 time: 0.0239310 Apr 05 09:44:16.358143 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'subnetpool_id': '030aecf0-ca58-4aa4-bd14-8cca8fd3df74', 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8', 'name': 'private-subnet'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:44:16.362226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:44:16.366150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Usage tracker for resource:subnet and tenant:7e1df0751e4d47c8948f47cbf997c386 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:44:16.369920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:44:16.375441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:44:16.385177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Made reservation on behalf of 7e1df0751e4d47c8948f47cbf997c386 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:44:16.387311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:16.653106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:16.732499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c21a9d7-91cf-4010-9987-ba85585078b4,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:16.740799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Checking segment: {'id': 'a66960c5-9d92-4eb9-9edf-7510aa156ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:44:16.741113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Network hostable DHCP agents. Network: c481186d-8778-436f-a1b5-8b8aeef827e8, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:44:16.764063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Network c481186d-8778-436f-a1b5-8b8aeef827e8 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:44:16.773459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, c481186d-8778-436f-a1b5-8b8aeef827e8) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:44:16.778019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:44:16.778582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:16.783067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c78fef-bbda-4df6-8691-972b2081e4d1 None None] Network c481186d-8778-436f-a1b5-8b8aeef827e8 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:44:16.796817 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4aac6fa4-903b-4ecf-bfd1-df44a5f53930 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4418581 Apr 05 09:44:17.089308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-c481186d-8778-436f-a1b5-8b8aeef827e8', 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'fixed_ips': [{'subnet_id': '0c21a9d7-91cf-4010-9987-ba85585078b4'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:44:17.090494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:17.272329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Allocated IP 172.20.0.2 (c481186d-8778-436f-a1b5-8b8aeef827e8/0c21a9d7-91cf-4010-9987-ba85585078b4/34e506d0-24ac-46f2-977a-14d3a488ffd3) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:44:17.494456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:17.508733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Transition to ACTIVE for port object 34e506d0-24ac-46f2-977a-14d3a488ffd3 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:44:17.531634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Transition to ACTIVE for port object 34e506d0-24ac-46f2-977a-14d3a488ffd3 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:44:17.542880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:17.608605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Pushing event updated for resources: {'Port': ['ID=34e506d0-24ac-46f2-977a-14d3a488ffd3,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:17.619054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.619398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.619759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.620092 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.620438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.620769 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.621093 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.621437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.621762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.622080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.622398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Tracked resource versions report: Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: pushed versions: Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: { 'ConntrackHelper': {'1.0'}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Log': {'1.0'}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Network': {'1.1'}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Port': {'1.5'}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'PortForwarding': {'1.2'}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'QosPolicy': {'1.8'}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SecurityGroup': {'1.2'}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SecurityGroupRule': {'1.0'}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SubPort': {'1.0'}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Subnet': {'1.1'}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Trunk': {'1.1'}} Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: consumer versions: Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: { DHCP agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: L3 agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: Metadata agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: Metering agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: Open vSwitch agent@dv-neutron-833199-1-hyperv: { 'ConntrackHelper': '1.0', Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Log': '1.0', Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Network': '1.1', Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Port': '1.5', Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'PortForwarding': '1.2', Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'QosPolicy': '1.8', Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SecurityGroup': '1.2', Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SecurityGroupRule': '1.0', Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SubPort': '1.0', Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Subnet': '1.1', Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Trunk': '1.1'}} Apr 05 09:44:17.623745 dv-neutron-833199-1-hyperv neutron-server[83821]: {{(pid=83821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 09:44:17.640900 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Network c481186d-8778-436f-a1b5-8b8aeef827e8 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:44:17.642072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:44:17.646603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:44:17.737303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Attempting to bind port 34e506d0-24ac-46f2-977a-14d3a488ffd3 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:44:17.737701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Attempting to bind port 34e506d0-24ac-46f2-977a-14d3a488ffd3 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'a66960c5-9d92-4eb9-9edf-7510aa156ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:44:17.738114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Attempting to bind port 34e506d0-24ac-46f2-977a-14d3a488ffd3 on network c481186d-8778-436f-a1b5-8b8aeef827e8 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:44:17.744599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:44:17.745006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Checking segment: {'id': 'a66960c5-9d92-4eb9-9edf-7510aa156ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:44:17.745481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:17.745869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Bound using segment: {'id': 'a66960c5-9d92-4eb9-9edf-7510aa156ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:44:17.746376 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Bound port: 34e506d0-24ac-46f2-977a-14d3a488ffd3, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66960c5-9d92-4eb9-9edf-7510aa156ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:44:17.746757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:17.835164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] For port 34e506d0-24ac-46f2-977a-14d3a488ffd3, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:44:17.839668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] For port 34e506d0-24ac-46f2-977a-14d3a488ffd3, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=34e506d0-24ac-46f2-977a-14d3a488ffd3,segment=NetworkSegment(a66960c5-9d92-4eb9-9edf-7510aa156ed3),segment_id=a66960c5-9d92-4eb9-9edf-7510aa156ed3)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:44:17.844044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:17.956360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30cc3a-4f20-414e-9017-4c2d4f5c3efc None None] Pushing event updated for resources: {'Port': ['ID=34e506d0-24ac-46f2-977a-14d3a488ffd3,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:19.133766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 49498) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:19.537181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-7d30f9fb-c559-48fd-9db6-1d888a4ac5de admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:44:19.538250 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7d30f9fb-c559-48fd-9db6-1d888a4ac5de admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4034076 Apr 05 09:44:21.214717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 34e506d0-24ac-46f2-977a-14d3a488ffd3 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:44:21.283177 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 34e506d0-24ac-46f2-977a-14d3a488ffd3 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:44:21.617844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d297b4-8b1e-4e03-90ab-96cca18fbd48 None None] Network c481186d-8778-436f-a1b5-8b8aeef827e8 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:44:21.712408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ea448cc1-0067-489d-83ff-6c201fec590a None None] Provisioning for port 34e506d0-24ac-46f2-977a-14d3a488ffd3 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:44:21.720190 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ea448cc1-0067-489d-83ff-6c201fec590a None None] Provisioning complete for port 34e506d0-24ac-46f2-977a-14d3a488ffd3 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:44:21.720590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea448cc1-0067-489d-83ff-6c201fec590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:21.826090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 49512) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:21.938763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea448cc1-0067-489d-83ff-6c201fec590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:21.987121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ea448cc1-0067-489d-83ff-6c201fec590a None None] For port 34e506d0-24ac-46f2-977a-14d3a488ffd3, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=34e506d0-24ac-46f2-977a-14d3a488ffd3,segment=NetworkSegment(a66960c5-9d92-4eb9-9edf-7510aa156ed3),segment_id=a66960c5-9d92-4eb9-9edf-7510aa156ed3)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:44:21.993210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea448cc1-0067-489d-83ff-6c201fec590a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:22.062552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea448cc1-0067-489d-83ff-6c201fec590a None None] Pushing event updated for resources: {'Port': ['ID=34e506d0-24ac-46f2-977a-14d3a488ffd3,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:22.215308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ac797b95-e08b-4890-8071-b61ec911f22f None None] Provisioning complete for port 34e506d0-24ac-46f2-977a-14d3a488ffd3 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:44:22.215945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac797b95-e08b-4890-8071-b61ec911f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:22.231579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-9ac7ff13-41f7-40f1-954a-19749a7733d0 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:44:22.232644 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9ac7ff13-41f7-40f1-954a-19749a7733d0 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4055161 Apr 05 09:44:23.192517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 34e506d0-24ac-46f2-977a-14d3a488ffd3 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:44:23.263798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 34e506d0-24ac-46f2-977a-14d3a488ffd3 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:44:23.264520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:24.814108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 49524) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:25.263499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] Request body: {'router': {'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:44:25.268676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:44:25.272406 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] Usage tracker for resource:router and tenant:7e1df0751e4d47c8948f47cbf997c386 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:44:25.276497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:44:25.282065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:44:25.292334 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:25.293788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:25.318109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:25.431486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:25.449368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:25.450504 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-327be6e5-eb78-45e5-92b1-a49b8dcd9278 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6352022 Apr 05 09:44:27.678250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 49534) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:28.281713 dv-neutron-833199-1-hyperv neutron-server[83819]: WARNING oslo_policy.policy [None req-c3eee394-bc47-4282-9a4b-54f9d0c17f6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 09:44:28.282253 dv-neutron-833199-1-hyperv neutron-server[83819]: WARNING oslo_policy.policy [None req-c3eee394-bc47-4282-9a4b-54f9d0c17f6a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 09:44:28.494724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-c3eee394-bc47-4282-9a4b-54f9d0c17f6a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:44:28.495967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c3eee394-bc47-4282-9a4b-54f9d0c17f6a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8152201 Apr 05 09:44:29.537026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0a071370-a65d-4bcc-bebc-94e8d8b866fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:30.764780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 49548) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:31.152801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:44:31.154302 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.quota [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Loaded quota_driver: . Apr 05 09:44:31.170251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:44:31.176549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Usage tracker for resource:network and tenant:0db505eb1faa42a0b6bda6808560c0d5 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:44:31.182292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:44:31.189620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:44:31.206126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Made reservation on behalf of 0db505eb1faa42a0b6bda6808560c0d5 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:44:31.244663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.policy [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83819) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 05 09:44:31.245425 dv-neutron-833199-1-hyperv neutron-server[83819]: WARNING oslo_policy.policy [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 09:44:31.245800 dv-neutron-833199-1-hyperv neutron-server[83819]: WARNING oslo_policy.policy [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 09:44:31.250335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:31.270480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:31.316499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:44:31.320886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Usage tracker for resource:security_group_rule and tenant:0db505eb1faa42a0b6bda6808560c0d5 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:44:31.324046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:44:31.329736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:44:31.398489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:31.402519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:31.418641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Reserving flat network on physical network physnet1 {{(pid=83819) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 09:44:31.449974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749085436519', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:31.450542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Unsubscribe: segment precommit_create {{(pid=83819) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 09:44:31.451054 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Added segment be5313ab-9d0e-4369-8dbe-4f23f3ead8eb of type flat for network 202208b4-f099-4a1f-a480-c0036edeb111 Apr 05 09:44:31.504897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe18c01-c0da-4d67-8ef4-6a969a93874a,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:31.530666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.531046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.531439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.531789 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.532116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.532478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.532934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.533331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.533687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.534061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.534376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Tracked resource versions report: Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: pushed versions: Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: { 'ConntrackHelper': {'1.0'}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Log': {'1.0'}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Network': {'1.1'}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Port': {'1.5'}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'PortForwarding': {'1.2'}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'QosPolicy': {'1.8'}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SecurityGroup': {'1.2'}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SecurityGroupRule': {'1.0'}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SubPort': {'1.0'}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Subnet': {'1.1'}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Trunk': {'1.1'}} Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: consumer versions: Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: { DHCP agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: L3 agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: Metadata agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: Metering agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: Open vSwitch agent@dv-neutron-833199-1-hyperv: { 'ConntrackHelper': '1.0', Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Log': '1.0', Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Network': '1.1', Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Port': '1.5', Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'PortForwarding': '1.2', Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'QosPolicy': '1.8', Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SecurityGroup': '1.2', Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SecurityGroupRule': '1.0', Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SubPort': '1.0', Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Subnet': '1.1', Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Trunk': '1.1'}} Apr 05 09:44:31.535652 dv-neutron-833199-1-hyperv neutron-server[83819]: {{(pid=83819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 09:44:31.579053 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:31.624461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:31.625613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:44:31.626236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:31.733244 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9673176 Apr 05 09:44:31.733553 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8082067b-c065-4e13-a1ee-d7893c543413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:31.734020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a38ba6-f92a-4508-b977-c1c4b71de17c admin admin] Pushing event updated for resources: {'Network': ['ID=202208b4-f099-4a1f-a480-c0036edeb111,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:31.747216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 202208b4-f099-4a1f-a480-c0036edeb111 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:44:32.921293 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:32.942437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:33.990362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 49574) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:34.215977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:34.235993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbafd9df-46e3-422a-ad3f-6f44fc7b11bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:44:34.237321 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bbafd9df-46e3-422a-ad3f-6f44fc7b11bf admin admin] 10.222.0.30 "GET /v2.0/subnets/0c21a9d7-91cf-4010-9987-ba85585078b4 HTTP/1.1" status: 200 len: 849 time: 0.2460346 Apr 05 09:44:34.427953 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3dd900bb-d93d-489a-a67b-047d8bfa8f97 admin admin] 10.222.0.30 "GET /v2.0/routers/fd297bac-adb1-4828-a1c9-604c3b6673c9 HTTP/1.1" status: 200 len: 704 time: 0.1845603 Apr 05 09:44:34.904743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:35.140003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Allocated IP 172.20.0.1 (c481186d-8778-436f-a1b5-8b8aeef827e8/0c21a9d7-91cf-4010-9987-ba85585078b4/745a0359-27d3-42ab-8f3d-1afa72c8570e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:44:35.294283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:35.311795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Transition to ACTIVE for port object 745a0359-27d3-42ab-8f3d-1afa72c8570e will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:44:35.362627 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:35.428158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Network c481186d-8778-436f-a1b5-8b8aeef827e8 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:44:35.431413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:44:35.438116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:44:35.438918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:35.441426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Pushing event updated for resources: {'Port': ['ID=745a0359-27d3-42ab-8f3d-1afa72c8570e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:35.562738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:35.633724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2bd4af22-c680-4d9e-ada8-fb2d8ab76df0 None None] Provisioning for port 745a0359-27d3-42ab-8f3d-1afa72c8570e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:44:35.638472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2bd4af22-c680-4d9e-ada8-fb2d8ab76df0 None None] Provisioning complete for port 745a0359-27d3-42ab-8f3d-1afa72c8570e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:44:35.638854 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2bd4af22-c680-4d9e-ada8-fb2d8ab76df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:35.691662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4af22-c680-4d9e-ada8-fb2d8ab76df0 None None] Port 745a0359-27d3-42ab-8f3d-1afa72c8570e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:44:35.788308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:35.793089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:35.793922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:35.935197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Pushing event updated for resources: {'Port': ['ID=745a0359-27d3-42ab-8f3d-1afa72c8570e,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:35.999297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Network c481186d-8778-436f-a1b5-8b8aeef827e8 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:44:36.000374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:44:36.213411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-dae9c79b-cdb1-4f86-991c-a0c581949c32 None None] Provisioning complete for port 745a0359-27d3-42ab-8f3d-1afa72c8570e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:44:36.213707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dae9c79b-cdb1-4f86-991c-a0c581949c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:36.264079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-dae9c79b-cdb1-4f86-991c-a0c581949c32 None None] Port 745a0359-27d3-42ab-8f3d-1afa72c8570e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:44:36.394985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Router fd297bac-adb1-4828-a1c9-604c3b6673c9 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:44:36.564100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:44:36.583580 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-62629eae-e7dc-41df-9a08-529326112691 admin admin] 10.222.0.30 "PUT /v2.0/routers/fd297bac-adb1-4828-a1c9-604c3b6673c9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1411014 Apr 05 09:44:36.583795 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Sync routers for ids ['fd297bac-adb1-4828-a1c9-604c3b6673c9'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:44:36.589129 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Routers {'fd297bac-adb1-4828-a1c9-604c3b6673c9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:44:36.590091 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:44:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fd297bac-adb1-4828-a1c9-604c3b6673c9'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:44:36.759505 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Set router fd297bac-adb1-4828-a1c9-604c3b6673c9 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:44:37.126507 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'name': 'router1', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:44:25Z', 'updated_at': '2022-04-05T09:44:35Z', 'revision_number': 2, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'gw_port_host': None, '_interfaces': [{'id': '745a0359-27d3-42ab-8f3d-1afa72c8570e', 'name': '', 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'mac_address': 'fa:16:3e:e3:44:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:44:34Z', 'updated_at': '2022-04-05T09:44:35Z', 'revision_number': 2, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'subnets': [{'id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030aecf0-ca58-4aa4-bd14-8cca8fd3df74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:44:37.131305 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Checking router: fd297bac-adb1-4828-a1c9-604c3b6673c9 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:44:37.131693 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Updating router fd297bac-adb1-4828-a1c9-604c3b6673c9 port 745a0359-27d3-42ab-8f3d-1afa72c8570e binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:44:37.185216 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:37.553093 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:37.569020 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Transition to ACTIVE for port object 745a0359-27d3-42ab-8f3d-1afa72c8570e will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:44:37.576275 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:37.735488 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Pushing event updated for resources: {'Port': ['ID=745a0359-27d3-42ab-8f3d-1afa72c8570e,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:37.803993 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.804291 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.804676 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.805004 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.805423 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.805759 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.806087 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.806431 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.806755 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.807075 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.807391 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Tracked resource versions report: Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: pushed versions: Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: { 'ConntrackHelper': {'1.0'}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Log': {'1.0'}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Network': {'1.1'}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Port': {'1.5'}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'PortForwarding': {'1.2'}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'QosPolicy': {'1.8'}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SecurityGroup': {'1.2'}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SecurityGroupRule': {'1.0'}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SubPort': {'1.0'}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Subnet': {'1.1'}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Trunk': {'1.1'}} Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: consumer versions: Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: { DHCP agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: L3 agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: Metadata agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: Metering agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: Open vSwitch agent@dv-neutron-833199-1-hyperv: { 'ConntrackHelper': '1.0', Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Log': '1.0', Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Network': '1.1', Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Port': '1.5', Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'PortForwarding': '1.2', Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'QosPolicy': '1.8', Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SecurityGroup': '1.2', Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SecurityGroupRule': '1.0', Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SubPort': '1.0', Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Subnet': '1.1', Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Trunk': '1.1'}} Apr 05 09:44:37.808743 dv-neutron-833199-1-hyperv neutron-server[83822]: {{(pid=83822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 09:44:37.830866 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Attempting to bind port 745a0359-27d3-42ab-8f3d-1afa72c8570e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:44:37.831264 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Attempting to bind port 745a0359-27d3-42ab-8f3d-1afa72c8570e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'a66960c5-9d92-4eb9-9edf-7510aa156ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:44:37.831709 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Attempting to bind port 745a0359-27d3-42ab-8f3d-1afa72c8570e on network c481186d-8778-436f-a1b5-8b8aeef827e8 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:44:37.838752 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:44:37.839145 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Checking segment: {'id': 'a66960c5-9d92-4eb9-9edf-7510aa156ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:44:37.839649 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:37.840033 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Bound using segment: {'id': 'a66960c5-9d92-4eb9-9edf-7510aa156ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:44:37.840540 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Bound port: 745a0359-27d3-42ab-8f3d-1afa72c8570e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66960c5-9d92-4eb9-9edf-7510aa156ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:44:37.840921 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:37.931859 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] For port 745a0359-27d3-42ab-8f3d-1afa72c8570e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:44:37.936171 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] For port 745a0359-27d3-42ab-8f3d-1afa72c8570e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=745a0359-27d3-42ab-8f3d-1afa72c8570e,segment=NetworkSegment(a66960c5-9d92-4eb9-9edf-7510aa156ed3),segment_id=a66960c5-9d92-4eb9-9edf-7510aa156ed3)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:44:37.942465 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:38.029137 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fcd53-754a-4cc5-833a-260223371c4c None None] Pushing event updated for resources: {'Port': ['ID=745a0359-27d3-42ab-8f3d-1afa72c8570e,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:38.036935 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Routers {'fd297bac-adb1-4828-a1c9-604c3b6673c9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:44:38.037632 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:44:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fd297bac-adb1-4828-a1c9-604c3b6673c9'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:44:38.188959 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] Set router fd297bac-adb1-4828-a1c9-604c3b6673c9 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:44:38.509771 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'name': 'router1', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:44:25Z', 'updated_at': '2022-04-05T09:44:35Z', 'revision_number': 2, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'gw_port_host': None, '_interfaces': [{'id': '745a0359-27d3-42ab-8f3d-1afa72c8570e', 'name': '', 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'mac_address': 'fa:16:3e:e3:44:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:44:34Z', 'updated_at': '2022-04-05T09:44:37Z', 'revision_number': 4, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'subnets': [{'id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030aecf0-ca58-4aa4-bd14-8cca8fd3df74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:44:38.513696 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc64f1-eace-4677-92d5-f9ea5e126712 None None] The sync data for ids ['fd297bac-adb1-4828-a1c9-604c3b6673c9'] in dv-neutron-833199-1-hyperv is: [{'id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'name': 'router1', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:44:25Z', 'updated_at': '2022-04-05T09:44:35Z', 'revision_number': 2, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'gw_port_host': None, '_interfaces': [{'id': '745a0359-27d3-42ab-8f3d-1afa72c8570e', 'name': '', 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'mac_address': 'fa:16:3e:e3:44:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:44:34Z', 'updated_at': '2022-04-05T09:44:37Z', 'revision_number': 4, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'subnets': [{'id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030aecf0-ca58-4aa4-bd14-8cca8fd3df74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:44:38.641150 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 49596) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:38.814331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e90462-3ecf-4b69-aaf9-7653008737b2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:44:38.814993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c3e90462-3ecf-4b69-aaf9-7653008737b2 admin admin] Synchronizing usage tracker for tenant:0db505eb1faa42a0b6bda6808560c0d5 on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:44:38.834039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c3e90462-3ecf-4b69-aaf9-7653008737b2 admin admin] Unset dirty status for tenant:0db505eb1faa42a0b6bda6808560c0d5 on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:44:38.835404 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c3e90462-3ecf-4b69-aaf9-7653008737b2 admin admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 842 time: 0.1932380 Apr 05 09:44:38.844620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.26.4.0/24'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:44:38.849913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:44:38.854466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Usage tracker for resource:subnet and tenant:0db505eb1faa42a0b6bda6808560c0d5 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:44:38.857449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:44:38.867636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:44:38.877661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Made reservation on behalf of 0db505eb1faa42a0b6bda6808560c0d5 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:44:38.880124 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:39.253204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.objects.ports [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:44:39.253638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:39.315936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33c4365-f94d-415e-a5cc-09b156678631,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:39.340591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:44:39.340943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Network hostable DHCP agents. Network: 202208b4-f099-4a1f-a480-c0036edeb111, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:44:39.378005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:44:39.388612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 202208b4-f099-4a1f-a480-c0036edeb111) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:44:39.393281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:44:39.394388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:39.402288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3954b8c3-f38d-428a-a33a-54587773b0d6 None None] Network 202208b4-f099-4a1f-a480-c0036edeb111 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:44:39.421099 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-652d58ac-0762-43c7-ab44-45fe48825412 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5797966 Apr 05 09:44:39.644236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d8a75-d831-4d92-9b7c-cf2822d7c2bc None None] Network 202208b4-f099-4a1f-a480-c0036edeb111 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:44:41.215354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 745a0359-27d3-42ab-8f3d-1afa72c8570e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:44:41.284099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 745a0359-27d3-42ab-8f3d-1afa72c8570e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:44:41.288564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 745a0359-27d3-42ab-8f3d-1afa72c8570e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:44:41.289002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:41.399894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:41.431007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 745a0359-27d3-42ab-8f3d-1afa72c8570e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=745a0359-27d3-42ab-8f3d-1afa72c8570e,segment=NetworkSegment(a66960c5-9d92-4eb9-9edf-7510aa156ed3),segment_id=a66960c5-9d92-4eb9-9edf-7510aa156ed3)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:44:41.434999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:41.497526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=745a0359-27d3-42ab-8f3d-1afa72c8570e,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:41.609635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 49610) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:41.834634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0b9e0062-6f5c-41e9-a69f-d605867583e1 admin admin] 10.222.0.30 "GET /v2.0/routers/fd297bac-adb1-4828-a1c9-604c3b6673c9 HTTP/1.1" status: 200 len: 710 time: 0.2238913 Apr 05 09:44:41.961686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce7e9db-b024-409c-b457-5621548ccba0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:44:41.963208 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-dce7e9db-b024-409c-b457-5621548ccba0 admin admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 886 time: 0.1229174 Apr 05 09:44:41.971724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:44:42.468697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:42.649797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:42.705485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:42.832963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Allocated IP 172.26.4.199 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/d422ebd5-0c5a-4776-95c0-2fb09f4e59ce) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:44:42.973624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:42.999861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:43.063331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:44:43.066325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:44:43.071221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:44:43.093018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Pushing event updated for resources: {'Port': ['ID=d422ebd5-0c5a-4776-95c0-2fb09f4e59ce,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:43.201362 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 745a0359-27d3-42ab-8f3d-1afa72c8570e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:44:43.219091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:43.273967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 745a0359-27d3-42ab-8f3d-1afa72c8570e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:44:43.273967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:43.418757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:43.422175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:43.619402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Router fd297bac-adb1-4828-a1c9-604c3b6673c9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:44:43.811297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:44:43.819073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:43.820385 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-005d610f-20d4-44a6-a86e-421e935d31bf admin admin] 10.222.0.30 "PUT /v2.0/routers/fd297bac-adb1-4828-a1c9-604c3b6673c9 HTTP/1.1" status: 200 len: 890 time: 1.8517699 Apr 05 09:44:43.821758 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Sync routers for ids ['fd297bac-adb1-4828-a1c9-604c3b6673c9'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:44:43.834633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Routers {'fd297bac-adb1-4828-a1c9-604c3b6673c9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:44:43.835363 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:44:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fd297bac-adb1-4828-a1c9-604c3b6673c9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:44:44.026608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Set router fd297bac-adb1-4828-a1c9-604c3b6673c9 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:44:44.359721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'name': 'router1', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd422ebd5-0c5a-4776-95c0-2fb09f4e59ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:44:25Z', 'updated_at': '2022-04-05T09:44:43Z', 'revision_number': 4, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'gw_port': {'id': 'd422ebd5-0c5a-4776-95c0-2fb09f4e59ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:44:42Z', 'updated_at': '2022-04-05T09:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '745a0359-27d3-42ab-8f3d-1afa72c8570e', 'name': '', 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'mac_address': 'fa:16:3e:e3:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:44:34Z', 'updated_at': '2022-04-05T09:44:41Z', 'revision_number': 5, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'subnets': [{'id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030aecf0-ca58-4aa4-bd14-8cca8fd3df74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:44:44.364443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Checking router: fd297bac-adb1-4828-a1c9-604c3b6673c9 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:44:44.364789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Updating router fd297bac-adb1-4828-a1c9-604c3b6673c9 port d422ebd5-0c5a-4776-95c0-2fb09f4e59ce binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:44:44.415787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:44.734478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:44.747380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Transition to ACTIVE for port object d422ebd5-0c5a-4776-95c0-2fb09f4e59ce will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:44:44.753848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:44.831440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Attempting to bind port d422ebd5-0c5a-4776-95c0-2fb09f4e59ce on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:44:44.831832 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Attempting to bind port d422ebd5-0c5a-4776-95c0-2fb09f4e59ce by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:44:44.832188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Attempting to bind port d422ebd5-0c5a-4776-95c0-2fb09f4e59ce on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:44:44.834734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4491e5f-df06-483b-90ef-e24ca2e1b6ec None None] Pushing event updated for resources: {'Port': ['ID=d422ebd5-0c5a-4776-95c0-2fb09f4e59ce,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:44.846412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:44:44.846783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:44:44.847178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:44.847598 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:44:44.848047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Bound port: d422ebd5-0c5a-4776-95c0-2fb09f4e59ce, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:44:44.848435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:44.939795 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] For port d422ebd5-0c5a-4776-95c0-2fb09f4e59ce, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:44:44.942873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] For port d422ebd5-0c5a-4776-95c0-2fb09f4e59ce, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d422ebd5-0c5a-4776-95c0-2fb09f4e59ce,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:44:44.947830 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:45.029558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Routers {'fd297bac-adb1-4828-a1c9-604c3b6673c9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:44:45.030166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:44:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fd297bac-adb1-4828-a1c9-604c3b6673c9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:44:45.077755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4491e5f-df06-483b-90ef-e24ca2e1b6ec None None] Pushing event updated for resources: {'Port': ['ID=d422ebd5-0c5a-4776-95c0-2fb09f4e59ce,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:45.211242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] Set router fd297bac-adb1-4828-a1c9-604c3b6673c9 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:44:45.551122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'name': 'router1', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd422ebd5-0c5a-4776-95c0-2fb09f4e59ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:44:25Z', 'updated_at': '2022-04-05T09:44:43Z', 'revision_number': 4, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'gw_port': {'id': 'd422ebd5-0c5a-4776-95c0-2fb09f4e59ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:44:42Z', 'updated_at': '2022-04-05T09:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '745a0359-27d3-42ab-8f3d-1afa72c8570e', 'name': '', 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'mac_address': 'fa:16:3e:e3:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:44:34Z', 'updated_at': '2022-04-05T09:44:41Z', 'revision_number': 5, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'subnets': [{'id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030aecf0-ca58-4aa4-bd14-8cca8fd3df74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:44:45.555690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b93b24-686a-4613-8f8a-604c34d421b3 None None] The sync data for ids ['fd297bac-adb1-4828-a1c9-604c3b6673c9'] in dv-neutron-833199-1-hyperv is: [{'id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'name': 'router1', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': 'd422ebd5-0c5a-4776-95c0-2fb09f4e59ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:44:25Z', 'updated_at': '2022-04-05T09:44:43Z', 'revision_number': 4, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'gw_port': {'id': 'd422ebd5-0c5a-4776-95c0-2fb09f4e59ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:c7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:44:42Z', 'updated_at': '2022-04-05T09:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '745a0359-27d3-42ab-8f3d-1afa72c8570e', 'name': '', 'network_id': 'c481186d-8778-436f-a1b5-8b8aeef827e8', 'tenant_id': '7e1df0751e4d47c8948f47cbf997c386', 'mac_address': 'fa:16:3e:e3:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd297bac-adb1-4828-a1c9-604c3b6673c9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:44:34Z', 'updated_at': '2022-04-05T09:44:41Z', 'revision_number': 5, 'project_id': '7e1df0751e4d47c8948f47cbf997c386', 'subnets': [{'id': '0c21a9d7-91cf-4010-9987-ba85585078b4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '030aecf0-ca58-4aa4-bd14-8cca8fd3df74'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:44:46.081799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 49620) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:44:46.219099 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fd14aa7a-60aa-44f2-acf9-ec25364f75fe admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1361949 Apr 05 09:44:47.226862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d422ebd5-0c5a-4776-95c0-2fb09f4e59ce up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:44:47.295410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port d422ebd5-0c5a-4776-95c0-2fb09f4e59ce completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:44:47.300493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d422ebd5-0c5a-4776-95c0-2fb09f4e59ce triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:44:47.300869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:47.423395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:47.449072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port d422ebd5-0c5a-4776-95c0-2fb09f4e59ce, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d422ebd5-0c5a-4776-95c0-2fb09f4e59ce,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:44:47.453341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:47.525694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=d422ebd5-0c5a-4776-95c0-2fb09f4e59ce,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:44:49.224557 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d422ebd5-0c5a-4776-95c0-2fb09f4e59ce up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:44:49.298556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d422ebd5-0c5a-4776-95c0-2fb09f4e59ce triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:44:49.299063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:44:52.213980 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 5 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:44:59.539364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f76c0701-b4ab-46b3-bdf2-0359623ca452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:45:01.736904 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f6e1c13-cbc8-4a1e-a7fa-c12f8e225aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:45:02.928019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:45:02.945734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:45:04.233443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:45:29.214791 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 5 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:45:29.541821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-334f2875-0d60-4bfe-950d-0525ccfe39af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:45:31.741357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2dc72e2b-dc26-42c2-b23f-dec21b610c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:45:32.944485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:45:32.953149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:45:34.237597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:45:59.551546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-71ed50d7-5b72-48bf-b82c-01849700de83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:01.747042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-90b5382b-ee55-4a06-bb32-f3f94fbd8c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:02.932671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:02.951329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:04.245283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:06.214888 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 5 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:46:29.546857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-700926b9-3633-4898-87d3-303c03be2864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:31.739873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b15d8215-1998-424a-bb48-f615aec6fbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:32.926649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:32.954630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:34.247659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:43.214837 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 5 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:46:52.704508 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50226) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:46:52.794720 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9efcdb-b965-4b71-8760-2c8598557d20 admin admin] GET failed (client error): The resource could not be found. Apr 05 09:46:52.795936 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ca9efcdb-b965-4b71-8760-2c8598557d20 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0905030 Apr 05 09:46:52.923407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf6a965-1c22-45e6-8f8d-835737c7ad51 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:46:52.924881 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7cf6a965-1c22-45e6-8f8d-835737c7ad51 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1251793 Apr 05 09:46:54.990270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50236) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:46:55.124710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6117d-5b9e-48b1-b7cd-ddb8bd245af1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:46:55.126001 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-93a6117d-5b9e-48b1-b7cd-ddb8bd245af1 admin admin] 10.222.0.30 "GET /v2.0/subnets/0c21a9d7-91cf-4010-9987-ba85585078b4 HTTP/1.1" status: 200 len: 849 time: 0.1348150 Apr 05 09:46:55.135789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:46:55.249259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:55.433600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749085407892'] for subnet, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:55.480308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:46:55.481212 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:55.484112 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] 10.222.0.30 "PUT /v2.0/subnets/0c21a9d7-91cf-4010-9987-ba85585078b4 HTTP/1.1" status: 200 len: 868 time: 0.3525982 Apr 05 09:46:55.486539 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12d289-a374-4e6d-888f-cd78227002b0 None None] Network c481186d-8778-436f-a1b5-8b8aeef827e8 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:46:55.505234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c21a9d7-91cf-4010-9987-ba85585078b4,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:46:55.514433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.514789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.515106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.515435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.515805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.516135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.516458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.516776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.517094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.517410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.517724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6679cf-ce58-4c2a-825e-316bfc42a2e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:46:55.969278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-17d5c630-c335-4962-a8e8-01d8415c5fe6 None None] Provisioning complete for port 34e506d0-24ac-46f2-977a-14d3a488ffd3 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:46:55.969652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-17d5c630-c335-4962-a8e8-01d8415c5fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:56.092689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-17d5c630-c335-4962-a8e8-01d8415c5fe6 None None] Provisioning complete for port 745a0359-27d3-42ab-8f3d-1afa72c8570e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:46:56.092943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-17d5c630-c335-4962-a8e8-01d8415c5fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:57.543080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50246) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:46:57.739061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9b773a-34f1-4353-8f92-1514ebce0da3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:46:57.739341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9b773a-34f1-4353-8f92-1514ebce0da3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:46:57.740849 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1d9b773a-34f1-4353-8f92-1514ebce0da3 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1968024 Apr 05 09:46:59.550027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f30b625a-4ef7-4bca-a0f3-8b24f10d413c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:46:59.783329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50256) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:46:59.978908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bdb58-cb3f-43a6-9ff2-1564c5fabea0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:46:59.979284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38bdb58-cb3f-43a6-9ff2-1564c5fabea0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:46:59.980898 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d38bdb58-cb3f-43a6-9ff2-1564c5fabea0 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1966584 Apr 05 09:47:01.743491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-eef8b3af-ff5f-483e-859a-eb0988a35d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:02.018940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50266) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:47:02.207862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009b412-5798-4499-9999-1ffecfaf2bcc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:02.209206 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a009b412-5798-4499-9999-1ffecfaf2bcc admin admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 886 time: 0.1893961 Apr 05 09:47:02.929640 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:02.956920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:04.249798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:04.260699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50276) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:47:04.454876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82aaa36-2643-4ce0-a281-223a6da00208 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:04.456167 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a82aaa36-2643-4ce0-a281-223a6da00208 admin admin] 10.222.0.30 "GET /v2.0/networks/c481186d-8778-436f-a1b5-8b8aeef827e8 HTTP/1.1" status: 200 len: 868 time: 0.1945007 Apr 05 09:47:06.485935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50286) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:47:06.620802 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb20521-1214-4500-9289-9ef320bc9f0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:06.621171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb20521-1214-4500-9289-9ef320bc9f0d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:06.621879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fcb20521-1214-4500-9289-9ef320bc9f0d admin admin] Synchronizing usage tracker for tenant:0db505eb1faa42a0b6bda6808560c0d5 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:47:06.637530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fcb20521-1214-4500-9289-9ef320bc9f0d admin admin] Unset dirty status for tenant:0db505eb1faa42a0b6bda6808560c0d5 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:47:06.638596 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fcb20521-1214-4500-9289-9ef320bc9f0d admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1518219 Apr 05 09:47:08.681985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50296) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:47:08.813691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc5bcbe-7cb3-4e59-9562-5fceb1a290e9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:08.814060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc5bcbe-7cb3-4e59-9562-5fceb1a290e9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:08.815534 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1fc5bcbe-7cb3-4e59-9562-5fceb1a290e9 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1326191 Apr 05 09:47:10.879329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50306) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:47:11.007397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fd4e40-655b-4441-b361-5277e09b72a4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:11.009737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-33fd4e40-655b-4441-b361-5277e09b72a4 admin admin] 10.222.0.30 "GET /v2.0/subnets/0c21a9d7-91cf-4010-9987-ba85585078b4 HTTP/1.1" status: 200 len: 868 time: 0.1286051 Apr 05 09:47:13.042825 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50316) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:47:13.167846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8a142-c551-4e77-a391-ed3d904a290e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:13.169142 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-32e8a142-c551-4e77-a391-ed3d904a290e admin admin] 10.222.0.30 "GET /v2.0/subnets/b33c4365-f94d-415e-a5cc-09b156678631 HTTP/1.1" status: 200 len: 816 time: 0.1253443 Apr 05 09:47:20.215762 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 5 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:47:29.552439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-99f4959d-edd0-4370-acc8-5172958c6a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:31.746538 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-195bc6cc-6395-4564-b42f-42d985e80788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:31.795128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50354) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:47:31.867639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-8dc0b9e7-bc42-45c4-a49a-65ec90a8abf8 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:47:31.868610 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8dc0b9e7-bc42-45c4-a49a-65ec90a8abf8 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0725429 Apr 05 09:47:32.934750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:32.959915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:33.960011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50364) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:47:34.048884 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d71c1e-0c1c-4782-a58c-6d3e1ad8c3c9 admin admin] GET failed (client error): The resource could not be found. Apr 05 09:47:34.051156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e8d71c1e-0c1c-4782-a58c-6d3e1ad8c3c9 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0902188 Apr 05 09:47:34.177566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d73eed4-5a6a-4801-8eeb-d56b22ff5d56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:34.178932 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3d73eed4-5a6a-4801-8eeb-d56b22ff5d56 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1238751 Apr 05 09:47:34.255678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:36.227717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50374) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:47:36.297917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:47:36.302893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:47:36.312263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:47:36.321819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Made reservation on behalf of 0db505eb1faa42a0b6bda6808560c0d5 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:47:36.324195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:36.449484 dv-neutron-833199-1-hyperv neutron-server[83819]: WARNING neutron.services.revisions.revision_plugin [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Could not find related network for resource to bump revision. Apr 05 09:47:36.462710 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:47:36.472658 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:36.473008 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Added segment 009f24cd-650b-4b65-ab5d-db27b1e818ac of type vlan for network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc Apr 05 09:47:36.504109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:36.534522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:36.535757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:36.536616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:36.637815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Pushing event updated for resources: {'Network': ['ID=ebcf18a7-9dd7-4402-ad0c-46ce69a518dc,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:47:36.640544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4118428 Apr 05 09:47:36.647427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.647795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.648132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.648463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.648795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.649125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.649449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.649771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.650088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.650404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.650722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e48afeb-0a24-404c-b087-f8a740a0dbce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:36.662959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:47:38.722749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50384) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:47:38.814781 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba8b434-426f-4940-8bd7-e19a90e4457c admin admin] GET failed (client error): The resource could not be found. Apr 05 09:47:38.815389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1ba8b434-426f-4940-8bd7-e19a90e4457c admin admin] Synchronizing usage tracker for tenant:0db505eb1faa42a0b6bda6808560c0d5 on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:47:38.832154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1ba8b434-426f-4940-8bd7-e19a90e4457c admin admin] Unset dirty status for tenant:0db505eb1faa42a0b6bda6808560c0d5 on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:47:38.833306 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1ba8b434-426f-4940-8bd7-e19a90e4457c admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1096237 Apr 05 09:47:38.935756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811d279-11d9-4ed9-93f0-3be83c7ee3b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:38.937746 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9811d279-11d9-4ed9-93f0-3be83c7ee3b0 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0999608 Apr 05 09:47:38.947274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:47:38.951454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:47:38.961306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:47:38.970451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Made reservation on behalf of 0db505eb1faa42a0b6bda6808560c0d5 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:47:38.972636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:39.163493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:39.233161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1316ca3-1f01-4585-b5fb-4b4c54cac6f1,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:47:39.243486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Checking segment: {'id': '009f24cd-650b-4b65-ab5d-db27b1e818ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:47:39.243867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Network hostable DHCP agents. Network: ebcf18a7-9dd7-4402-ad0c-46ce69a518dc, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:47:39.264013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:47:39.272929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, ebcf18a7-9dd7-4402-ad0c-46ce69a518dc) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:47:39.276881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:47:39.277472 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:39.282433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0f4337-02f4-4b02-aacb-2aec69acfe79 None None] Network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:47:39.304458 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7d74318a-2416-4ee6-8497-d9aadebe5e00 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3603740 Apr 05 09:47:39.503979 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-ebcf18a7-9dd7-4402-ad0c-46ce69a518dc', 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc', 'tenant_id': '0db505eb1faa42a0b6bda6808560c0d5', 'fixed_ips': [{'subnet_id': 'c1316ca3-1f01-4585-b5fb-4b4c54cac6f1'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:47:39.507385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:39.677567 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Allocated IP 192.168.233.2 (ebcf18a7-9dd7-4402-ad0c-46ce69a518dc/c1316ca3-1f01-4585-b5fb-4b4c54cac6f1/7515c32a-2141-4c03-8f4d-81753b31878a) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:47:39.881292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:39.892042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Transition to ACTIVE for port object 7515c32a-2141-4c03-8f4d-81753b31878a will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:47:39.911425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Transition to ACTIVE for port object 7515c32a-2141-4c03-8f4d-81753b31878a will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:47:39.917352 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:39.989461 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:47:39.992931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:47:39.995961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:47:39.998097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Pushing event updated for resources: {'Port': ['ID=7515c32a-2141-4c03-8f4d-81753b31878a,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:47:40.009345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.009694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.010036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.010371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.010709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.011039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.011366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.011717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.012043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.012367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.012688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:47:40.096307 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Attempting to bind port 7515c32a-2141-4c03-8f4d-81753b31878a on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:47:40.096670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Attempting to bind port 7515c32a-2141-4c03-8f4d-81753b31878a by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '009f24cd-650b-4b65-ab5d-db27b1e818ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:47:40.097029 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Attempting to bind port 7515c32a-2141-4c03-8f4d-81753b31878a on network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:47:40.103306 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:47:40.103708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Checking segment: {'id': '009f24cd-650b-4b65-ab5d-db27b1e818ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:47:40.104100 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:40.104485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Bound using segment: {'id': '009f24cd-650b-4b65-ab5d-db27b1e818ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:47:40.104943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Bound port: 7515c32a-2141-4c03-8f4d-81753b31878a, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009f24cd-650b-4b65-ab5d-db27b1e818ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:47:40.105329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:40.218759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] For port 7515c32a-2141-4c03-8f4d-81753b31878a, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:47:40.222128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] For port 7515c32a-2141-4c03-8f4d-81753b31878a, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7515c32a-2141-4c03-8f4d-81753b31878a,segment=NetworkSegment(009f24cd-650b-4b65-ab5d-db27b1e818ac),segment_id=009f24cd-650b-4b65-ab5d-db27b1e818ac)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:47:40.226311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:40.306843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047a25c-5dd4-49aa-8fc4-8f98ea4c0d18 None None] Pushing event updated for resources: {'Port': ['ID=7515c32a-2141-4c03-8f4d-81753b31878a,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:47:41.114344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5f42b-d0e3-4dab-aafc-837500145288 None None] Network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:47:41.207983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7698e3cd-d9d9-4068-bfb1-6f46123ab61e None None] Provisioning for port 7515c32a-2141-4c03-8f4d-81753b31878a completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:47:41.336268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7515c32a-2141-4c03-8f4d-81753b31878a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:47:41.437226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 7515c32a-2141-4c03-8f4d-81753b31878a completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:47:41.442286 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 7515c32a-2141-4c03-8f4d-81753b31878a triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:47:41.442659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:41.570953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:41.615806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 7515c32a-2141-4c03-8f4d-81753b31878a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7515c32a-2141-4c03-8f4d-81753b31878a,segment=NetworkSegment(009f24cd-650b-4b65-ab5d-db27b1e818ac),segment_id=009f24cd-650b-4b65-ab5d-db27b1e818ac)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:47:41.622159 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:41.697257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c0c868d3-4e15-4a89-8089-d417fb8273e8 None None] Provisioning complete for port 7515c32a-2141-4c03-8f4d-81753b31878a triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:47:41.697547 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c0c868d3-4e15-4a89-8089-d417fb8273e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:41.726037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=7515c32a-2141-4c03-8f4d-81753b31878a,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:47:43.289782 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7515c32a-2141-4c03-8f4d-81753b31878a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:47:43.359075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 7515c32a-2141-4c03-8f4d-81753b31878a triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:47:43.359439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:47:57.217392 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 5 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:47:59.556920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-15c6148b-8be6-4781-8aff-421979b9b6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:48:01.748157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f17fd117-dff8-4f2b-bfb8-9cc4653571ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:48:02.939634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:48:02.961721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:48:04.258983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:48:29.560619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d6cb9c6e-738b-40e5-bfac-d9cc59d13020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:48:31.749432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb151-5d4a-4945-9304-2876f1539a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:48:32.941880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:48:32.964296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:48:34.217792 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 5 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:48:34.259818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:48:59.561991 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e2b4a69-8606-4c06-8b05-9f7e72b0f982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:01.751112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-27bb00d8-50c3-4342-a8b6-1f549d5af22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:02.944788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:02.968501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:03.558935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50426) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:49:03.564901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-1504d671-b0f8-46e0-8b83-bfc21e1d29a8 tempest-verify_tempest_config-1466614898 tempest-verify_tempest_config-1466614898-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:49:03.566001 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1504d671-b0f8-46e0-8b83-bfc21e1d29a8 tempest-verify_tempest_config-1466614898 tempest-verify_tempest_config-1466614898-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060055 Apr 05 09:49:03.882486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50442) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:49:04.022230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:04.053142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:49:04.056960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8842cac98b4e68bbbcfcf34e14cdc8 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:49:04.059690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:49:04.065207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:49:04.129141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:04.132524 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:04.180666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Synchronizing usage tracker for tenant:0db505eb1faa42a0b6bda6808560c0d5 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:49:04.183544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6676f6d1-0cb0-4d41-886d-08ff6de631e1,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:49:04.196231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.196575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.196916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.197320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.197715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.198076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.198407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.198735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.199059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.199386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.199733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:49:04.210237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] Unset dirty status for tenant:0db505eb1faa42a0b6bda6808560c0d5 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:49:04.211684 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6c26f6fa-2f98-4533-9d98-4f71c6aaea31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d8842cac98b4e68bbbcfcf34e14cdc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3281946 Apr 05 09:49:04.215114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50448) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:49:04.264057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:04.272791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a23784db-47a9-43da-b061-7c9cea1a66f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:04.298589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a23784db-47a9-43da-b061-7c9cea1a66f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:04.392188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a23784db-47a9-43da-b061-7c9cea1a66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:04.406563 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23784db-47a9-43da-b061-7c9cea1a66f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6676f6d1-0cb0-4d41-886d-08ff6de631e1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:49:04.412578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a23784db-47a9-43da-b061-7c9cea1a66f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:04.416609 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a23784db-47a9-43da-b061-7c9cea1a66f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6676f6d1-0cb0-4d41-886d-08ff6de631e1 HTTP/1.1" status: 204 len: 168 time: 0.1976340 Apr 05 09:49:11.218483 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 5 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:49:29.564844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d547b39b-23f7-4db7-8332-eaf847a3bb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:31.754188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b126af24-a935-487f-b764-2924efb6c102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:32.947141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:32.970161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:34.266460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:49:48.219153 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 5 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:49:59.566956 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-274d36fa-2a5c-4c35-92d2-f2c569a2a615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:01.755719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8da5d007-45c9-483d-a2dd-32908f90a4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:02.949623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:02.972578 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:04.269252 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:21.444488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3815391'] for agent, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:25.218711 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:50:29.569719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-aa7e612d-931a-454f-9f44-98bb1deece68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:31.758570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d4038bbc-8986-4237-bf51-2adcb81b2c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:32.953600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:32.977480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:34.274892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:36.850114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50518) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:50:36.984270 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-323a10cf-e3bd-4a96-bf03-c8143120c1c6 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1330945 Apr 05 09:50:39.022758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50528) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:50:39.105750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6ed68d42-894a-499b-a150-1d2763d7f8f4 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0819249 Apr 05 09:50:51.417245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:50:59.578936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac07bccc-95f0-422a-a6f2-8d4089bfef5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:01.760343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1cd96254-2608-4b9b-a871-355dbd144668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:02.217961 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:51:02.956880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:02.978311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:04.277684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:21.406592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:29.571494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a7477326-2305-49d2-ab48-6c4a89a18fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:31.762748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cd40c824-254d-4788-94bb-586ef6654777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:32.958594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:32.982211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:34.281199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:39.218837 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:51:51.428206 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:51:59.592780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e29a6c24-a40b-4651-971e-c3644c76973e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:01.766432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-354930a7-2216-432e-a36e-d525c69e30df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:02.799177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50684) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:02.962527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:02.985246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:03.314108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-267039804-network', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:03.318723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:03.322607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Usage tracker for resource:network and tenant:3fca71fcb3da4672a6c1a17af4d7b27a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:03.326181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:03.332272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:03.342862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Made reservation on behalf of 3fca71fcb3da4672a6c1a17af4d7b27a for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:03.345401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:03.363652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:03.396041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:03.400551 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Usage tracker for resource:security_group_rule and tenant:3fca71fcb3da4672a6c1a17af4d7b27a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:03.403437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:03.409069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:03.432407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50706) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:03.468896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50714) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:03.490864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:03.495096 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:03.533342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582b67e-4b10-4546-92ac-8bae504f89f4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:03.537391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:03.548302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.548649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.549029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.549374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.549877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.550221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.550671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.551009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.551336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.551776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.552262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Tracked resource versions report: Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: pushed versions: Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: { 'ConntrackHelper': {'1.0'}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Log': {'1.0'}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Network': {'1.1'}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Port': {'1.5'}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'PortForwarding': {'1.2'}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'QosPolicy': {'1.8'}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SecurityGroup': {'1.2'}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SecurityGroupRule': {'1.0'}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SubPort': {'1.0'}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Subnet': {'1.1'}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Trunk': {'1.1'}} Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: consumer versions: Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: { DHCP agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: HyperV agent@hv-neutron-8331: {}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: L3 agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: Metadata agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: Metering agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: Open vSwitch agent@dv-neutron-833199-1-hyperv: { 'ConntrackHelper': '1.0', Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Log': '1.0', Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Network': '1.1', Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Port': '1.5', Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'PortForwarding': '1.2', Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'QosPolicy': '1.8', Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SecurityGroup': '1.2', Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SecurityGroupRule': '1.0', Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'SubPort': '1.0', Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Subnet': '1.1', Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: 'Trunk': '1.1'}} Apr 05 09:52:03.553166 dv-neutron-833199-1-hyperv neutron-server[83819]: {{(pid=83819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 09:52:03.562228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:03.562470 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Added segment 75df580b-9672-4952-9fda-daa2190b3e57 of type vlan for network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc Apr 05 09:52:03.592814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:03.628917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:03.630026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:03.631055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:03.744349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] Pushing event updated for resources: {'Network': ['ID=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:03.751573 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-25babf0f-3535-41fd-bc1c-82483d5849ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9477956 Apr 05 09:52:03.752038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50728) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:03.756112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:03.758557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Request body: {'subnet': {'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-267039804-subnet', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:03.763643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:03.767849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Usage tracker for resource:subnet and tenant:3fca71fcb3da4672a6c1a17af4d7b27a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:03.773722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:03.782121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:03.796306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Made reservation on behalf of 3fca71fcb3da4672a6c1a17af4d7b27a for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:03.798954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Notify callbacks [] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:03.992751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-982619711-network', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:04.006070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:04.016018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-579544975-network', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:04.020087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Usage tracker for resource:network and tenant:156f56ba2afa4a3386a7f157e6d9be8f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:04.023893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:04.024594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:04.027560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.030901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Usage tracker for resource:network and tenant:f7d5619b76fb4201b7106411914d699a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:04.034890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:04.042513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:04.057842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Made reservation on behalf of f7d5619b76fb4201b7106411914d699a for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:04.060636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.067760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:04.079283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.106981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Checking segment: {'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:04.107364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Network hostable DHCP agents. Network: d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:52:04.129244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Made reservation on behalf of 156f56ba2afa4a3386a7f157e6d9be8f for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:04.131876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.134004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:04.138831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d5619b76fb4201b7106411914d699a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:04.142508 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:04.150837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:04.176064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.191043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d78c18-da9c-4221-9c72-332eef9555bd,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:04.194491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:52:04.222391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:04.228117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Usage tracker for resource:security_group_rule and tenant:156f56ba2afa4a3386a7f157e6d9be8f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:04.231081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:04.236156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:04.237910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.239904 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3456f-ce16-4dfe-9119-0852efeb6627 None None] Network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:04.243205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:04.247849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.250099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:04.255028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.302521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf4d706-84ff-4949-84e7-e9151f971cf5,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:04.316266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.318459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.318459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.318459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.318459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.318459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.319283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.319911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.320599 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.321280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.321850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Tracked resource versions report: Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: pushed versions: Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: { 'ConntrackHelper': {'1.0'}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Log': {'1.0'}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Network': {'1.1'}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Port': {'1.5'}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'PortForwarding': {'1.2'}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'QosPolicy': {'1.8'}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SecurityGroup': {'1.2'}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SecurityGroupRule': {'1.0'}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SubPort': {'1.0'}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Subnet': {'1.1'}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Trunk': {'1.1'}} Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: consumer versions: Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: { DHCP agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: HyperV agent@hv-neutron-8331: {}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: L3 agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: Metadata agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: Metering agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: Open vSwitch agent@dv-neutron-833199-1-hyperv: { 'ConntrackHelper': '1.0', Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Log': '1.0', Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Network': '1.1', Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Port': '1.5', Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'PortForwarding': '1.2', Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'QosPolicy': '1.8', Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SecurityGroup': '1.2', Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SecurityGroupRule': '1.0', Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'SubPort': '1.0', Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Subnet': '1.1', Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: 'Trunk': '1.1'}} Apr 05 09:52:04.323249 dv-neutron-833199-1-hyperv neutron-server[83820]: {{(pid=83820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 09:52:04.336025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.336977 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:04.348727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.349905 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.350530 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Added segment 44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94 of type vlan for network 19491046-51f6-427c-b308-ccbe410a1d66 Apr 05 09:52:04.386575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.391829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870187e6-2d4e-4a50-96f1-863ad54aeef9,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:04.408713 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6394a9bf-61fa-4aef-9ab3-5d0b62b0066f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6554582 Apr 05 09:52:04.410005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50746) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:04.417655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:04.419223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.424161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:04.429552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:04.434208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Usage tracker for resource:router and tenant:3fca71fcb3da4672a6c1a17af4d7b27a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:04.437786 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:04.445980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:04.453442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.454476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:04.456496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.463571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.464037 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Added segment 5108c649-b502-4e38-83f4-faa41bc43fd1 of type vlan for network 2399397e-952c-41dd-a884-3607f787c936 Apr 05 09:52:04.476873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.477698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.513257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.533630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.559064 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1215100 Apr 05 09:52:04.567160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50752) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:04.660279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Request body: {'subnet': {'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-579544975-subnet', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:04.660484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:52:04.661326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.682872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:04.691620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Usage tracker for resource:subnet and tenant:f7d5619b76fb4201b7106411914d699a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:04.696788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.698091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:04.698647 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:04.699299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.707728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ced0c-0481-40de-afb9-1d708a9e2107 admin admin] Pushing event updated for resources: {'Network': ['ID=19491046-51f6-427c-b308-ccbe410a1d66,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:04.711285 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:04.727886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Made reservation on behalf of f7d5619b76fb4201b7106411914d699a for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:04.731094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:04.846663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 19491046-51f6-427c-b308-ccbe410a1d66 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:05.005106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Allocated IP 172.20.0.2 (d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc/41d78c18-da9c-4221-9c72-332eef9555bd/62495a64-0d06-407e-b6b3-79548bc7096d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:05.013310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.092392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] Pushing event updated for resources: {'Network': ['ID=2399397e-952c-41dd-a884-3607f787c936,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:05.113675 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-97941996-01fd-40e4-8485-e19fe0effcba admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6408348 Apr 05 09:52:05.117548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50768) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:05.123433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22804349-64e3-4deb-bc5b-b60e9ff7803b,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:05.130019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Request body: {'subnet': {'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-982619711-subnet', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:05.136042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:05.140268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Usage tracker for resource:subnet and tenant:156f56ba2afa4a3386a7f157e6d9be8f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:05.143424 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:05.145300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 2399397e-952c-41dd-a884-3607f787c936 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:05.150825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:05.157587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.169880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Made reservation on behalf of 156f56ba2afa4a3386a7f157e6d9be8f for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:05.172691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.299904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Checking segment: {'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:05.300622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Network hostable DHCP agents. Network: 19491046-51f6-427c-b308-ccbe410a1d66, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:52:05.422972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Network 19491046-51f6-427c-b308-ccbe410a1d66 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:52:05.442121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 19491046-51f6-427c-b308-ccbe410a1d66) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:05.448780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:05.451000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.454751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f001196-2f1e-41d0-8fb9-3fa61dc4814e None None] Network 19491046-51f6-427c-b308-ccbe410a1d66 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:05.460374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.512904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.514982 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-efaa4bc3-d012-4098-a05a-c6fd00988b73 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9465857 Apr 05 09:52:05.519014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50782) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:05.526187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:05.531997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:05.537008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Usage tracker for resource:router and tenant:f7d5619b76fb4201b7106411914d699a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:05.541154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:05.548315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:05.597273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.619004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.620321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.624536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Transition to ACTIVE for port object 62495a64-0d06-407e-b6b3-79548bc7096d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:05.630874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.662317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Transition to ACTIVE for port object 62495a64-0d06-407e-b6b3-79548bc7096d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:05.699579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.740600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Allocated IP 172.26.4.205 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/4979a80c-d404-4a65-9125-a3484cb16e94) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:05.757757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:05.763728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:05.764316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe58475-ba06-44b1-8bc4-b267db5f0779,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:05.803561 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Pushing event updated for resources: {'Port': ['ID=62495a64-0d06-407e-b6b3-79548bc7096d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:05.812125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:05.820645 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Checking segment: {'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:05.821064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Network hostable DHCP agents. Network: 2399397e-952c-41dd-a884-3607f787c936, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:52:05.821231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.821679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.821984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.822314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.822653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.822994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.823305 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.827777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.828541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.828911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:05.829321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.832355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Tracked resource versions report: Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: pushed versions: Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: { 'ConntrackHelper': {'1.0'}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Log': {'1.0'}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Network': {'1.1'}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Port': {'1.5'}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'PortForwarding': {'1.2'}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'QosPolicy': {'1.8'}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SecurityGroup': {'1.2'}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SecurityGroupRule': {'1.0'}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SubPort': {'1.0'}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Subnet': {'1.1'}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Trunk': {'1.1'}} Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: consumer versions: Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: { DHCP agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: HyperV agent@hv-neutron-8331: {}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: L3 agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: Metadata agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: Metering agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: Open vSwitch agent@dv-neutron-833199-1-hyperv: { 'ConntrackHelper': '1.0', Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Log': '1.0', Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Network': '1.1', Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Port': '1.5', Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'PortForwarding': '1.2', Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'QosPolicy': '1.8', Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SecurityGroup': '1.2', Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SecurityGroupRule': '1.0', Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'SubPort': '1.0', Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Subnet': '1.1', Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: 'Trunk': '1.1'}} Apr 05 09:52:05.833922 dv-neutron-833199-1-hyperv neutron-server[83821]: {{(pid=83821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 09:52:05.860183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Network 2399397e-952c-41dd-a884-3607f787c936 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:52:06.004666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Attempting to bind port 62495a64-0d06-407e-b6b3-79548bc7096d on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:06.005191 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Attempting to bind port 62495a64-0d06-407e-b6b3-79548bc7096d by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:06.005924 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Attempting to bind port 62495a64-0d06-407e-b6b3-79548bc7096d on network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:06.011229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-19491046-51f6-427c-b308-ccbe410a1d66', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:52:06.014994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.042850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.056179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 2399397e-952c-41dd-a884-3607f787c936) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:06.062803 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:06.063695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.068336 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f43857-0119-47d2-a2b4-7d8e773d4854 None None] Network 2399397e-952c-41dd-a884-3607f787c936 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:06.093224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.099471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.100373 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b773af81-6d99-4b23-a8ba-cf113c7a4c40 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9780054 Apr 05 09:52:06.103919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50800) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:06.109539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:06.116136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:06.121534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Usage tracker for resource:router and tenant:156f56ba2afa4a3386a7f157e6d9be8f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:06.125387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:06.125598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:06.125908 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Checking segment: {'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:06.126442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.126842 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Bound using segment: {'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:06.127935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Bound port: 62495a64-0d06-407e-b6b3-79548bc7096d, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:06.136411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.148222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:06.218021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.218960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.226213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:06.230388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:06.239748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:06.270738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.295400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Pushing event updated for resources: {'Port': ['ID=4979a80c-d404-4a65-9125-a3484cb16e94,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:06.422499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.423699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.555144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] For port 62495a64-0d06-407e-b6b3-79548bc7096d, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:06.559096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.567665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] For port 62495a64-0d06-407e-b6b3-79548bc7096d, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=62495a64-0d06-407e-b6b3-79548bc7096d,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:06.602648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.607935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.612472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.677202 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Allocated IP 172.20.0.2 (19491046-51f6-427c-b308-ccbe410a1d66/22804349-64e3-4deb-bc5b-b60e9ff7803b/e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:06.833959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Router 33169c55-4d2b-4e66-9314-f3f66b39db12 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:52:06.843840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-2399397e-952c-41dd-a884-3607f787c936', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:52:06.844700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:06.976097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b048a7f-0bb9-41c5-923c-2494d0ca32cf None None] Pushing event updated for resources: {'Port': ['ID=62495a64-0d06-407e-b6b3-79548bc7096d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:06.984251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Allocated IP 172.26.4.54 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/175c82a2-ebf8-45b0-bbb9-8614addef508) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:07.110605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:07.126196 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Sync routers for ids ['33169c55-4d2b-4e66-9314-f3f66b39db12'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:07.152429 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Routers {'33169c55-4d2b-4e66-9314-f3f66b39db12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:07.168091 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['33169c55-4d2b-4e66-9314-f3f66b39db12'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:07.221696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:07.223206 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4c560b5f-fa17-4841-8445-28348c79f9dd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.8079166 Apr 05 09:52:07.230623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50828) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:07.337378 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50832) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:07.391024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:07.530062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:07.579206 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Transition to ACTIVE for port object e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:07.586772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:07.594361 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Set router 33169c55-4d2b-4e66-9314-f3f66b39db12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:07.625480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Transition to ACTIVE for port object e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:07.648284 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 62495a64-0d06-407e-b6b3-79548bc7096d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:07.675686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50840) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:07.702713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:07.749021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:07.810990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Network 19491046-51f6-427c-b308-ccbe410a1d66 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:07.817062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Allocated IP 172.20.0.2 (2399397e-952c-41dd-a884-3607f787c936/0fe58475-ba06-44b1-8bc4-b267db5f0779/ce597b90-e034-457c-ac6e-5897dc4fcdf8) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:07.831137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:07.858055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:07.875821 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:07.990954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50850) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:08.075566 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Attempting to bind port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:08.079577 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Attempting to bind port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:08.080120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Attempting to bind port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c on network 19491046-51f6-427c-b308-ccbe410a1d66 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:08.103080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:08.103696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Checking segment: {'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:08.105700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:08.107056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Bound using segment: {'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:08.109392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Bound port: e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:08.109926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:08.143425 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:06Z', 'revision_number': 3, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:08.148526 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Checking router: 33169c55-4d2b-4e66-9314-f3f66b39db12 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:52:08.148877 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Updating router 33169c55-4d2b-4e66-9314-f3f66b39db12 port 4979a80c-d404-4a65-9125-a3484cb16e94 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:52:08.204988 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:08.205816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Pushing event updated for resources: {'Port': ['ID=175c82a2-ebf8-45b0-bbb9-8614addef508,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:08.216775 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:08.220999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:08.285129 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1589006997'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:08.314948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] For port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:08.317163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:08.323960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] For port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:08.334669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Pushing event updated for resources: {'Port': ['ID=e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:08.338540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-881272814', 'router:external': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:08.371005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:08.374246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Usage tracker for resource:network and tenant:e8062fe1951d4d248aee188609760dd7 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:08.393924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:08.405829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:08.412067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Usage tracker for resource:network and tenant:793a32e0d03544b597661205ac63f892 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:08.426877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:08.465188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:08.468814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:08.488444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Allocated IP 172.26.4.195 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/670010f1-3d08-4df6-9712-945628824de0) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:08.491809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:08.507442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7455b-03d3-42e1-9f21-74d598abe970 None None] Pushing event updated for resources: {'Port': ['ID=e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:08.516043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d48fe0-0f81-4ca4-bd56-7a31fb09109b None None] Network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:08.527322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Made reservation on behalf of e8062fe1951d4d248aee188609760dd7 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:08.530495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:08.555465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:08.589585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50862) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:08.601171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:08.606138 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Usage tracker for resource:security_group_rule and tenant:e8062fe1951d4d248aee188609760dd7 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:08.609505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:08.617594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:08.668671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Made reservation on behalf of 793a32e0d03544b597661205ac63f892 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:08.671245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:08.761774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:08.775327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-160576414'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:08.825528 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:08.836444 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Transition to ACTIVE for port object ce597b90-e034-457c-ac6e-5897dc4fcdf8 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:08.855562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Transition to ACTIVE for port object ce597b90-e034-457c-ac6e-5897dc4fcdf8 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:08.896741 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:08.961530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-211859856', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:08.973365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:08.985979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Usage tracker for resource:port and tenant:1b97895c4bb74ad083af5185dc681639 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:08.992243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:09.001654 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:09.007188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Network 2399397e-952c-41dd-a884-3607f787c936 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:09.008491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c71ada91-d311-4f41-8937-30b9a906e42c None None] Provisioning for port 62495a64-0d06-407e-b6b3-79548bc7096d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:09.016055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.027999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Pushing event updated for resources: {'Port': ['ID=ce597b90-e034-457c-ac6e-5897dc4fcdf8,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:09.032310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:09.034537 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:09.090017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Made reservation on behalf of 1b97895c4bb74ad083af5185dc681639 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:09.092902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.109419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.225534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:09.237908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Usage tracker for resource:security_group_rule and tenant:1b97895c4bb74ad083af5185dc681639 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:09.243325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:09.273305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:09.279744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.309055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.357968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:09.362247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Usage tracker for resource:security_group_rule and tenant:793a32e0d03544b597661205ac63f892 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:09.368875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:09.378474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:09.393286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.396704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Attempting to bind port ce597b90-e034-457c-ac6e-5897dc4fcdf8 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:09.397939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Attempting to bind port ce597b90-e034-457c-ac6e-5897dc4fcdf8 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:09.398601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Attempting to bind port ce597b90-e034-457c-ac6e-5897dc4fcdf8 on network 2399397e-952c-41dd-a884-3607f787c936 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:09.407353 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 62495a64-0d06-407e-b6b3-79548bc7096d completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:09.419961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 62495a64-0d06-407e-b6b3-79548bc7096d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:09.420654 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.458339 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.478913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.481359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.490807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:09.491535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Checking segment: {'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:09.492136 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.492532 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Bound using segment: {'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:09.493014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Bound port: ce597b90-e034-457c-ac6e-5897dc4fcdf8, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:09.493525 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.500348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50880) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:09.528286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] device_id is not set on port 6283f1d6-1328-44be-b3a4-7d8734b8b086 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:09.565574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:09.579779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfe09d2-add1-4342-a6b9-5626ab622fc0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:09.602723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] For port ce597b90-e034-457c-ac6e-5897dc4fcdf8, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:09.606266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] For port ce597b90-e034-457c-ac6e-5897dc4fcdf8, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ce597b90-e034-457c-ac6e-5897dc4fcdf8,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:09.615038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Allocated IP 172.20.0.1 (d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc/41d78c18-da9c-4221-9c72-332eef9555bd/a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:09.619691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.658703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.669940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:09.675921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Usage tracker for resource:network and tenant:ce53941795534d06a08f137efdc60a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:09.679589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:09.685490 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.699874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:09.701993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.714187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:09.723856 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Transition to ACTIVE for port object 4979a80c-d404-4a65-9125-a3484cb16e94 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:09.733360 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:09.739396 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.766428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:09.793737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Made reservation on behalf of ce53941795534d06a08f137efdc60a88 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:09.797133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.849816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.865296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4296ff-a712-4bbb-9738-b2af43985a98 None None] Pushing event updated for resources: {'Port': ['ID=ce597b90-e034-457c-ac6e-5897dc4fcdf8,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:09.868275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.868847 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Added segment 2b5b3cec-be29-4f7b-9a08-7eca29958056 of type vlan for network c38d902a-54e1-42bd-815a-0821d01b6cb7 Apr 05 09:52:09.869906 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:09.883788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Allocated IP 172.26.4.248 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/6283f1d6-1328-44be-b3a4-7d8734b8b086) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:09.896695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.918132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.931331 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Attempting to bind port 4979a80c-d404-4a65-9125-a3484cb16e94 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:09.932056 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Attempting to bind port 4979a80c-d404-4a65-9125-a3484cb16e94 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:09.933766 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Attempting to bind port 4979a80c-d404-4a65-9125-a3484cb16e94 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:09.940588 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:09.948108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Usage tracker for resource:security_group_rule and tenant:ce53941795534d06a08f137efdc60a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:09.957923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:09.975009 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:09.978392 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:09.979228 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:09.979474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:09.982009 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:09.983275 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Bound port: 4979a80c-d404-4a65-9125-a3484cb16e94, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:09.984678 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.003188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Transition to ACTIVE for port object a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:10.004996 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 62495a64-0d06-407e-b6b3-79548bc7096d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=62495a64-0d06-407e-b6b3-79548bc7096d,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:10.010504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.153446 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] For port 4979a80c-d404-4a65-9125-a3484cb16e94, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:10.156949 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] For port 4979a80c-d404-4a65-9125-a3484cb16e94, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4979a80c-d404-4a65-9125-a3484cb16e94,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:10.175121 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.190562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.257831 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Routers {'33169c55-4d2b-4e66-9314-f3f66b39db12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:10.258486 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['33169c55-4d2b-4e66-9314-f3f66b39db12'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:10.308527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:10.330309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1736fdab-9e4a-471d-a6ab-68cfd1282cab,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:10.332807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=670010f1-3d08-4df6-9712-945628824de0,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:10.343020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.360801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.387362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:10.397292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=62495a64-0d06-407e-b6b3-79548bc7096d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:10.414037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.414037 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Added segment a5df21d8-52b0-4a38-a22b-658c0415fc93 of type vlan for network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 Apr 05 09:52:10.448730 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Pushing event updated for resources: {'Port': ['ID=4979a80c-d404-4a65-9125-a3484cb16e94,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:10.459594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:10.471751 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.472463 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.473054 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.474175 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.474869 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.475558 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.476621 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.477151 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.477998 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.478550 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.479036 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Tracked resource versions report: Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: pushed versions: Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: { 'ConntrackHelper': {'1.0'}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Log': {'1.0'}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Network': {'1.1'}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Port': {'1.5'}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'PortForwarding': {'1.2'}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'QosPolicy': {'1.8'}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SecurityGroup': {'1.2'}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SecurityGroupRule': {'1.0'}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SubPort': {'1.0'}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Subnet': {'1.1'}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Trunk': {'1.1'}} Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: consumer versions: Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: { DHCP agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: HyperV agent@hv-neutron-8331: {}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: L3 agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: Metadata agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: Metering agent@dv-neutron-833199-1-hyperv: {}, Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: Open vSwitch agent@dv-neutron-833199-1-hyperv: { 'ConntrackHelper': '1.0', Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Log': '1.0', Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Network': '1.1', Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Port': '1.5', Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'PortForwarding': '1.2', Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'QosPolicy': '1.8', Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SecurityGroup': '1.2', Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SecurityGroupRule': '1.0', Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'SubPort': '1.0', Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Subnet': '1.1', Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: 'Trunk': '1.1'}} Apr 05 09:52:10.480279 dv-neutron-833199-1-hyperv neutron-server[83822]: {{(pid=83822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 09:52:10.515108 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1617c2e4-9018-4e86-a2da-7a19be891270 None None] Provisioning complete for port 62495a64-0d06-407e-b6b3-79548bc7096d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:10.515488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1617c2e4-9018-4e86-a2da-7a19be891270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.518231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:10.520018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.521842 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Added segment a1aa7aeb-274d-422a-be94-ed29a7168b9c of type vlan for network cfeb4949-987c-4d12-9a9e-6b3150c77105 Apr 05 09:52:10.539726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:10.547563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:10.556902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Usage tracker for resource:floatingip and tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:10.561168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:10.568267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:10.592111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.610700 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:10.614046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:10.619117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.628433 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:10.628919 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.701482 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dff2ce-fa3a-49ef-bbc4-76c1a07e4fbd None None] Pushing event updated for resources: {'Port': ['ID=4979a80c-d404-4a65-9125-a3484cb16e94,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:10.703691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.716642 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] Set router 33169c55-4d2b-4e66-9314-f3f66b39db12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:10.733090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.770947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:52:10.777668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06955ce5-3baf-450b-84c7-74765a444967 None None] Network 19491046-51f6-427c-b308-ccbe410a1d66 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:10.786665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3059d-261c-4a0e-8b5f-7bd483679063,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:10.794598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.810784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.931444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.940799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.959956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.964367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:10.966001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:10.971064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.109329 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c712909-5f23-4738-a246-134b4c066fde,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:11.137774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.138771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:11.139363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.147804 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:06Z', 'revision_number': 3, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:11.157788 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1740047-986c-4e46-b4fd-4062f5ea8eb8 None None] The sync data for ids ['33169c55-4d2b-4e66-9314-f3f66b39db12'] in dv-neutron-833199-1-hyperv is: [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:06Z', 'revision_number': 3, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:52:11.212502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Pushing event updated for resources: {'Network': ['ID=3a649bfd-fc07-4301-aa61-8b6ab09363f5,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:11.215120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e5b9aaf0-38fa-4fc5-b8b2-82b7c4705c92 None None] Provisioning for port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:11.229633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e5b9aaf0-38fa-4fc5-b8b2-82b7c4705c92 None None] Provisioning complete for port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:11.230003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e5b9aaf0-38fa-4fc5-b8b2-82b7c4705c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.241085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.244915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:11.245506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.276127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:11.329843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:11.337423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:11.349259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Pushing event updated for resources: {'Port': ['ID=6283f1d6-1328-44be-b3a4-7d8734b8b086,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:11.364961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:11.366687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:11.367552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.409504 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 4.0699103 Apr 05 09:52:11.425916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50896) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:11.444760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Request body: {'subnet': {'network_id': 'c38d902a-54e1-42bd-815a-0821d01b6cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:11.460818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:11.467976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Usage tracker for resource:subnet and tenant:793a32e0d03544b597661205ac63f892 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:11.472147 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-55001220-faf3-447a-b099-0238a5e3f7c1 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8803241 Apr 05 09:52:11.473593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:11.481069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50900) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:11.485771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.248'}]}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:11.496238 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-87bf260d-1b31-4076-82e0-fc9670a1bba9 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.4982014 Apr 05 09:52:11.498995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:11.523608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:11.566122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Usage tracker for resource:router and tenant:1b97895c4bb74ad083af5185dc681639 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:11.575326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:11.580632 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.597647 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Made reservation on behalf of 793a32e0d03544b597661205ac63f892 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:11.602516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.612967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e5b9aaf0-38fa-4fc5-b8b2-82b7c4705c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.615387 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.9329543 Apr 05 09:52:11.644077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:11.656764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.661015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.674374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.680874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.698023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e5b9aaf0-38fa-4fc5-b8b2-82b7c4705c92 None None] For port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:11.699366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.712524 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e5b9aaf0-38fa-4fc5-b8b2-82b7c4705c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.827209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c0ca8-2935-4b2e-a954-c0d99251e0f6 None None] Network 2399397e-952c-41dd-a884-3607f787c936 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:11.851604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92ef94-dc64-4114-899e-0eee5cb85306 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event updated for resources: {'Network': ['ID=c38d902a-54e1-42bd-815a-0821d01b6cb7,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:11.952276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:11.954484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:12.098778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network c38d902a-54e1-42bd-815a-0821d01b6cb7 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:12.268225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:12.468284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:12.485572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:12.519484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4979a80c-d404-4a65-9125-a3484cb16e94 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:12.579765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976e215-f94d-40dd-8162-e68281e16228 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Pushing event updated for resources: {'Network': ['ID=cfeb4949-987c-4d12-9a9e-6b3150c77105,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:12.693271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Allocated IP 172.26.4.89 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/02561fc6-ae12-475e-a162-96e8f9b4e4db) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:12.712047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network cfeb4949-987c-4d12-9a9e-6b3150c77105 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:12.737786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9aaf0-38fa-4fc5-b8b2-82b7c4705c92 None None] Pushing event updated for resources: {'Port': ['ID=e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:12.750722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50928) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:12.759178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3d331f4b-aa5e-481b-9488-f706a745b899 None None] Provisioning for port ce597b90-e034-457c-ac6e-5897dc4fcdf8 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:12.761459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50930) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:12.776478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Request body: {'port': {'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5', 'binding:host_id': 'hv-neutron-8331', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1642587031'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:12.794362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Request body: {'port': {'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105', 'binding:host_id': 'hv-neutron-8331', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1578162769'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:12.838648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:12.847977 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:12.910503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3d331f4b-aa5e-481b-9488-f706a745b899 None None] Provisioning for port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:12.911913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Usage tracker for resource:port and tenant:350a7ff238b8470cbe16d84ac2114e68 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:12.918858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3d331f4b-aa5e-481b-9488-f706a745b899 None None] Provisioning complete for port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:12.919224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3d331f4b-aa5e-481b-9488-f706a745b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:12.922158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:12.951125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:12.968385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 4979a80c-d404-4a65-9125-a3484cb16e94 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:12.979867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4979a80c-d404-4a65-9125-a3484cb16e94 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:12.980305 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.016859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3d331f4b-aa5e-481b-9488-f706a745b899 None None] Port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:13.055018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.061882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Usage tracker for resource:port and tenant:bb36ff094b2c48e4af45ece4ab118a6d is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:13.065289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:13.071958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:13.092873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:13.111834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.121744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Made reservation on behalf of bb36ff094b2c48e4af45ece4ab118a6d for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:13.124543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.134044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Made reservation on behalf of 350a7ff238b8470cbe16d84ac2114e68 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:13.134887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4979a80c-d404-4a65-9125-a3484cb16e94, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4979a80c-d404-4a65-9125-a3484cb16e94,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:13.136415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.141321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.142060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ce597b90-e034-457c-ac6e-5897dc4fcdf8 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:13.154613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.163508 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.177065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.243939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-04659cb2-1478-413e-b59b-2cf83069ce5a None None] Provisioning complete for port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:13.244156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-04659cb2-1478-413e-b59b-2cf83069ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.247653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Router 8106167b-8dd2-4671-9d4e-d278eda31cb8 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:52:13.266061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:13.270426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.276399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:13.312344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Usage tracker for resource:security_group_rule and tenant:bb36ff094b2c48e4af45ece4ab118a6d is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:13.312604 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4979a80c-d404-4a65-9125-a3484cb16e94,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:13.328600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Usage tracker for resource:security_group_rule and tenant:350a7ff238b8470cbe16d84ac2114e68 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:13.334054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:13.338019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:13.358347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:13.360341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:13.361819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port ce597b90-e034-457c-ac6e-5897dc4fcdf8 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:13.380797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ce597b90-e034-457c-ac6e-5897dc4fcdf8 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:13.381857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.453012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:13.465212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-04659cb2-1478-413e-b59b-2cf83069ce5a None None] Provisioning complete for port ce597b90-e034-457c-ac6e-5897dc4fcdf8 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:13.465557 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-04659cb2-1478-413e-b59b-2cf83069ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.506148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:13.529811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:13.539638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event updated for resources: {'Port': ['ID=02561fc6-ae12-475e-a162-96e8f9b4e4db,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:13.566459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.637720 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Router 33169c55-4d2b-4e66-9314-f3f66b39db12 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:52:13.661118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port ce597b90-e034-457c-ac6e-5897dc4fcdf8, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ce597b90-e034-457c-ac6e-5897dc4fcdf8,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:13.670713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.671652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 62495a64-0d06-407e-b6b3-79548bc7096d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:13.741125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.objects.ports [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:52:13.741591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.757149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-04659cb2-1478-413e-b59b-2cf83069ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.785715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.794080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.798228 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.808614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:52:13.815374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.822135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] device_id is not set on port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:13.856886 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=ce597b90-e034-457c-ac6e-5897dc4fcdf8,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:13.859622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] device_id is not set on port 5fe99205-8090-4367-8674-310fcc32bfb2 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:13.883788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 62495a64-0d06-407e-b6b3-79548bc7096d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:13.884153 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:13.907208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-04659cb2-1478-413e-b59b-2cf83069ce5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:52:13.907208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-04659cb2-1478-413e-b59b-2cf83069ce5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:52:13.949327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event updated for resources: {'Subnet': ['ID=931471d2-93fc-43c1-8750-d1f481f5c23d,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:13.956240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.000797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.040041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b608eb8-6ec7-4467-990f-42374f7c3459,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:14.046381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.085679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Checking segment: {'id': '2b5b3cec-be29-4f7b-9a08-7eca29958056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c38d902a-54e1-42bd-815a-0821d01b6cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:14.086045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Network hostable DHCP agents. Network: c38d902a-54e1-42bd-815a-0821d01b6cb7, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:52:14.108316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4979a80c-d404-4a65-9125-a3484cb16e94 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:14.184812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Network c38d902a-54e1-42bd-815a-0821d01b6cb7 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:52:14.186553 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4979a80c-d404-4a65-9125-a3484cb16e94 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:14.186916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.202060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, c38d902a-54e1-42bd-815a-0821d01b6cb7) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:14.207093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:14.207709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.222466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cf8cbd-2bc6-4f05-94ec-16fceb27a14e None None] Network c38d902a-54e1-42bd-815a-0821d01b6cb7 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:14.312661 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9f784004-9a65-40b1-be08-2cf3f29b348d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8755834 Apr 05 09:52:14.312909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74ac8ad-8cf5-4447-845f-fd4d2f16a850,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:14.316877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50936) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:14.327119 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.332748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1097911407', 'network_id': 'c38d902a-54e1-42bd-815a-0821d01b6cb7'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:14.362506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:14.364861 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.422547 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Usage tracker for resource:port and tenant:793a32e0d03544b597661205ac63f892 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:14.458432 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:14.468512 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cd5160e9-4a38-4898-9cf2-a0390053fc73 admin admin] 10.222.0.30 "PUT /v2.0/routers/33169c55-4d2b-4e66-9314-f3f66b39db12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2366948 Apr 05 09:52:14.558646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:14.636453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:14.780225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Made reservation on behalf of 793a32e0d03544b597661205ac63f892 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:14.782637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.808121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce83d9-69cc-42dc-ad99-625fd73da88a None None] Network c38d902a-54e1-42bd-815a-0821d01b6cb7 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:14.837157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:14.856391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.861636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.977789 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:14.979247 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69f4e317-c09c-43d4-8f20-9e6c7f0008b3 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:52:15.024323 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 09:52:15.025853 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5f795048-14dd-4989-aba5-cd9c3da499c2 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5470829 Apr 05 09:52:15.029476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50946) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:15.090769 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-04659cb2-1478-413e-b59b-2cf83069ce5a None None] Provisioning complete for port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:15.091058 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-04659cb2-1478-413e-b59b-2cf83069ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.102067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd2df2-f753-4bae-869f-fbe121dd40f7 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Deleting port 6283f1d6-1328-44be-b3a4-7d8734b8b086 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:15.102438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b2dd2df2-f753-4bae-869f-fbe121dd40f7 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.171809 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Sync routers for ids ['8106167b-8dd2-4671-9d4e-d278eda31cb8'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:15.180481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:15.223702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] device_id is not set on port 46ea3b07-d014-4dbf-a466-adf55fb86a86 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:15.273962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-04659cb2-1478-413e-b59b-2cf83069ce5a None None] Port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:15.305883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Routers {'8106167b-8dd2-4671-9d4e-d278eda31cb8'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:15.306602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8106167b-8dd2-4671-9d4e-d278eda31cb8'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:15.315674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] device_id is not set on port 5fe99205-8090-4367-8674-310fcc32bfb2 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:15.345272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50952) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:15.357044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1585767532', 'description': 'tempest-description--190668857'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:15.370426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:15.393503 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Usage tracker for resource:security_group and tenant:3fca71fcb3da4672a6c1a17af4d7b27a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:15.406453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.445222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:15.446816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] device_id is not set on port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:15.457917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.462001 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0f54c92f-c2ff-4610-8658-65e0127c8217 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.9387813 Apr 05 09:52:15.462180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:15.463425 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Transition to ACTIVE for port object 5fe99205-8090-4367-8674-310fcc32bfb2 will not be triggered until provisioned by entity L2. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:15.470529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50956) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:15.480517 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Sync routers for ids ['33169c55-4d2b-4e66-9314-f3f66b39db12'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:15.494540 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Routers {'33169c55-4d2b-4e66-9314-f3f66b39db12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:15.496240 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['33169c55-4d2b-4e66-9314-f3f66b39db12'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:15.517100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.518451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:15.518918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.545192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.561744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Transition to ACTIVE for port object 90bd92d2-1440-47ff-aa79-fa7e0f0367fa will not be triggered until provisioned by entity L2. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:15.602194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Set router 8106167b-8dd2-4671-9d4e-d278eda31cb8 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:15.640070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event updated for resources: {'Port': ['ID=5fe99205-8090-4367-8674-310fcc32bfb2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:15.642846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:52:15.658502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:15.683663 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.694812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Allocated IP 2001:db8::38 (c38d902a-54e1-42bd-815a-0821d01b6cb7/931471d2-93fc-43c1-8750-d1f481f5c23d/46ea3b07-d014-4dbf-a466-adf55fb86a86) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:15.697427 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.706365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.713467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Sync routers for ids ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:15.751589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.778355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.796161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b2dd2df2-f753-4bae-869f-fbe121dd40f7 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.839586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.841034 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4e3f4c30-9d70-470d-96eb-76e933091bf9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7362087 Apr 05 09:52:15.855242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50960) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:15.863881 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Set router 33169c55-4d2b-4e66-9314-f3f66b39db12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:15.877481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Routers {'7546be7f-49dd-436b-a28e-1d27ffa1fbcd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:15.878248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:15.960265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b2dd2df2-f753-4bae-869f-fbe121dd40f7 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Calling delete_port for 6283f1d6-1328-44be-b3a4-7d8734b8b086 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:15.995935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:15.997501 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4262390 Apr 05 09:52:15.998414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ff48f-2e54-4784-b37e-5199d2f25320 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event updated for resources: {'Port': ['ID=02561fc6-ae12-475e-a162-96e8f9b4e4db,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:16.001922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ce597b90-e034-457c-ac6e-5897dc4fcdf8 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:16.014827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50964) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:16.015673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Checking segment: {'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:16.016104 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Network hostable DHCP agents. Network: cfeb4949-987c-4d12-9a9e-6b3150c77105, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:52:16.034816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:16.044721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Usage tracker for resource:security_group_rule and tenant:3fca71fcb3da4672a6c1a17af4d7b27a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:16.050578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:16.064151 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-426163483'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:16.066935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:16.102490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:16.138862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Usage tracker for resource:network and tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:16.187733 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:16.216346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:16.220171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ce597b90-e034-457c-ac6e-5897dc4fcdf8 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:16.220888 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.235628 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:52:16.250157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event updated for resources: {'Port': ['ID=90bd92d2-1440-47ff-aa79-fa7e0f0367fa,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:16.258832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Checking segment: {'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:16.258832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Network hostable DHCP agents. Network: 3a649bfd-fc07-4301-aa61-8b6ab09363f5, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:52:16.271159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Made reservation on behalf of 4a8fbb72f9b24ba7b4e58d4ae6bcb113 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:16.275030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.295692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Network cfeb4949-987c-4d12-9a9e-6b3150c77105 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:52:16.297126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Set router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:16.315649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.317170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.326693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.355211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, cfeb4949-987c-4d12-9a9e-6b3150c77105) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:16.362059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b2dd2df2-f753-4bae-869f-fbe121dd40f7 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.365507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:16.378226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:16.395645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3868e89d-d1a3-44c6-bebb-9591fe21f746 None None] Network cfeb4949-987c-4d12-9a9e-6b3150c77105 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:16.408409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.428245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:16.428806 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:16.429353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:16.438952 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e', 'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'mac_address': 'fa:16:3e:38:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:09Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 2, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'subnets': [{'id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:16.445739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:16.446957 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Checking router: 33169c55-4d2b-4e66-9314-f3f66b39db12 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:52:16.447868 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Updating router 33169c55-4d2b-4e66-9314-f3f66b39db12 port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:52:16.449060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:52:16.457254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Usage tracker for resource:security_group_rule and tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:16.465033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:16.470390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:16.470873 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:16.475446 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 2 to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 Apr 05 09:52:16.483468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 3a649bfd-fc07-4301-aa61-8b6ab09363f5) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:16.488088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:16.500319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:16.538787 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:16.539444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:16.539688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:16.547251 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.556978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:16.557445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:16.557876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:16.571603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:16.572009 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:16.577567 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 3 to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 Apr 05 09:52:16.600077 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.605989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:16.606630 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:16.613293 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 2 to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa Apr 05 09:52:16.638269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd2df2-f753-4bae-869f-fbe121dd40f7 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Pushing event deleted for resources: {'Port': ['ID=6283f1d6-1328-44be-b3a4-7d8734b8b086,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:16.661721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:16.662549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:16.663120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:16.671016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b2dd2df2-f753-4bae-869f-fbe121dd40f7 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.687801 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b2dd2df2-f753-4bae-869f-fbe121dd40f7 tempest-RoutersAdminNegativeTest-669172942 tempest-RoutersAdminNegativeTest-669172942-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6283f1d6-1328-44be-b3a4-7d8734b8b086 HTTP/1.1" status: 204 len: 168 time: 1.6416621 Apr 05 09:52:16.702947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:16.703374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:16.703950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:16.704526 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:16.704817 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-49a130dc-1e90-48fe-b02b-51d5645f526b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.3590236 Apr 05 09:52:16.708194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50970) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:16.729141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Request body: {'security_group_rule': {'security_group_id': 'fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:16.737219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:16.737825 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:16.746258 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 4 to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 Apr 05 09:52:16.759633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:16.852689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f3ce4-79a7-48bb-804c-2153d4ddf55d None None] Network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:16.959559 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event updated for resources: {'Port': ['ID=46ea3b07-d014-4dbf-a466-adf55fb86a86,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:17.002176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:08Z', 'revision_number': 3, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:17.027890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Network c38d902a-54e1-42bd-815a-0821d01b6cb7 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:17.034481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Usage tracker for resource:security_group_rule and tenant:3fca71fcb3da4672a6c1a17af4d7b27a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:17.042321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:17.042786 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:17.043916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:17.045571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:17.051440 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.057402 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 3 to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa Apr 05 09:52:17.067151 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Transition to ACTIVE for port object a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:17.075420 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.089353 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Checking router: 8106167b-8dd2-4671-9d4e-d278eda31cb8 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:52:17.089697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Updating router 8106167b-8dd2-4671-9d4e-d278eda31cb8 port 175c82a2-ebf8-45b0-bbb9-8614addef508 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:52:17.101846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:17.103715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:17.105119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.113328 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:17.113799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:17.114245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:17.118028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:17.149322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.160792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:17.161329 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:17.163812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:17.183343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.187696 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:17.188202 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:17.203978 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 5 to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 Apr 05 09:52:17.204937 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13092c65-6f64-4d64-8356-3cdc52606de0 None None] Pushing event updated for resources: {'Port': ['ID=a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:17.288415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:17.289200 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:17.290139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:17.321576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:17.322246 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:17.338612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50976) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:17.339374 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 6 to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 Apr 05 09:52:17.375823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.385564 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1020e254-51fd-4791-a7fd-29ea2f514506 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0582411 Apr 05 09:52:17.386482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.416709 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Attempting to bind port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:17.417080 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Attempting to bind port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:17.417448 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Attempting to bind port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e on network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:17.424498 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:17.424923 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Checking segment: {'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:17.425332 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.425726 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Bound using segment: {'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:17.426328 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Bound port: a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:17.426767 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.432879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50978) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:17.436710 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.478527 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:17.478865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:17.479688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:17.481830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:17.482175 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:17.488061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:17.496226 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 4 to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa Apr 05 09:52:17.539812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:17.540178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:17.540521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:17.558697 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] For port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:17.565233 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] For port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:17.575298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758b6358-427b-4738-8ac4-90424fbb7b74,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:17.575679 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.602513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea7245-8a75-49da-9324-26fac61a0ce1 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Deleting port 46ea3b07-d014-4dbf-a466-adf55fb86a86 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:17.602865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7245-8a75-49da-9324-26fac61a0ce1 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.668544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.672813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:17.673149 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:17.677854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.678405 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Added segment b1023db9-8a05-45ac-be6a-dc337ab45d5f of type vlan for network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 Apr 05 09:52:17.683327 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 7 to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 Apr 05 09:52:17.730681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:17.731014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:17.731348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:17.745445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:17.745769 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:17.749053 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 5 to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa Apr 05 09:52:17.769046 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.770156 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13092c65-6f64-4d64-8356-3cdc52606de0 None None] Pushing event updated for resources: {'Port': ['ID=a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:17.798228 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Routers {'33169c55-4d2b-4e66-9314-f3f66b39db12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:17.798977 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['33169c55-4d2b-4e66-9314-f3f66b39db12'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:17.856006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:17.856532 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:17.858277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:17.858786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:17.859273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:17.869571 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 8 to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 Apr 05 09:52:17.876968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc55f353-efe6-4866-b3c0-a26369ba431f,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:17.903668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.920610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:17.921133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:17.921629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:17.924016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:17.924515 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:17.929584 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 6 to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa Apr 05 09:52:17.936692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64c4750f-3d1d-4e3a-8a90-612261094306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.952741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.954209 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6c21804f-ce31-4518-92c4-c57b779ad66f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2365503 Apr 05 09:52:17.964669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50986) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:17.976162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:17.976734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Request body: {'security_group_rule': {'security_group_id': 'fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:17.995245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Transition to ACTIVE for port object 175c82a2-ebf8-45b0-bbb9-8614addef508 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:18.003984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:18.004734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:18.005250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:18.008700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:18.009923 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] Set router 33169c55-4d2b-4e66-9314-f3f66b39db12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:18.010886 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:18.024494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.034519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:18.038295 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 9 to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 Apr 05 09:52:18.051847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Allocated IP 172.20.0.1 (19491046-51f6-427c-b308-ccbe410a1d66/22804349-64e3-4deb-bc5b-b60e9ff7803b/8e9e2433-81f6-4441-8f1d-badd4edcdbee) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:18.065118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Usage tracker for resource:security_group_rule and tenant:3fca71fcb3da4672a6c1a17af4d7b27a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:18.095562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:18.118802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:18.119049 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:18.127887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:18.129612 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 7 to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa Apr 05 09:52:18.136812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.140816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:18.141568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.145971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:18.146326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:18.146662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:18.151151 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-64c4750f-3d1d-4e3a-8a90-612261094306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:18.161296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7245-8a75-49da-9324-26fac61a0ce1 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.191088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-64c4750f-3d1d-4e3a-8a90-612261094306 admin admin] Usage tracker for resource:security_group_rule and tenant:873400a21f5a4b18a98b1092675f49e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:18.207345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038e3b0-cf2b-4451-af1f-67a3f220f420 None None] Pushing event updated for resources: {'Port': ['ID=175c82a2-ebf8-45b0-bbb9-8614addef508,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:18.211990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Attempting to bind port 175c82a2-ebf8-45b0-bbb9-8614addef508 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:18.212483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Attempting to bind port 175c82a2-ebf8-45b0-bbb9-8614addef508 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:18.212979 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Attempting to bind port 175c82a2-ebf8-45b0-bbb9-8614addef508 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:18.232926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:18.233427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:18.234012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.234490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:18.235177 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Bound port: 175c82a2-ebf8-45b0-bbb9-8614addef508, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:18.235695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.253625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-64c4750f-3d1d-4e3a-8a90-612261094306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:18.268183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:18.268520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:18.268855 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:18.287937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 3, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:18.297627 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Checking router: 7546be7f-49dd-436b-a28e-1d27ffa1fbcd for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:52:18.298115 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Updating router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd port 670010f1-3d08-4df6-9712-945628824de0 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:52:18.300659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-64c4750f-3d1d-4e3a-8a90-612261094306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:18.312012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:18.312332 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:18.314179 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2908349 Apr 05 09:52:18.320705 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 10 to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 Apr 05 09:52:18.336771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50990) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:18.341583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.351001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea7245-8a75-49da-9324-26fac61a0ce1 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Calling delete_port for 46ea3b07-d014-4dbf-a466-adf55fb86a86 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:18.356492 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Request body: {'subnet': {'network_id': '2bfdd62e-05cd-4992-997a-a9f54d4481d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:18.375569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:18.375896 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:18.377455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d4d8b-fd3b-4481-8f38-3f5cd9341eb8 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event updated for resources: {'Network': ['ID=2bfdd62e-05cd-4992-997a-a9f54d4481d2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:18.397564 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 8 to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa Apr 05 09:52:18.400849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:18.469098 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.486618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] For port 175c82a2-ebf8-45b0-bbb9-8614addef508, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:18.488705 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e', 'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'mac_address': 'fa:16:3e:38:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:09Z', 'updated_at': '2022-04-05T09:52:17Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'subnets': [{'id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:18.497417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.505206 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b4de61-e119-429d-8f8b-9e615fb761da None None] The sync data for ids ['33169c55-4d2b-4e66-9314-f3f66b39db12'] in dv-neutron-833199-1-hyperv is: [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e', 'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'mac_address': 'fa:16:3e:38:39:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:09Z', 'updated_at': '2022-04-05T09:52:17Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'subnets': [{'id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:52:18.544928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:18.545265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:18.545596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:18.576052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Transition to ACTIVE for port object 8e9e2433-81f6-4441-8f1d-badd4edcdbee will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:18.578256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7245-8a75-49da-9324-26fac61a0ce1 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.609568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] For port 175c82a2-ebf8-45b0-bbb9-8614addef508, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=175c82a2-ebf8-45b0-bbb9-8614addef508,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:18.638313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.650560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea7245-8a75-49da-9324-26fac61a0ce1 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event deleted for resources: {'Port': ['ID=46ea3b07-d014-4dbf-a466-adf55fb86a86,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:18.726310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4ea7245-8a75-49da-9324-26fac61a0ce1 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.740967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f4ea7245-8a75-49da-9324-26fac61a0ce1 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "DELETE /v2.0/ports/46ea3b07-d014-4dbf-a466-adf55fb86a86 HTTP/1.1" status: 204 len: 168 time: 1.2791805 Apr 05 09:52:18.741183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:18.741183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:18.741183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:18.742134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 50994) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:18.749147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c38d902a-54e1-42bd-815a-0821d01b6cb7', 'external_fixed_ips': [{'subnet_id': '931471d2-93fc-43c1-8750-d1f481f5c23d', 'ip_address': '2001:db8::38'}]}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:18.757272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:18.757503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:18.759872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5fe99205-8090-4367-8674-310fcc32bfb2 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:18.760481 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5fe99205-8090-4367-8674-310fcc32bfb2 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:18.760767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.763850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Usage tracker for resource:router and tenant:793a32e0d03544b597661205ac63f892 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:18.767366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:18.776000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.780995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:18.781468 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:18.787439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Usage tracker for resource:subnet and tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:18.791071 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 9 to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa Apr 05 09:52:18.804210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:18.848833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.858993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:18.870693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:18.874235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9e2433-81f6-4441-8f1d-badd4edcdbee,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:18.886129 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.902409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.902777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.922342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Network 19491046-51f6-427c-b308-ccbe410a1d66 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:18.923945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:18.927090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:18.928199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.932838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Routers {'8106167b-8dd2-4671-9d4e-d278eda31cb8'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:18.932838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8106167b-8dd2-4671-9d4e-d278eda31cb8'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:18.955845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:18.962633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:18.963168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:18.963660 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:19.009466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038e3b0-cf2b-4451-af1f-67a3f220f420 None None] Pushing event updated for resources: {'Port': ['ID=175c82a2-ebf8-45b0-bbb9-8614addef508,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:19.032030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd27b42-bd7f-45d1-9e1d-aa6f0e3df579,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:19.108092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Made reservation on behalf of 4a8fbb72f9b24ba7b4e58d4ae6bcb113 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:19.200301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.203845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.308991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.338872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:19.339792 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:19.354645 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 10 to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa Apr 05 09:52:19.384897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64c4750f-3d1d-4e3a-8a90-612261094306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.395237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:19.399335 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.403741 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8a44bd27-615a-4716-b5fa-5412546d41f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4302926 Apr 05 09:52:19.461005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 50998) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:19.473099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64c4750f-3d1d-4e3a-8a90-612261094306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.499168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f56f083d-3a14-4661-92dc-1cf9f61a141d None None] Provisioning for port 8e9e2433-81f6-4441-8f1d-badd4edcdbee completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:19.539585 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f56f083d-3a14-4661-92dc-1cf9f61a141d None None] Provisioning complete for port 8e9e2433-81f6-4441-8f1d-badd4edcdbee triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:19.540919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f56f083d-3a14-4661-92dc-1cf9f61a141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.557451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:19.577180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4750f-3d1d-4e3a-8a90-612261094306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc7b4aa-a042-43dc-8681-3b9f303b1514,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:19.588713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:19.590614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:19.593419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:19.622370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:19.622841 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:19.623451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.631355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f56f083d-3a14-4661-92dc-1cf9f61a141d None None] Port 8e9e2433-81f6-4441-8f1d-badd4edcdbee cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:19.634529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:19.641804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:19.642175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.646272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:19.656075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] For port 5fe99205-8090-4367-8674-310fcc32bfb2, host hv-neutron-8331, cleared binding levels {{(pid=83820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:19.656880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempted to set empty binding levels {{(pid=83820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 09:52:19.729860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Usage tracker for resource:floatingip and tenant:3fca71fcb3da4672a6c1a17af4d7b27a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:19.742001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.750519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.758011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:52:19.764346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.765261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.770315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:19.777218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] Set router 8106167b-8dd2-4671-9d4e-d278eda31cb8 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:19.848340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9e2433-81f6-4441-8f1d-badd4edcdbee,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:19.880357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:19.885724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:20.022120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.033576 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-64c4750f-3d1d-4e3a-8a90-612261094306 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=873400a21f5a4b18a98b1092675f49e9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5705781 Apr 05 09:52:20.039240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Transition to ACTIVE for port object 670010f1-3d08-4df6-9712-945628824de0 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:20.046764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51002) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:20.060810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.119263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.120336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.137261 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.3667212 Apr 05 09:52:20.143784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51006) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:20.148772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a0b92-c7e6-426d-b281-b31e44b90a5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event updated for resources: {'Port': ['ID=5fe99205-8090-4367-8674-310fcc32bfb2,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:20.187045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.236086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Network 19491046-51f6-427c-b308-ccbe410a1d66 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:20.247098 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:20.249092 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04376470-0a6d-4452-90a6-f2e1bf7b0e6a None None] Pushing event updated for resources: {'Port': ['ID=670010f1-3d08-4df6-9712-945628824de0,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:20.287139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] For port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa, host hv-neutron-8331, cleared binding levels {{(pid=83820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:20.287697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempted to set empty binding levels {{(pid=83820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 09:52:20.303195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.333330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Attempting to bind port 670010f1-3d08-4df6-9712-945628824de0 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:20.334519 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Attempting to bind port 670010f1-3d08-4df6-9712-945628824de0 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:20.334890 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Attempting to bind port 670010f1-3d08-4df6-9712-945628824de0 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:20.355831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.368286 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:20.368568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:20.368828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.369226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:20.369712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Bound port: 670010f1-3d08-4df6-9712-945628824de0, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:20.370087 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.414270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-e2e15001-7cc1-4663-b873-8d36439e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Deleting port 5fe99205-8090-4367-8674-310fcc32bfb2 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:20.414612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e2e15001-7cc1-4663-b873-8d36439e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.430418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59ec24c0-366b-414d-bdf8-63ca79668de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.433233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.486573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event updated for resources: {'Port': ['ID=90bd92d2-1440-47ff-aa79-fa7e0f0367fa,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:20.552182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] For port 670010f1-3d08-4df6-9712-945628824de0, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:20.560140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] For port 670010f1-3d08-4df6-9712-945628824de0, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=670010f1-3d08-4df6-9712-945628824de0,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:20.567059 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:20.573911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.582209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59ec24c0-366b-414d-bdf8-63ca79668de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.592716 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d9f89c9b-6bf4-4ffd-8d7c-bc8742d10da3 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.8389580 Apr 05 09:52:20.603181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51010) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:20.620210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.622581 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.728696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04376470-0a6d-4452-90a6-f2e1bf7b0e6a None None] Pushing event updated for resources: {'Port': ['ID=670010f1-3d08-4df6-9712-945628824de0,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:20.766422 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-18de9e10-c23c-4f81-b1c7-95d9e340b759 None None] Provisioning complete for port 8e9e2433-81f6-4441-8f1d-badd4edcdbee triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:20.766791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-18de9e10-c23c-4f81-b1c7-95d9e340b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.815460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 1, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:20.822033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Routers {'7546be7f-49dd-436b-a28e-1d27ffa1fbcd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:20.822632 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:20.862481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bc90e677-5828-4545-9062-72b8433f43bf tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Deleting port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:20.862869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc90e677-5828-4545-9062-72b8433f43bf tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.896922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event updated for resources: {'Subnet': ['ID=226a58c2-e781-44aa-8381-2e7119bf56be,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:20.899279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db78eb4-f2a4-4c94-934b-6e4692f81957 None None] The sync data for ids ['8106167b-8dd2-4671-9d4e-d278eda31cb8'] in dv-neutron-833199-1-hyperv is: [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 1, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:52:20.910679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Allocated IP 2001:db8::38 (c38d902a-54e1-42bd-815a-0821d01b6cb7/931471d2-93fc-43c1-8750-d1f481f5c23d/978d5acc-4364-4aad-a66c-fc8ce8de24d4) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:20.978322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59ec24c0-366b-414d-bdf8-63ca79668de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:20.997484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-e2e15001-7cc1-4663-b873-8d36439e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] For port 5fe99205-8090-4367-8674-310fcc32bfb2, host hv-neutron-8331, got binding levels [] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:20.997874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e2e15001-7cc1-4663-b873-8d36439e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.004126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.046862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-18de9e10-c23c-4f81-b1c7-95d9e340b759 None None] Port 8e9e2433-81f6-4441-8f1d-badd4edcdbee cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:21.062161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:21.082606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec24c0-366b-414d-bdf8-63ca79668de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc7b4aa-a042-43dc-8681-3b9f303b1514,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:21.094798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Checking segment: {'id': 'b1023db9-8a05-45ac-be6a-dc337ab45d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2bfdd62e-05cd-4992-997a-a9f54d4481d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:21.095158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Network hostable DHCP agents. Network: 2bfdd62e-05cd-4992-997a-a9f54d4481d2, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:52:21.120073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] Set router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:21.132973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59ec24c0-366b-414d-bdf8-63ca79668de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.136664 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-59ec24c0-366b-414d-bdf8-63ca79668de9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bc7b4aa-a042-43dc-8681-3b9f303b1514 HTTP/1.1" status: 204 len: 168 time: 1.0634999 Apr 05 09:52:21.157670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.231384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:21.307436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-e2e15001-7cc1-4663-b873-8d36439e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Calling delete_port for 5fe99205-8090-4367-8674-310fcc32bfb2 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:21.392928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:52:21.395235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-bc90e677-5828-4545-9062-72b8433f43bf tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] For port 90bd92d2-1440-47ff-aa79-fa7e0f0367fa, host hv-neutron-8331, got binding levels [] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:21.395622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc90e677-5828-4545-9062-72b8433f43bf tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.469218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.495887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.507571 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:21.508057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.534611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e2e15001-7cc1-4663-b873-8d36439e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.559391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Allocated IP 172.26.4.27 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/d43c5123-3784-4bf3-9df0-2fd259e628d2) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:21.582600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bc90e677-5828-4545-9062-72b8433f43bf tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Calling delete_port for 90bd92d2-1440-47ff-aa79-fa7e0f0367fa owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:21.594816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.609727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e15001-7cc1-4663-b873-8d36439e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fe99205-8090-4367-8674-310fcc32bfb2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:21.646872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e2e15001-7cc1-4663-b873-8d36439e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.648080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 2bfdd62e-05cd-4992-997a-a9f54d4481d2) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:21.688714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef757990-9360-41c0-9159-fa7ba8462d95 None None] Network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:21.707018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Network c38d902a-54e1-42bd-815a-0821d01b6cb7 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:21.709399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51018) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:21.714437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:21.715824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:21.716558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:21.716996 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e2e15001-7cc1-4663-b873-8d36439e46d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "DELETE /v2.0/ports/5fe99205-8090-4367-8674-310fcc32bfb2 HTTP/1.1" status: 204 len: 168 time: 1.5683908 Apr 05 09:52:21.737000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:21.738236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51022) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:21.766443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event updated for resources: {'Port': ['ID=978d5acc-4364-4aad-a66c-fc8ce8de24d4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:21.833612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 3, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:21.836703 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f7f41f-3b17-47de-8d11-e7e761f52af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] GET failed (client error): The resource could not be found. Apr 05 09:52:21.837365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-74f7f41f-3b17-47de-8d11-e7e761f52af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Synchronizing usage tracker for tenant:bb36ff094b2c48e4af45ece4ab118a6d on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:21.842619 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-81974df4-9346-4933-ab4f-c8dc67662ffc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b97895c4bb74ad083af5185dc681639&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1299186 Apr 05 09:52:21.843102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51026) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:21.868290 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029093a-bfd1-4514-b28f-b685fde5ff42 None None] The sync data for ids ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'] in dv-neutron-833199-1-hyperv is: [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 3, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:52:21.874980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Router 8106167b-8dd2-4671-9d4e-d278eda31cb8 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:52:21.956110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-2bfdd62e-05cd-4992-997a-a9f54d4481d2', 'network_id': '2bfdd62e-05cd-4992-997a-a9f54d4481d2', 'tenant_id': '4a8fbb72f9b24ba7b4e58d4ae6bcb113', 'fixed_ips': [{'subnet_id': '226a58c2-e781-44aa-8381-2e7119bf56be'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:52:21.957094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.056373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2032e-4c46-4033-b10e-b5a063939370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.058513 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1fd00d20-19ec-4ddb-a336-7b20387a9a50 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7190845 Apr 05 09:52:22.060202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51030) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:22.079890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1767405382', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:22.100816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:22.110775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Usage tracker for resource:router and tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:22.124695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:22.128658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Allocated IP 172.20.0.2 (2bfdd62e-05cd-4992-997a-a9f54d4481d2/226a58c2-e781-44aa-8381-2e7119bf56be/fc62cc89-f90d-497a-a829-1ff876abcec2) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:22.130805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2032e-4c46-4033-b10e-b5a063939370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.132915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc90e677-5828-4545-9062-72b8433f43bf tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.145092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:22.178007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.178737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.185856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.186743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.206504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90e677-5828-4545-9062-72b8433f43bf tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event deleted for resources: {'Port': ['ID=90bd92d2-1440-47ff-aa79-fa7e0f0367fa,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:22.214295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-74f7f41f-3b17-47de-8d11-e7e761f52af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Unset dirty status for tenant:bb36ff094b2c48e4af45ece4ab118a6d on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:22.219088 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-74f7f41f-3b17-47de-8d11-e7e761f52af2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "GET /v2.0/ports/5fe99205-8090-4367-8674-310fcc32bfb2 HTTP/1.1" status: 404 len: 333 time: 0.4761426 Apr 05 09:52:22.219088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Allocated IP 172.20.0.1 (2399397e-952c-41dd-a884-3607f787c936/0fe58475-ba06-44b1-8bc4-b267db5f0779/dce5b346-6cfd-4617-bdee-6249b7ff7c2b) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:22.228005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51034) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:22.242622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Request body: {'port': {'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1675740275'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:22.267495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:22.275511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc90e677-5828-4545-9062-72b8433f43bf tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.288425 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.315011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:22.349665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.352345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2032e-4c46-4033-b10e-b5a063939370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.363636 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bc90e677-5828-4545-9062-72b8433f43bf tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "DELETE /v2.0/ports/90bd92d2-1440-47ff-aa79-fa7e0f0367fa HTTP/1.1" status: 204 len: 168 time: 1.7559345 Apr 05 09:52:22.370154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51038) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:22.372156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.383992 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Transition to ACTIVE for port object fc62cc89-f90d-497a-a829-1ff876abcec2 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:22.403066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2032e-4c46-4033-b10e-b5a063939370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfe09d2-add1-4342-a6b9-5626ab622fc0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:22.405463 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Transition to ACTIVE for port object fc62cc89-f90d-497a-a829-1ff876abcec2 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:22.418252 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.431243 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35bd563-8adf-4e9f-bc40-c0b0e95bcbe8 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] GET failed (client error): The resource could not be found. Apr 05 09:52:22.431769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c35bd563-8adf-4e9f-bc40-c0b0e95bcbe8 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Synchronizing usage tracker for tenant:350a7ff238b8470cbe16d84ac2114e68 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:22.449624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Made reservation on behalf of bb36ff094b2c48e4af45ece4ab118a6d for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:22.451920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.486349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2e2032e-4c46-4033-b10e-b5a063939370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.490577 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a2e2032e-4c46-4033-b10e-b5a063939370 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecfe09d2-add1-4342-a6b9-5626ab622fc0 HTTP/1.1" status: 204 len: 168 time: 0.6428313 Apr 05 09:52:22.497831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c35bd563-8adf-4e9f-bc40-c0b0e95bcbe8 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Unset dirty status for tenant:350a7ff238b8470cbe16d84ac2114e68 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:22.504987 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c35bd563-8adf-4e9f-bc40-c0b0e95bcbe8 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "GET /v2.0/ports/90bd92d2-1440-47ff-aa79-fa7e0f0367fa HTTP/1.1" status: 404 len: 333 time: 0.1328723 Apr 05 09:52:22.511691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51046) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:22.514493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] device_id is not set on port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:22.523461 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:22.537076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:22.554342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Request body: {'port': {'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-207791939'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:22.571241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:22.590769 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:22.592725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.596134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:22.606523 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-248c9c68-b4be-4e8d-b7d2-ba3a61222220 admin admin] 10.222.0.30 "PUT /v2.0/routers/8106167b-8dd2-4671-9d4e-d278eda31cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1349757 Apr 05 09:52:22.636900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.642403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Pushing event updated for resources: {'Port': ['ID=fc62cc89-f90d-497a-a829-1ff876abcec2,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:22.718180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:22.812540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.836299 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Attempting to bind port fc62cc89-f90d-497a-a829-1ff876abcec2 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:22.836807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Attempting to bind port fc62cc89-f90d-497a-a829-1ff876abcec2 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'b1023db9-8a05-45ac-be6a-dc337ab45d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2bfdd62e-05cd-4992-997a-a9f54d4481d2'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:22.837075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Attempting to bind port fc62cc89-f90d-497a-a829-1ff876abcec2 on network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:22.846902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:22.847386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Checking segment: {'id': 'b1023db9-8a05-45ac-be6a-dc337ab45d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2bfdd62e-05cd-4992-997a-a9f54d4481d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:22.847828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.848266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Bound using segment: {'id': 'b1023db9-8a05-45ac-be6a-dc337ab45d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2bfdd62e-05cd-4992-997a-a9f54d4481d2'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:22.849564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Bound port: fc62cc89-f90d-497a-a829-1ff876abcec2, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1023db9-8a05-45ac-be6a-dc337ab45d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2bfdd62e-05cd-4992-997a-a9f54d4481d2'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:22.849959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.854479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Made reservation on behalf of 350a7ff238b8470cbe16d84ac2114e68 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:22.857049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:22.883484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:22.893846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Transition to ACTIVE for port object dce5b346-6cfd-4617-bdee-6249b7ff7c2b will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:22.896090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:22.898269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Pushing event updated for resources: {'Port': ['ID=d43c5123-3784-4bf3-9df0-2fd259e628d2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:22.904229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:22.922949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Router 95324e77-78f8-42c4-8853-b3ff7d7afd23 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:52:22.934824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] device_id is not set on port a73d5d14-2705-4430-a313-0d1c6c8560c8 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:23.000620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] For port fc62cc89-f90d-497a-a829-1ff876abcec2, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:23.004877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] For port fc62cc89-f90d-497a-a829-1ff876abcec2, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fc62cc89-f90d-497a-a829-1ff876abcec2,segment=NetworkSegment(b1023db9-8a05-45ac-be6a-dc337ab45d5f),segment_id=b1023db9-8a05-45ac-be6a-dc337ab45d5f)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:23.012185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.139505 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c854388-c2e6-4384-aa43-bd84de26912f None None] Pushing event updated for resources: {'Port': ['ID=fc62cc89-f90d-497a-a829-1ff876abcec2,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:23.210430 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.220745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.277883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.323934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.501537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.555358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Allocated IP 172.26.4.171 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/b4647903-eb90-49fd-9d2e-e45a36026986) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:23.570080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Network 2399397e-952c-41dd-a884-3607f787c936 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:23.578603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:23.593035 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Sync routers for ids ['95324e77-78f8-42c4-8853-b3ff7d7afd23'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:23.593552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:23.595101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Pushing event updated for resources: {'Port': ['ID=dce5b346-6cfd-4617-bdee-6249b7ff7c2b,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:23.611720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:23.612188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.626644 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Routers {'95324e77-78f8-42c4-8853-b3ff7d7afd23'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:23.628007 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['95324e77-78f8-42c4-8853-b3ff7d7afd23'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:23.727033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.743683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.745743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.774224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:23.776861 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d33e652-3b8d-40f9-9948-8e036f334002 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.0338058 Apr 05 09:52:23.782498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51066) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:24.005444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event updated for resources: {'Port': ['ID=5b0fa951-9be8-421a-8495-0eb4a5d402e4,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:24.010142 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Set router 95324e77-78f8-42c4-8853-b3ff7d7afd23 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:24.029263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3f2fadc0-9943-4eef-b8a7-b4d7d6ea1867 None None] Provisioning for port dce5b346-6cfd-4617-bdee-6249b7ff7c2b completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:24.043598 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3f2fadc0-9943-4eef-b8a7-b4d7d6ea1867 None None] Provisioning complete for port dce5b346-6cfd-4617-bdee-6249b7ff7c2b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:24.044003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f2fadc0-9943-4eef-b8a7-b4d7d6ea1867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.045823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Network cfeb4949-987c-4d12-9a9e-6b3150c77105 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:24.050989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:24.053802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:24.054538 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:24.055143 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.102808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.178752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.224346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fadc0-9943-4eef-b8a7-b4d7d6ea1867 None None] Port dce5b346-6cfd-4617-bdee-6249b7ff7c2b cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:24.235019 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5a905ea5-27a1-4a9b-a759-f6da425286da tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0039101 Apr 05 09:52:24.249172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51078) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:24.269756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8331'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:24.340128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:24.351191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.355786 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:24.357507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51082) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:24.361068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event updated for resources: {'Port': ['ID=b4647903-eb90-49fd-9d2e-e45a36026986,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:24.363316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:24.390991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630169719', 'description': 'tempest-description--227159201'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:24.401981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.408713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.410368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51086) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:24.453153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:24.481767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Usage tracker for resource:security_group and tenant:f7d5619b76fb4201b7106411914d699a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:24.537363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:24.539470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3146e68-1013-4492-824f-5dd5f0b17c3c None None] Network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:24.550404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:24.576144 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95324e77-78f8-42c4-8853-b3ff7d7afd23', 'name': '', 'tenant_id': '793a32e0d03544b597661205ac63f892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c38d902a-54e1-42bd-815a-0821d01b6cb7', 'external_fixed_ips': [{'subnet_id': '931471d2-93fc-43c1-8750-d1f481f5c23d', 'ip_address': '2001:db8::38'}], 'enable_snat': True}, 'gw_port_id': '978d5acc-4364-4aad-a66c-fc8ce8de24d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:18Z', 'updated_at': '2022-04-05T09:52:21Z', 'revision_number': 3, 'project_id': '793a32e0d03544b597661205ac63f892', 'gw_port': {'id': '978d5acc-4364-4aad-a66c-fc8ce8de24d4', 'name': '', 'network_id': 'c38d902a-54e1-42bd-815a-0821d01b6cb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95324e77-78f8-42c4-8853-b3ff7d7afd23', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '931471d2-93fc-43c1-8750-d1f481f5c23d', 'ip_address': '2001:db8::38', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:20Z', 'updated_at': '2022-04-05T09:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '931471d2-93fc-43c1-8750-d1f481f5c23d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:24.582413 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Checking router: 95324e77-78f8-42c4-8853-b3ff7d7afd23 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:52:24.583068 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Updating router 95324e77-78f8-42c4-8853-b3ff7d7afd23 port 978d5acc-4364-4aad-a66c-fc8ce8de24d4 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:52:24.594194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.648296 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.652859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:24.657891 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Usage tracker for resource:security_group_rule and tenant:f7d5619b76fb4201b7106411914d699a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:24.665251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:24.673046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:24.767106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.770364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.771344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.778723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:24.815872 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-62f5a7cf-59cc-406e-bfaa-70020b04ac8f None None] Provisioning for port fc62cc89-f90d-497a-a829-1ff876abcec2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:24.818873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event updated for resources: {'Port': ['ID=a73d5d14-2705-4430-a313-0d1c6c8560c8,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:24.836314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:24.856180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:24.860658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:24.861809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:24.862203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.007558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.034819 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-09adc063-309c-4a32-8401-cd95f3b96b54 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5221450 Apr 05 09:52:25.042484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51092) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:25.053134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.053508 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aa76f2d6-52bf-4bcf-bfd8-32b51de44cf0 tempest-AgentManagementNegativeTest-210307832 tempest-AgentManagementNegativeTest-210307832-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4958096 Apr 05 09:52:25.054278 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6945152 Apr 05 09:52:25.059242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:25.084559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3005acf-5984-4622-9544-81b682e24520 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8d9adb-4121-4340-94fb-5f4c07f0a672,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:25.086879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.088733 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51098) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:25.109411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Request body: {'security_group_rule': {'security_group_id': '3d8d9adb-4121-4340-94fb-5f4c07f0a672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:25.122701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Deleting port 978d5acc-4364-4aad-a66c-fc8ce8de24d4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:25.123042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.180278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:25.205899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Usage tracker for resource:security_group_rule and tenant:f7d5619b76fb4201b7106411914d699a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:25.248501 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.264547 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Transition to ACTIVE for port object 978d5acc-4364-4aad-a66c-fc8ce8de24d4 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:25.268593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.274767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:25.290333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fc62cc89-f90d-497a-a829-1ff876abcec2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:25.307619 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.361253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:25.363709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.412411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port fc62cc89-f90d-497a-a829-1ff876abcec2 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:25.420309 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fc62cc89-f90d-497a-a829-1ff876abcec2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:25.420967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.514942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-73d3f0e5-3720-408b-af3a-e3fa892ff6fd None None] Provisioning complete for port fc62cc89-f90d-497a-a829-1ff876abcec2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:25.515673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-73d3f0e5-3720-408b-af3a-e3fa892ff6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.519027 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Attempting to bind port 978d5acc-4364-4aad-a66c-fc8ce8de24d4 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:25.519404 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Attempting to bind port 978d5acc-4364-4aad-a66c-fc8ce8de24d4 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '2b5b3cec-be29-4f7b-9a08-7eca29958056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c38d902a-54e1-42bd-815a-0821d01b6cb7'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:25.519803 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Attempting to bind port 978d5acc-4364-4aad-a66c-fc8ce8de24d4 on network c38d902a-54e1-42bd-815a-0821d01b6cb7 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:25.522823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.529805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.537273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Pushing event updated for resources: {'Port': ['ID=d43c5123-3784-4bf3-9df0-2fd259e628d2,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:25.555786 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32abb59-0611-4e91-89ab-33da30e8d69f None None] Pushing event updated for resources: {'Port': ['ID=978d5acc-4364-4aad-a66c-fc8ce8de24d4,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:25.560108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:52:25.573565 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:25.573937 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Checking segment: {'id': '2b5b3cec-be29-4f7b-9a08-7eca29958056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c38d902a-54e1-42bd-815a-0821d01b6cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:25.574335 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.574720 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Bound using segment: {'id': '2b5b3cec-be29-4f7b-9a08-7eca29958056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c38d902a-54e1-42bd-815a-0821d01b6cb7'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:25.575651 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Bound port: 978d5acc-4364-4aad-a66c-fc8ce8de24d4, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b5b3cec-be29-4f7b-9a08-7eca29958056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c38d902a-54e1-42bd-815a-0821d01b6cb7'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:25.575651 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.617294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.618203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.673277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.674879 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c8b75f24-9420-4fd1-a405-dbc84fbeef83 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2032673 Apr 05 09:52:25.675799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.676989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.731333 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] For port 978d5acc-4364-4aad-a66c-fc8ce8de24d4, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:25.735103 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] For port 978d5acc-4364-4aad-a66c-fc8ce8de24d4, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=978d5acc-4364-4aad-a66c-fc8ce8de24d4,segment=NetworkSegment(2b5b3cec-be29-4f7b-9a08-7eca29958056),segment_id=2b5b3cec-be29-4f7b-9a08-7eca29958056)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:25.744759 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.747001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:52:25.819457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.826265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51108) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:25.851255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.858389 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Routers {'95324e77-78f8-42c4-8853-b3ff7d7afd23'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:25.859373 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['95324e77-78f8-42c4-8853-b3ff7d7afd23'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:25.910496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Pushing event updated for resources: {'Port': ['ID=dce5b346-6cfd-4617-bdee-6249b7ff7c2b,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:25.921295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:25.959940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0191fff6-5e07-48d3-b871-3084c5b68329,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:25.965312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] device_id is not set on port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:25.977852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.001544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-73d3f0e5-3720-408b-af3a-e3fa892ff6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.018115 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port fc62cc89-f90d-497a-a829-1ff876abcec2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fc62cc89-f90d-497a-a829-1ff876abcec2,segment=NetworkSegment(b1023db9-8a05-45ac-be6a-dc337ab45d5f),segment_id=b1023db9-8a05-45ac-be6a-dc337ab45d5f)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:26.027712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.041779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Transition to ACTIVE for port object 5b0fa951-9be8-421a-8495-0eb4a5d402e4 will not be triggered until provisioned by entity L2. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:26.066559 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.072324 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-23009160-cfa4-4c14-bc39-95e3ab7fe3b2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9785616 Apr 05 09:52:26.072978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51128) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:26.079580 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.087611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.120431 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] Set router 95324e77-78f8-42c4-8853-b3ff7d7afd23 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:26.140349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Request body: {'security_group_rule': {'security_group_id': '3d8d9adb-4121-4340-94fb-5f4c07f0a672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:26.155942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-73d3f0e5-3720-408b-af3a-e3fa892ff6fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:52:26.156294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-73d3f0e5-3720-408b-af3a-e3fa892ff6fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:52:26.158982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=fc62cc89-f90d-497a-a829-1ff876abcec2,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:26.168325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:26.183602 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Network 2399397e-952c-41dd-a884-3607f787c936 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:26.184670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:26.186851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Usage tracker for resource:security_group_rule and tenant:f7d5619b76fb4201b7106411914d699a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:26.228487 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32abb59-0611-4e91-89ab-33da30e8d69f None None] Pushing event updated for resources: {'Port': ['ID=978d5acc-4364-4aad-a66c-fc8ce8de24d4,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:26.333872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Calling delete_port for 978d5acc-4364-4aad-a66c-fc8ce8de24d4 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:26.367270 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95324e77-78f8-42c4-8853-b3ff7d7afd23', 'name': '', 'tenant_id': '793a32e0d03544b597661205ac63f892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:18Z', 'updated_at': '2022-04-05T09:52:25Z', 'revision_number': 4, 'project_id': '793a32e0d03544b597661205ac63f892', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:26.374026 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb34283-8414-4b55-9698-04f4d8542402 None None] The sync data for ids ['95324e77-78f8-42c4-8853-b3ff7d7afd23'] in dv-neutron-833199-1-hyperv is: [{'id': '95324e77-78f8-42c4-8853-b3ff7d7afd23', 'name': '', 'tenant_id': '793a32e0d03544b597661205ac63f892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:18Z', 'updated_at': '2022-04-05T09:52:25Z', 'revision_number': 4, 'project_id': '793a32e0d03544b597661205ac63f892', 'gw_port_host': None}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:52:26.377659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:26.378424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:52:26.472301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:26.477269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2d72-22da-49fd-92b8-061b109648dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.510335 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event updated for resources: {'Port': ['ID=5b0fa951-9be8-421a-8495-0eb4a5d402e4,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:26.543166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.656037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:26.656670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:26.657206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:26.658040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] device_id is not set on port a73d5d14-2705-4430-a313-0d1c6c8560c8 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:26.679483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.697721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51138) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:26.713291 dv-neutron-833199-1-hyperv neutron-server[83819]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 09:52:26.741267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1a0b2d72-22da-49fd-92b8-061b109648dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:26.748861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Transition to ACTIVE for port object a73d5d14-2705-4430-a313-0d1c6c8560c8 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:26.757145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1a0b2d72-22da-49fd-92b8-061b109648dc admin admin] Usage tracker for resource:security_group_rule and tenant:23803063da7a47dc9103bc8a9fb23e16 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:26.765887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1a0b2d72-22da-49fd-92b8-061b109648dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:26.768742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.815908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1a0b2d72-22da-49fd-92b8-061b109648dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:26.824220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:26.824550 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:26.827385 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 2 to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 Apr 05 09:52:26.846055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3d1455ff-f3af-41c5-ae9c-43131cf25cdc None None] Provisioning complete for port dce5b346-6cfd-4617-bdee-6249b7ff7c2b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:26.846613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3d1455ff-f3af-41c5-ae9c-43131cf25cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.856376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:26.856898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:26.857033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:26.887943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:26.888270 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:26.891435 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 3 to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 Apr 05 09:52:26.899708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.908891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3d1455ff-f3af-41c5-ae9c-43131cf25cdc None None] Port dce5b346-6cfd-4617-bdee-6249b7ff7c2b cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:26.910999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.919339 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:52:26.919759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:52:26.925983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:26.926177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-600685dc-4d0a-4402-b2e2-57bf654fdf8f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Synchronizing usage tracker for tenant:3fca71fcb3da4672a6c1a17af4d7b27a on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:26.926845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:26.927302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:26.944988 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b2451a-5f87-4beb-958c-67f427d4cf4e,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:26.958470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:26.958829 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:26.960581 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 4 to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 Apr 05 09:52:26.970697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:26.971168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Router f07f60cf-74c3-4600-a785-2230d4a7cddc is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:52:26.971876 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7109291b-3a6c-4c74-a1b9-b86c26eb054a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8946795 Apr 05 09:52:26.976671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51144) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:26.986927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:26.990865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event updated for resources: {'Port': ['ID=a73d5d14-2705-4430-a313-0d1c6c8560c8,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:26.994449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:26.994769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:26.995195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:26.997711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:27.005211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Usage tracker for resource:floatingip and tenant:f7d5619b76fb4201b7106411914d699a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:27.009074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:27.018087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-600685dc-4d0a-4402-b2e2-57bf654fdf8f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Unset dirty status for tenant:3fca71fcb3da4672a6c1a17af4d7b27a on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:27.023542 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-600685dc-4d0a-4402-b2e2-57bf654fdf8f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1585767532&fields=id&tenant_id=3fca71fcb3da4672a6c1a17af4d7b27a HTTP/1.1" status: 200 len: 267 time: 0.3157918 Apr 05 09:52:27.031006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:27.039040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.039370 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:27.041470 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 5 to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 Apr 05 09:52:27.061117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.061456 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.061794 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.062060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.062420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.062800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.074414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.075176 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:27.075833 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 6 to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 Apr 05 09:52:27.101654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:52:27.102453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.102783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.103115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.116023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.116345 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:27.118065 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 7 to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 Apr 05 09:52:27.173560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fc62cc89-f90d-497a-a829-1ff876abcec2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:27.195426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.195764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.196097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.220036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.220304 dv-neutron-833199-1-hyperv neutron-server[83819]: ERROR neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:27.224727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2d72-22da-49fd-92b8-061b109648dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.225814 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.plugins.ml2.plugin [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 2 to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 Apr 05 09:52:27.257194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fc62cc89-f90d-497a-a829-1ff876abcec2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:27.257641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.258760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.280164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.280483 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:27.284853 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 8 to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 Apr 05 09:52:27.358681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.359012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.359332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.374754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a0b2d72-22da-49fd-92b8-061b109648dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.383485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.383841 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:27.386139 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 9 to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 Apr 05 09:52:27.404737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.405075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.405410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.422694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.423021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.423351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.435241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Deleting port 978d5acc-4364-4aad-a66c-fc8ce8de24d4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:27.435605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.441975 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.442801 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:27.446803 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 10 to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 Apr 05 09:52:27.479123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.479364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.479718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.504119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.505229 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:27.505589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.516684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b2d72-22da-49fd-92b8-061b109648dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a5cac5-29c4-41f7-a320-528ef4236895,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:27.523873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.524286 dv-neutron-833199-1-hyperv neutron-server[83819]: ERROR neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:27.533486 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.plugins.ml2.plugin [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 3 to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 Apr 05 09:52:27.548847 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1a0b2d72-22da-49fd-92b8-061b109648dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23803063da7a47dc9103bc8a9fb23e16&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7209420 Apr 05 09:52:27.558956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51148) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:27.559319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-5650f83d-d6a8-4a6b-af61-d789b099298f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:27.560022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-5650f83d-d6a8-4a6b-af61-d789b099298f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Synchronizing usage tracker for tenant:3fca71fcb3da4672a6c1a17af4d7b27a on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:27.570306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.573171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.573515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.573854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.636980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:27.642218 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a703fa12-6b41-4542-aced-bb219ddcbe3c admin admin] 10.222.0.30 "PUT /v2.0/routers/7546be7f-49dd-436b-a28e-1d27ffa1fbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7822742 Apr 05 09:52:27.664624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.665145 dv-neutron-833199-1-hyperv neutron-server[83819]: ERROR neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:27.668750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.plugins.ml2.plugin [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 4 to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 Apr 05 09:52:27.686742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-5650f83d-d6a8-4a6b-af61-d789b099298f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Unset dirty status for tenant:3fca71fcb3da4672a6c1a17af4d7b27a on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:27.687933 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-5650f83d-d6a8-4a6b-af61-d789b099298f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/networks?id=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc HTTP/1.1" status: 200 len: 805 time: 0.6587393 Apr 05 09:52:27.706126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.706461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.706792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.724837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] For port 5b0fa951-9be8-421a-8495-0eb4a5d402e4, host hv-neutron-8331, cleared binding levels {{(pid=83820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:27.725211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempted to set empty binding levels {{(pid=83820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 09:52:27.756090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:27.756405 dv-neutron-833199-1-hyperv neutron-server[83819]: ERROR neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:27.760552 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.plugins.ml2.plugin [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 5 to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 Apr 05 09:52:27.767608 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-91d93c73-f7f5-43bb-bdba-ced95e15374f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/quotas/3fca71fcb3da4672a6c1a17af4d7b27a HTTP/1.1" status: 200 len: 375 time: 0.0481555 Apr 05 09:52:27.769489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] For port 978d5acc-4364-4aad-a66c-fc8ce8de24d4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=978d5acc-4364-4aad-a66c-fc8ce8de24d4,segment=NetworkSegment(2b5b3cec-be29-4f7b-9a08-7eca29958056),segment_id=2b5b3cec-be29-4f7b-9a08-7eca29958056)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:27.769686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.770280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.850375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f035c1c-4132-40ab-9a59-639e9a9a0ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.880439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] In _notify_port_updated(), no bound segment for port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:52:27.881461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:27.885145 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "PUT /v2.0/ports/5b0fa951-9be8-421a-8495-0eb4a5d402e4 HTTP/1.1" status: 200 len: 981 time: 3.6290190 Apr 05 09:52:27.893213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51158) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:27.894085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Allocated IP 172.26.4.177 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/5329835d-8b2f-4e77-a255-e3720a6a6d8d) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:27.942857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c7aec-842e-44e1-bc0c-35ca22884a53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event updated for resources: {'Port': ['ID=5b0fa951-9be8-421a-8495-0eb4a5d402e4,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:27.944841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:27.945177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:27.945515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:27.956481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Calling delete_port for 978d5acc-4364-4aad-a66c-fc8ce8de24d4 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:27.964594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f035c1c-4132-40ab-9a59-639e9a9a0ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.011602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:28.011923 dv-neutron-833199-1-hyperv neutron-server[83819]: ERROR neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:28.014259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.plugins.ml2.plugin [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 6 to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 Apr 05 09:52:28.059380 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:28.059734 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:28.059971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:28.084303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:28.094787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:28.094990 dv-neutron-833199-1-hyperv neutron-server[83819]: ERROR neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:28.099185 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.plugins.ml2.plugin [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 7 to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 Apr 05 09:52:28.119436 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf79335b-1a97-4d25-90e0-d13a6f34f311 None None] Sync routers for ids ['f07f60cf-74c3-4600-a785-2230d4a7cddc'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:28.139644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf79335b-1a97-4d25-90e0-d13a6f34f311 None None] Routers {'f07f60cf-74c3-4600-a785-2230d4a7cddc'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:28.140416 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bf79335b-1a97-4d25-90e0-d13a6f34f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['f07f60cf-74c3-4600-a785-2230d4a7cddc'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:28.141571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:28.141913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:28.142248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:28.152752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-3da1e499-ce07-4f76-86d2-4a616b064e3f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Synchronizing usage tracker for tenant:3fca71fcb3da4672a6c1a17af4d7b27a on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:28.169400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9f3aadc7-2670-4a3f-afa0-6c1d914e476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Synchronizing usage tracker for tenant:bb36ff094b2c48e4af45ece4ab118a6d on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:28.172735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.173835 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-603daa62-a872-429a-8aac-810c87d78b2b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.1075370 Apr 05 09:52:28.177722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51162) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:28.180919 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:28.181287 dv-neutron-833199-1-hyperv neutron-server[83819]: ERROR neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:28.184437 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.plugins.ml2.plugin [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 8 to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 Apr 05 09:52:28.187850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f035c1c-4132-40ab-9a59-639e9a9a0ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.229141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51166) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:28.235478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f035c1c-4132-40ab-9a59-639e9a9a0ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a5cac5-29c4-41f7-a320-528ef4236895,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:28.243038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.253259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767546513', 'description': 'tempest-description--1477206361'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:28.263559 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:28.267876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bf79335b-1a97-4d25-90e0-d13a6f34f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:28.273449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Usage tracker for resource:security_group and tenant:156f56ba2afa4a3386a7f157e6d9be8f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:28.286148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:28.288200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf79335b-1a97-4d25-90e0-d13a6f34f311 None None] Routers {'f07f60cf-74c3-4600-a785-2230d4a7cddc'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:28.289066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bf79335b-1a97-4d25-90e0-d13a6f34f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['f07f60cf-74c3-4600-a785-2230d4a7cddc'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:28.294191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9f3aadc7-2670-4a3f-afa0-6c1d914e476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Unset dirty status for tenant:bb36ff094b2c48e4af45ece4ab118a6d on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:28.295656 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9f3aadc7-2670-4a3f-afa0-6c1d914e476a tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17741 time: 0.3984964 Apr 05 09:52:28.300101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51170) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:28.354715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:28.355042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:28.355378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:28.357436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-3da1e499-ce07-4f76-86d2-4a616b064e3f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Unset dirty status for tenant:3fca71fcb3da4672a6c1a17af4d7b27a on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:28.357636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:28.358756 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-3da1e499-ce07-4f76-86d2-4a616b064e3f tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3fca71fcb3da4672a6c1a17af4d7b27a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5759363 Apr 05 09:52:28.373062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0f035c1c-4132-40ab-9a59-639e9a9a0ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.379477 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0f035c1c-4132-40ab-9a59-639e9a9a0ebd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14a5cac5-29c4-41f7-a320-528ef4236895 HTTP/1.1" status: 204 len: 168 time: 0.8157461 Apr 05 09:52:28.392587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bf79335b-1a97-4d25-90e0-d13a6f34f311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:28.393543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf79335b-1a97-4d25-90e0-d13a6f34f311 None None] The sync data for ids ['f07f60cf-74c3-4600-a785-2230d4a7cddc'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:52:28.414268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:28.414602 dv-neutron-833199-1-hyperv neutron-server[83819]: ERROR neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:28.418507 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.plugins.ml2.plugin [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 9 to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 Apr 05 09:52:28.449130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-dc675365-f441-424f-9c04-34f7a0defd7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Deleting port 5b0fa951-9be8-421a-8495-0eb4a5d402e4 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:28.449472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dc675365-f441-424f-9c04-34f7a0defd7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.474264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:28.474610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:28.474941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:28.509985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.543072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.637994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:28.642804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Usage tracker for resource:security_group_rule and tenant:156f56ba2afa4a3386a7f157e6d9be8f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:28.647057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:28.653395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:28.724254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.730675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.791037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:28.822492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:28.822994 dv-neutron-833199-1-hyperv neutron-server[83819]: ERROR neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:28.824238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event deleted for resources: {'Port': ['ID=978d5acc-4364-4aad-a66c-fc8ce8de24d4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:28.831870 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.plugins.ml2.plugin [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 10 to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 Apr 05 09:52:28.915984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:28.947413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:28.957978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:29.175143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:29.180177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:29.180799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:29.190630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-f6cd5153-f407-42a9-b912-f348fb7aa312 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:29.192145 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-f6cd5153-f407-42a9-b912-f348fb7aa312 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4545472 Apr 05 09:52:29.244982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.309454 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 670010f1-3d08-4df6-9712-945628824de0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:29.365773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.407707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 670010f1-3d08-4df6-9712-945628824de0 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:29.409081 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-88062e26-ac60-459a-b938-18904826ccc6 service neutron] 10.222.0.30 "GET /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018173 Apr 05 09:52:29.411833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:29.412167 dv-neutron-833199-1-hyperv neutron-server[83819]: ERROR neutron.plugins.ml2.managers [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port a73d5d14-2705-4430-a313-0d1c6c8560c8 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:29.412534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.424142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.429633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 670010f1-3d08-4df6-9712-945628824de0 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:29.430705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.434708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Pushing event updated for resources: {'Port': ['ID=5329835d-8b2f-4e77-a255-e3720a6a6d8d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:29.460774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:29.475974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.480769 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2238b77f-c80f-40e4-8f4e-c399c4a1c781 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2466185 Apr 05 09:52:29.559832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51194) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:29.596833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.626297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 670010f1-3d08-4df6-9712-945628824de0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=670010f1-3d08-4df6-9712-945628824de0,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:29.628155 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2cfb3fc5-d0bb-4304-9b9b-a810a68c2faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.633317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-dc675365-f441-424f-9c04-34f7a0defd7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] For port 5b0fa951-9be8-421a-8495-0eb4a5d402e4, host hv-neutron-8331, got binding levels [] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:29.634070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dc675365-f441-424f-9c04-34f7a0defd7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.637264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.723533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=670010f1-3d08-4df6-9712-945628824de0,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:29.810779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-dc675365-f441-424f-9c04-34f7a0defd7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Calling delete_port for 5b0fa951-9be8-421a-8495-0eb4a5d402e4 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:29.912277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dc675365-f441-424f-9c04-34f7a0defd7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:29.958123 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-e5816531-0edb-4cdc-b7b2-2cc58f66c3b8 service neutron] 10.222.0.30 "GET /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963425 Apr 05 09:52:29.961770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Request body: {'security_group_rule': {'security_group_id': '198e8dba-1f74-4b8d-ba59-df2bac8cbb0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:29.968807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:29.972433 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Usage tracker for resource:security_group_rule and tenant:156f56ba2afa4a3386a7f157e6d9be8f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:29.976035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:29.977616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51202) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:29.982287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:30.003323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc675365-f441-424f-9c04-34f7a0defd7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b0fa951-9be8-421a-8495-0eb4a5d402e4,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:30.014595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dc675365-f441-424f-9c04-34f7a0defd7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.076471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.121999 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dc675365-f441-424f-9c04-34f7a0defd7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "DELETE /v2.0/ports/5b0fa951-9be8-421a-8495-0eb4a5d402e4 HTTP/1.1" status: 204 len: 168 time: 1.8176191 Apr 05 09:52:30.122115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51208) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.187958 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15e18a4-8277-48a4-a5ff-7c175aa9af72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] GET failed (client error): The resource could not be found. Apr 05 09:52:30.188467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d15e18a4-8277-48a4-a5ff-7c175aa9af72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Synchronizing usage tracker for tenant:bb36ff094b2c48e4af45ece4ab118a6d on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:30.225684 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d15e18a4-8277-48a4-a5ff-7c175aa9af72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Unset dirty status for tenant:bb36ff094b2c48e4af45ece4ab118a6d on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:30.231046 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d15e18a4-8277-48a4-a5ff-7c175aa9af72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "GET /v2.0/ports/5b0fa951-9be8-421a-8495-0eb4a5d402e4 HTTP/1.1" status: 404 len: 333 time: 0.1041791 Apr 05 09:52:30.236709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51220) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.245792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2143004760', 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:30.255512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:30.269582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:30.285125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-2602ab34-f034-4d77-97cd-872674b42d49 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.286041 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2602ab34-f034-4d77-97cd-872674b42d49 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2932258 Apr 05 09:52:30.298235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51228) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.308697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-9429f8c9-22c1-474f-938f-48514a0e655f tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.312095 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9429f8c9-22c1-474f-938f-48514a0e655f tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0103006 Apr 05 09:52:30.312095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Made reservation on behalf of bb36ff094b2c48e4af45ece4ab118a6d for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:30.312286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51236) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.312682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.330860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51238) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.338088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.340144 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] device_id is not set on port da2f2f9e-4039-48b1-b735-74cf515af37a yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:30.341027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-67353c47-4619-4dba-a863-6c7a1f828cde tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.342022 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-67353c47-4619-4dba-a863-6c7a1f828cde tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0079577 Apr 05 09:52:30.354994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51244) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.362737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.371643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-700e359f-cd56-408d-959f-dcfe886b2b69 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.372734 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-700e359f-cd56-408d-959f-dcfe886b2b69 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0145242 Apr 05 09:52:30.380984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51250) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.393447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-7fb8e577-fd14-456b-9a19-f8e7f9465d68 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.394732 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7fb8e577-fd14-456b-9a19-f8e7f9465d68 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0114443 Apr 05 09:52:30.399787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51254) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.400657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.408935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] For port a73d5d14-2705-4430-a313-0d1c6c8560c8, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:30.409484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempted to set empty binding levels {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 09:52:30.416111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-b08244be-e0f5-456a-829d-b6fdc7554d3b tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.417254 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b08244be-e0f5-456a-829d-b6fdc7554d3b tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0129344 Apr 05 09:52:30.420193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51258) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.490910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-b6053d57-10cc-4166-afa2-c1ae05a8797f tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.492005 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b6053d57-10cc-4166-afa2-c1ae05a8797f tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0708144 Apr 05 09:52:30.494050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.497636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51264) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.556782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.621883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-c8000b7f-27cc-4fcc-81b9-1f8b0558e2f9 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.622831 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c8000b7f-27cc-4fcc-81b9-1f8b0558e2f9 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0622423 Apr 05 09:52:30.632169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51272) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.645947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-32f57d45-62be-4b28-b55e-db441230299e tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.645947 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-32f57d45-62be-4b28-b55e-db441230299e tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0123224 Apr 05 09:52:30.649471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.652079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51278) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.684706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.703578 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Pushing event updated for resources: {'Port': ['ID=5329835d-8b2f-4e77-a255-e3720a6a6d8d,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:30.718478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-edf9b1a4-af01-4820-a3ee-d267fbd94fb4 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.719497 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-edf9b1a4-af01-4820-a3ee-d267fbd94fb4 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0319536 Apr 05 09:52:30.721661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.722870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51284) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.735305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-ea7429f9-dc89-40ac-83d5-b04241dceaa9 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.735305 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ea7429f9-dc89-40ac-83d5-b04241dceaa9 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0089381 Apr 05 09:52:30.736979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.740268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.741796 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-74e2dd9d-863f-4574-9770-259616407aab tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7642112 Apr 05 09:52:30.744636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51290) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.752168 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1ebe73cd-2911-4224-aa02-09eccea0c55a req-12a0051c-1bb6-4347-8ec3-2fc45d6532bf tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 210 time: 0.4361355 Apr 05 09:52:30.752791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-d7ef5d03-7ae2-4321-9384-75ddbe002c46 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.755149 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d7ef5d03-7ae2-4321-9384-75ddbe002c46 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0084608 Apr 05 09:52:30.764860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51298) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.769448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] In _notify_port_updated(), no bound segment for port a73d5d14-2705-4430-a313-0d1c6c8560c8 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:52:30.770487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.771278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-b72917f9-a4b5-4a24-a504-af13e7628961 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.774221 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "PUT /v2.0/ports/a73d5d14-2705-4430-a313-0d1c6c8560c8 HTTP/1.1" status: 200 len: 976 time: 5.7221618 Apr 05 09:52:30.776552 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b72917f9-a4b5-4a24-a504-af13e7628961 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0106063 Apr 05 09:52:30.784815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51302) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.784986 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f7e22-ceb1-4200-b805-88eab2557776 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event updated for resources: {'Port': ['ID=a73d5d14-2705-4430-a313-0d1c6c8560c8,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:30.786061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51304) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.798301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.798882 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95324e77-78f8-42c4-8853-b3ff7d7afd23 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:52:30.802460 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae899f8-2e23-47bc-b276-d7b36cdaf0a0,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:30.826674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-6f03c92a-4397-42b2-b7f8-ec1c2a3a9eb6 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.827659 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6f03c92a-4397-42b2-b7f8-ec1c2a3a9eb6 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0384331 Apr 05 09:52:30.835303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51310) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.845941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.847083 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ce737f85-c58e-4c14-96bd-8d998fba9875 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "DELETE /v2.0/routers/95324e77-78f8-42c4-8853-b3ff7d7afd23 HTTP/1.1" status: 204 len: 168 time: 7.0637383 Apr 05 09:52:30.851391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51314) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.852105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-49058a09-9ae5-4a44-a937-a32deb3ec489 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.853055 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-49058a09-9ae5-4a44-a937-a32deb3ec489 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0179701 Apr 05 09:52:30.855843 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51316) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.858051 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.859173 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-61467b93-42f2-4f83-90c7-57a53c9d7e12 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2968183 Apr 05 09:52:30.865967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-7436344e-a716-42a5-9b1c-3f9ab3b37f0b tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.866906 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7436344e-a716-42a5-9b1c-3f9ab3b37f0b tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0101743 Apr 05 09:52:30.868582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51322) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.871247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51324) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.875482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.881790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Request body: {'security_group_rule': {'security_group_id': '198e8dba-1f74-4b8d-ba59-df2bac8cbb0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:30.894536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-a7046ce2-ec3c-4533-8088-40260bd9dca7 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.895712 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a7046ce2-ec3c-4533-8088-40260bd9dca7 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0217178 Apr 05 09:52:30.925679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51332) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.927441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:30.938624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e18e74-1b49-4904-96a0-89b0f62f8908 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Deleting subnet 931471d2-93fc-43c1-8750-d1f481f5c23d {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:52:30.943363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02e18e74-1b49-4904-96a0-89b0f62f8908 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:30.953752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Usage tracker for resource:security_group_rule and tenant:156f56ba2afa4a3386a7f157e6d9be8f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:30.960299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-d9114dcf-6e9a-4766-b9c2-3f40381b46d8 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.961250 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d9114dcf-6e9a-4766-b9c2-3f40381b46d8 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0271313 Apr 05 09:52:30.962157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:30.977966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51338) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:30.989390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:30.993881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-42e8084c-afc8-496f-9d69-0aa3a25ae21f tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:30.998805 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-42e8084c-afc8-496f-9d69-0aa3a25ae21f tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0197690 Apr 05 09:52:31.001642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51344) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.007090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event updated for resources: {'Port': ['ID=da2f2f9e-4039-48b1-b735-74cf515af37a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:31.015142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Network cfeb4949-987c-4d12-9a9e-6b3150c77105 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:31.018318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:31.021797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:31.022580 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:31.022783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-fa3c5265-0538-44ed-b53a-e672384a0b49 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.023249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.027174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51352) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.038685 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fa3c5265-0538-44ed-b53a-e672384a0b49 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0349338 Apr 05 09:52:31.046721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-9631649d-24ba-45f2-8004-14c7de43bc91 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.050183 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9631649d-24ba-45f2-8004-14c7de43bc91 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0182481 Apr 05 09:52:31.051738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51356) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.071446 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d459d167-3fca-4e85-b286-6a143859926a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Synchronizing usage tracker for tenant:350a7ff238b8470cbe16d84ac2114e68 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:31.078644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-5b95eb60-9191-4ca7-8f05-4a3d135e0435 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.082800 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5b95eb60-9191-4ca7-8f05-4a3d135e0435 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0244679 Apr 05 09:52:31.082800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.082960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02e18e74-1b49-4904-96a0-89b0f62f8908 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.084726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51360) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.095584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-3f15f62a-8aaa-46d5-99ee-d522171c67a1 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.096745 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3f15f62a-8aaa-46d5-99ee-d522171c67a1 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0084174 Apr 05 09:52:31.101971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51366) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.107747 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02e18e74-1b49-4904-96a0-89b0f62f8908 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.111101 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-048ee568-ce05-4720-a0d7-0199e5cd6ae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8707151 Apr 05 09:52:31.120672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-eff50aed-cd43-4861-a8d3-41902021bffa tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.124786 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eff50aed-cd43-4861-a8d3-41902021bffa tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0155234 Apr 05 09:52:31.124786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51370) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.130080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51372) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.187149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-a3ae9504-8511-4b95-adea-27ac28c9ea90 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.192530 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a3ae9504-8511-4b95-adea-27ac28c9ea90 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0568242 Apr 05 09:52:31.192530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d459d167-3fca-4e85-b286-6a143859926a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Unset dirty status for tenant:350a7ff238b8470cbe16d84ac2114e68 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:31.192530 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d459d167-3fca-4e85-b286-6a143859926a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16898 time: 0.4040575 Apr 05 09:52:31.195144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-7f64be22-0948-406f-bc2e-d5c1b3372ad5 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Synchronizing usage tracker for tenant:f7d5619b76fb4201b7106411914d699a on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:31.196780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51378) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.197168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51380) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.241599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-aec2e316-44d1-41c8-a4db-bbda06d4241d tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.242778 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-aec2e316-44d1-41c8-a4db-bbda06d4241d tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0384362 Apr 05 09:52:31.247171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51388) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.264035 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c89af31c-0984-4dfc-94f0-63cf1df9bad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Synchronizing usage tracker for tenant:bb36ff094b2c48e4af45ece4ab118a6d on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:31.272594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-856ef594-c463-4f3a-a4fc-bf2ffb9f1cd3 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.273747 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-856ef594-c463-4f3a-a4fc-bf2ffb9f1cd3 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0215940 Apr 05 09:52:31.286962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51394) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.293616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.301259 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 175c82a2-ebf8-45b0-bbb9-8614addef508 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:31.305665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-95a84a58-75cd-4498-89ff-c6bff2039a5d tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.306705 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-95a84a58-75cd-4498-89ff-c6bff2039a5d tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0173802 Apr 05 09:52:31.309534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51398) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.313456 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.315207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c89af31c-0984-4dfc-94f0-63cf1df9bad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Unset dirty status for tenant:bb36ff094b2c48e4af45ece4ab118a6d on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:31.316625 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c89af31c-0984-4dfc-94f0-63cf1df9bad5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "GET /v2.0/ports/da2f2f9e-4039-48b1-b735-74cf515af37a HTTP/1.1" status: 200 len: 959 time: 0.1933455 Apr 05 09:52:31.321206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51402) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.323435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-e7cdd2cb-ed09-425b-8947-a6f7b4f79fc5 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.324486 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e7cdd2cb-ed09-425b-8947-a6f7b4f79fc5 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0132666 Apr 05 09:52:31.329437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-2ba019be-d243-41fe-9e9c-dfafad2aaaf5 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Deleting port a73d5d14-2705-4430-a313-0d1c6c8560c8 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:31.329893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ba019be-d243-41fe-9e9c-dfafad2aaaf5 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.330568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51406) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.348715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-1ff0c4ab-7289-4e21-9a18-e96db4b62578 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.352259 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1ff0c4ab-7289-4e21-9a18-e96db4b62578 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0145249 Apr 05 09:52:31.353027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c9a862-e889-41a0-ada9-a8c076153e14,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:31.357065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-7f64be22-0948-406f-bc2e-d5c1b3372ad5 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Unset dirty status for tenant:f7d5619b76fb4201b7106411914d699a on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:31.358829 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-7f64be22-0948-406f-bc2e-d5c1b3372ad5 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--630169719&fields=id&tenant_id=f7d5619b76fb4201b7106411914d699a HTTP/1.1" status: 200 len: 267 time: 0.3138175 Apr 05 09:52:31.359694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51410) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.383499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.395579 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-74f17931-8d31-4130-b9bc-e764ff013b45 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5152056 Apr 05 09:52:31.396428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51412) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.401741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:31.403395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 175c82a2-ebf8-45b0-bbb9-8614addef508 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:31.413406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 175c82a2-ebf8-45b0-bbb9-8614addef508 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:31.414136 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.422316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:31.426980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Usage tracker for resource:floatingip and tenant:156f56ba2afa4a3386a7f157e6d9be8f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:31.432214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02e18e74-1b49-4904-96a0-89b0f62f8908 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.438057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:31.446720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:31.451396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-f934a48c-d4d3-4f68-b01e-d32a0e3cb6d1 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.452294 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f934a48c-d4d3-4f68-b01e-d32a0e3cb6d1 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0457745 Apr 05 09:52:31.456336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51420) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.466964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-b8df9a8f-eb92-4baa-8fa7-e70d07cb4cdb tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.468721 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b8df9a8f-eb92-4baa-8fa7-e70d07cb4cdb tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0065894 Apr 05 09:52:31.470786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51424) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.480900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-cc9835e6-2d7e-4e76-b2b0-d61b9a60eb46 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.484242 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cc9835e6-2d7e-4e76-b2b0-d61b9a60eb46 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0095105 Apr 05 09:52:31.484242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.498332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51428) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.540221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-1806bb5e-779d-4130-bc3c-d22b5289b7e8 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.541269 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1806bb5e-779d-4130-bc3c-d22b5289b7e8 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0420287 Apr 05 09:52:31.555503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51434) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.558723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e18e74-1b49-4904-96a0-89b0f62f8908 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=931471d2-93fc-43c1-8750-d1f481f5c23d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:31.568919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-c5a11b64-6493-488d-9f08-bed95565d9a3 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.570142 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c5a11b64-6493-488d-9f08-bed95565d9a3 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0135100 Apr 05 09:52:31.574561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51438) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.580152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-4df9407f-8e4f-43a1-8b1c-749cbc33c868 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.581146 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4df9407f-8e4f-43a1-8b1c-749cbc33c868 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0055273 Apr 05 09:52:31.584466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.594611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51442) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.602353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-a85320b6-7bc4-4943-8a89-9c565433e720 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.603733 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a85320b6-7bc4-4943-8a89-9c565433e720 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0068767 Apr 05 09:52:31.606086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51446) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.607798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 175c82a2-ebf8-45b0-bbb9-8614addef508, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=175c82a2-ebf8-45b0-bbb9-8614addef508,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:31.613502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-0ab1b201-5ed8-4cb7-831c-6836ef2ce93e tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.616713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.617497 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0ab1b201-5ed8-4cb7-831c-6836ef2ce93e tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0105150 Apr 05 09:52:31.617817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 670010f1-3d08-4df6-9712-945628824de0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:31.621079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51450) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.626158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-f08aab7e-78b3-449e-abba-a4c3e1facaf6 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.630536 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f08aab7e-78b3-449e-abba-a4c3e1facaf6 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0088501 Apr 05 09:52:31.632766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51454) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.639581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-89d13935-cdec-4401-a911-675264466edb tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.643392 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-89d13935-cdec-4401-a911-675264466edb tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0097044 Apr 05 09:52:31.644001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51458) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.651459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-0390f36b-c5ff-49b3-b840-e8943bf07b01 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.655021 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0390f36b-c5ff-49b3-b840-e8943bf07b01 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0088887 Apr 05 09:52:31.658603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51462) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.664924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-69a77eb6-c9dc-4aaf-ad26-23c9aef04254 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.668536 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-69a77eb6-c9dc-4aaf-ad26-23c9aef04254 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0090220 Apr 05 09:52:31.669290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51466) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.678787 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-32ca34cf-5280-4bd7-aef8-8c78247ed927 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.682950 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-32ca34cf-5280-4bd7-aef8-8c78247ed927 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0114667 Apr 05 09:52:31.683774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51470) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.696080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-ffec76f8-dbfb-4470-bf9f-6d41f6786a05 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.699891 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ffec76f8-dbfb-4470-bf9f-6d41f6786a05 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0090852 Apr 05 09:52:31.712161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51474) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.720020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-92133a36-54bf-4d9d-a429-7b4460fdbfe7 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.724683 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-92133a36-54bf-4d9d-a429-7b4460fdbfe7 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0109684 Apr 05 09:52:31.726589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51478) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.733417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-906e15ad-1005-4120-a3ba-98143f4d6296 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.737868 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-906e15ad-1005-4120-a3ba-98143f4d6296 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0099287 Apr 05 09:52:31.740978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51482) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.749863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-f48f0c76-94b8-444c-914f-b28ceb1e7f49 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.753709 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f48f0c76-94b8-444c-914f-b28ceb1e7f49 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0131211 Apr 05 09:52:31.758026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51486) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.763951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-e3601b6f-debd-4119-8585-ea3a946b7e46 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.767747 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e3601b6f-debd-4119-8585-ea3a946b7e46 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0084512 Apr 05 09:52:31.768693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51490) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.772689 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.778576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-5d1ac537-1b92-4e0b-bb44-8da8ae200af7 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.779565 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5d1ac537-1b92-4e0b-bb44-8da8ae200af7 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0098145 Apr 05 09:52:31.812045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51496) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.834611 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=175c82a2-ebf8-45b0-bbb9-8614addef508,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:31.880614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-7ee25e38-f973-489a-b978-e121947c0390 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.881689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f83d02cd-e819-412e-b7fd-fa71a8bb9db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.882277 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7ee25e38-f973-489a-b978-e121947c0390 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0315914 Apr 05 09:52:31.892953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 670010f1-3d08-4df6-9712-945628824de0 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:31.893382 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.970982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51500) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.976318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02e18e74-1b49-4904-96a0-89b0f62f8908 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:31.979589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-f867e3c1-a35e-4b90-b27f-0ead56e11118 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:31.980602 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f867e3c1-a35e-4b90-b27f-0ead56e11118 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0087390 Apr 05 09:52:31.983748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51504) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:31.987059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6d59d-bd72-4ecd-b4c1-3a8377adeafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Deleting port da2f2f9e-4039-48b1-b735-74cf515af37a {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:31.987558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d59d-bd72-4ecd-b4c1-3a8377adeafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.001208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-bfc1d91d-81a4-45ef-9b72-c3f3b2e48391 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.002276 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bfc1d91d-81a4-45ef-9b72-c3f3b2e48391 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0176072 Apr 05 09:52:32.005774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51508) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.012530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-0d4e03b2-c91e-4897-b62e-b7e758cf324c tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.013457 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0d4e03b2-c91e-4897-b62e-b7e758cf324c tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0069056 Apr 05 09:52:32.017012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51512) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.049249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-7477464a-a853-4b4e-882b-3182f2f7dfa1 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.052810 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7477464a-a853-4b4e-882b-3182f2f7dfa1 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0323522 Apr 05 09:52:32.054945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51516) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.061361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-5dfc72b0-46b8-4589-bc69-6fd08cd413f0 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.064649 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5dfc72b0-46b8-4589-bc69-6fd08cd413f0 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0064542 Apr 05 09:52:32.068646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51520) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.074862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-41550956-0686-4036-bc0d-4565ff9e2f4a tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.078523 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-41550956-0686-4036-bc0d-4565ff9e2f4a tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0066667 Apr 05 09:52:32.082674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51524) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.089204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-27d1dbd8-d6f2-49b6-a09c-53c6d8e5b065 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.090030 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-27d1dbd8-d6f2-49b6-a09c-53c6d8e5b065 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064535 Apr 05 09:52:32.092509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51528) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.103335 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-83321f0d-3491-4793-99d3-45e61ea4c105 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.104284 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-83321f0d-3491-4793-99d3-45e61ea4c105 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0109591 Apr 05 09:52:32.107202 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-02e18e74-1b49-4904-96a0-89b0f62f8908 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/931471d2-93fc-43c1-8750-d1f481f5c23d HTTP/1.1" status: 204 len: 168 time: 1.2542632 Apr 05 09:52:32.109365 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f8679714-bd25-4932-8838-a44ff7dcec32 req-8d23fc28-a020-4520-9ad5-6876c1cbe906 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 210 time: 0.1391490 Apr 05 09:52:32.111130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51532) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.111448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51534) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.115860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Allocated IP 172.26.4.212 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/19049394-68f0-4bb8-9401-ab431a0604a0) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:32.122510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-a41d6e71-e6b2-4a3b-86f6-a63cf9678353 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.126451 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a41d6e71-e6b2-4a3b-86f6-a63cf9678353 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0111113 Apr 05 09:52:32.128628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51540) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.200860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-f578fc2e-20b9-4090-85b2-9c4215ec1f04 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.201833 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f578fc2e-20b9-4090-85b2-9c4215ec1f04 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0670929 Apr 05 09:52:32.220347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51544) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.246420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-2705e84b-6b16-4c15-8ac0-4293386148fb tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.247388 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2705e84b-6b16-4c15-8ac0-4293386148fb tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0261776 Apr 05 09:52:32.282845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51548) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.317076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.320205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [None req-87354789-7ee8-4a46-962b-6a53cab2f32e tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.323696 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-87354789-7ee8-4a46-962b-6a53cab2f32e tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0285370 Apr 05 09:52:32.325032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51552) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.333167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-50a9f3a6-94ea-4b3c-a048-be23f3fbbef8 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.334476 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-50a9f3a6-94ea-4b3c-a048-be23f3fbbef8 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091808 Apr 05 09:52:32.335749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-ed614733-6aac-4b9f-86f5-06919ee10087 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:32.337410 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-ed614733-6aac-4b9f-86f5-06919ee10087 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/networks?id=19491046-51f6-427c-b308-ccbe410a1d66 HTTP/1.1" status: 200 len: 811 time: 0.9211485 Apr 05 09:52:32.340351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51556) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.346428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-2ba019be-d243-41fe-9e9c-dfafad2aaaf5 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] For port a73d5d14-2705-4430-a313-0d1c6c8560c8, host hv-neutron-8331, got binding levels [] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:32.346786 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ba019be-d243-41fe-9e9c-dfafad2aaaf5 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.350428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [None req-bdab5683-3a5f-44dc-a4f9-fc99cabf18f7 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83820) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:32.351419 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bdab5683-3a5f-44dc-a4f9-fc99cabf18f7 tempest-ExtensionsTestJSON-416138062 tempest-ExtensionsTestJSON-416138062-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0065787 Apr 05 09:52:32.368091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.10', 54409) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.550764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-2ba019be-d243-41fe-9e9c-dfafad2aaaf5 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Calling delete_port for a73d5d14-2705-4430-a313-0d1c6c8560c8 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:32.553783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.557972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.594959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.595289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.596167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.596503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > port after_create 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.597027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.597199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > port after_update 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.598016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.598633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.598738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.599002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.644025 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-66883f3c-5c16-44e5-ad6e-6ed548d075bb tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/quotas/f7d5619b76fb4201b7106411914d699a HTTP/1.1" status: 200 len: 375 time: 0.2988117 Apr 05 09:52:32.761534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51568) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:32.784900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.785970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.786347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.786675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:52:32.787053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38d902a-54e1-42bd-815a-0821d01b6cb7']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:32.802113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5b3cec-be29-4f7b-9a08-7eca29958056') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:32.802414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5b3cec-be29-4f7b-9a08-7eca29958056') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:32.816587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.827896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d59d-bd72-4ecd-b4c1-3a8377adeafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.837610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.846964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:52:32.847122 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn_limited( Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn_limited( Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:52:32.864873 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:52:32.872264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.912335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ba019be-d243-41fe-9e9c-dfafad2aaaf5 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:32.998332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.002987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.032213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:33.037756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:33.042562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:33.081665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Pushing event updated for resources: {'Port': ['ID=19049394-68f0-4bb8-9401-ab431a0604a0,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:33.085540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6d59d-bd72-4ecd-b4c1-3a8377adeafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Calling delete_port for da2f2f9e-4039-48b1-b735-74cf515af37a owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:33.086414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.117435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c38d902a-54e1-42bd-815a-0821d01b6cb7 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 09:52:33.123907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event deleted for resources: {'Network': ['ID=c38d902a-54e1-42bd-815a-0821d01b6cb7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:33.127550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.182278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-255bff98-6e40-4490-9612-bd7a1fcda617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.230936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-255bff98-6e40-4490-9612-bd7a1fcda617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:33.235361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba019be-d243-41fe-9e9c-dfafad2aaaf5 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event deleted for resources: {'Port': ['ID=a73d5d14-2705-4430-a313-0d1c6c8560c8,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:33.238865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 175c82a2-ebf8-45b0-bbb9-8614addef508 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:33.242512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-255bff98-6e40-4490-9612-bd7a1fcda617 admin admin] Usage tracker for resource:security_group_rule and tenant:1097786c5e954fb785ad401e10a4cf82 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:33.245861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-255bff98-6e40-4490-9612-bd7a1fcda617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:33.251838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-255bff98-6e40-4490-9612-bd7a1fcda617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:33.345808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 175c82a2-ebf8-45b0-bbb9-8614addef508 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:33.346354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.346677 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.406514 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bb99fabb-2036-4b45-8973-6b9f84cfd192 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "DELETE /v2.0/networks/c38d902a-54e1-42bd-815a-0821d01b6cb7 HTTP/1.1" status: 204 len: 168 time: 1.2920785 Apr 05 09:52:33.466067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.507263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-255bff98-6e40-4490-9612-bd7a1fcda617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.529704 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-5666aa36-ed04-41e2-9b9e-9103f8320a5a tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:33.542252 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-5666aa36-ed04-41e2-9b9e-9103f8320a5a tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.10 "GET /v2.0/networks?id=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc HTTP/1.1" status: 200 len: 805 time: 1.1699147 Apr 05 09:52:33.562761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-255bff98-6e40-4490-9612-bd7a1fcda617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.706449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ba019be-d243-41fe-9e9c-dfafad2aaaf5 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.727379 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-51173204-28df-4fd6-b777-b95574814329 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Synchronizing usage tracker for tenant:f7d5619b76fb4201b7106411914d699a on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:33.791552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.804351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.931244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-51173204-28df-4fd6-b777-b95574814329 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Unset dirty status for tenant:f7d5619b76fb4201b7106411914d699a on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:33.932896 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-51173204-28df-4fd6-b777-b95574814329 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7d5619b76fb4201b7106411914d699a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2875931 Apr 05 09:52:33.935041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-da87e974-ac25-4bfc-a128-28e69e739d9d req-6ff572a0-1ab3-445e-89cd-ad9e12b8850d tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 210 time: 0.3876226 Apr 05 09:52:33.969174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:33.989518 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Pushing event updated for resources: {'Port': ['ID=19049394-68f0-4bb8-9401-ab431a0604a0,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:34.000887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.002434 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-082d3ffc-f5b1-4ab8-9701-22958a14b2dc tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6050401 Apr 05 09:52:34.125451 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2ba019be-d243-41fe-9e9c-dfafad2aaaf5 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a73d5d14-2705-4430-a313-0d1c6c8560c8 HTTP/1.1" status: 204 len: 168 time: 2.9194486 Apr 05 09:52:34.126237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bff98-6e40-4490-9612-bd7a1fcda617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15bb0e2-a9b5-4391-bd0d-8a4015fbb11c,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:34.130775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51606) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:34.228781 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dfcedb5-ee7f-4b3e-8cd4-6d5f28b140d8 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] GET failed (client error): The resource could not be found. Apr 05 09:52:34.236125 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6dfcedb5-ee7f-4b3e-8cd4-6d5f28b140d8 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "GET /v2.0/ports/a73d5d14-2705-4430-a313-0d1c6c8560c8 HTTP/1.1" status: 404 len: 333 time: 0.1036890 Apr 05 09:52:34.240158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51610) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:34.240413 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-255bff98-6e40-4490-9612-bd7a1fcda617 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1097786c5e954fb785ad401e10a4cf82&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4756036 Apr 05 09:52:34.240520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51612) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:34.259863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1281420442', 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:34.266635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:34.273081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Usage tracker for resource:port and tenant:350a7ff238b8470cbe16d84ac2114e68 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:34.274665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d59d-bd72-4ecd-b4c1-3a8377adeafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.281621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:34.292024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:34.317139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.322347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Made reservation on behalf of 350a7ff238b8470cbe16d84ac2114e68 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:34.325768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.341840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51620) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:34.347470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6d59d-bd72-4ecd-b4c1-3a8377adeafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event deleted for resources: {'Port': ['ID=da2f2f9e-4039-48b1-b735-74cf515af37a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:34.352667 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-e026db07-fc66-4549-91dc-9e19cd244f49 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fca71fcb3da4672a6c1a17af4d7b27a HTTP/1.1" status: 200 len: 380 time: 0.6413434 Apr 05 09:52:34.364247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Request body: {'router': {'name': 'tempest-router--502278985', 'project_id': 'baa24cfe8fdd4ca4bac93a6d31fbe4d7'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:34.372770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:34.378112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Usage tracker for resource:router and tenant:baa24cfe8fdd4ca4bac93a6d31fbe4d7 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:34.383481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:34.396519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:34.402808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Request body: {'port': {'device_id': '399f48c8-4343-4085-9665-1f52fd841c98', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'admin_state_up': True, 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'security_groups': ['fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:34.420078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.422867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.428943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f7a6d59d-bd72-4ecd-b4c1-3a8377adeafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.490579 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-acc2f35a-81c8-4141-b7bc-8569ef58a885 service neutron] 10.222.0.30 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903238 Apr 05 09:52:34.495208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30382b67-0972-47c7-8686-ea2b2731da3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.528249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] device_id is not set on port e92267d3-b48e-46af-8f24-793d8b450696 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:34.673110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.730781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.749141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30382b67-0972-47c7-8686-ea2b2731da3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.814952 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f7a6d59d-bd72-4ecd-b4c1-3a8377adeafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "DELETE /v2.0/ports/da2f2f9e-4039-48b1-b735-74cf515af37a HTTP/1.1" status: 204 len: 168 time: 3.4889736 Apr 05 09:52:34.823980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51634) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:34.832722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.907738 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d006b3ce-3868-4718-90d9-74278b301310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] GET failed (client error): The resource could not be found. Apr 05 09:52:34.913408 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d006b3ce-3868-4718-90d9-74278b301310 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "GET /v2.0/ports/da2f2f9e-4039-48b1-b735-74cf515af37a HTTP/1.1" status: 404 len: 333 time: 0.0840681 Apr 05 09:52:34.920674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51638) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:34.940784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Request body: {'port': {'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1475902882'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:34.958667 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:34.964424 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Usage tracker for resource:port and tenant:bb36ff094b2c48e4af45ece4ab118a6d is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:34.969874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:34.973941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:34.977956 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-88825f9d-037e-47eb-85d2-1fac48cc8fd2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6294818 Apr 05 09:52:34.987865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51642) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:34.996812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:34.998530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30382b67-0972-47c7-8686-ea2b2731da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:35.001312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30382b67-0972-47c7-8686-ea2b2731da3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:35.002449 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-30382b67-0972-47c7-8686-ea2b2731da3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f15bb0e2-a9b5-4391-bd0d-8a4015fbb11c HTTP/1.1" status: 204 len: 168 time: 0.7596037 Apr 05 09:52:35.008256 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-f31a84fb-b800-4264-aac8-c61a8e79a01a service neutron] 10.222.0.30 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883323 Apr 05 09:52:35.062632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30382b67-0972-47c7-8686-ea2b2731da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15bb0e2-a9b5-4391-bd0d-8a4015fbb11c,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:35.107120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Made reservation on behalf of bb36ff094b2c48e4af45ece4ab118a6d for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:35.109545 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:35.197234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-876904d6-0abe-4862-aa67-0af5d7ac0a71 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Synchronizing usage tracker for tenant:156f56ba2afa4a3386a7f157e6d9be8f on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:35.221808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] device_id is not set on port 0a09cd84-f390-41e9-b9b8-747520ac1503 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:35.224496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:35.235198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:35.259674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Made reservation on behalf of 3fca71fcb3da4672a6c1a17af4d7b27a for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:35.262935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:35.282023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-876904d6-0abe-4862-aa67-0af5d7ac0a71 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Unset dirty status for tenant:156f56ba2afa4a3386a7f157e6d9be8f on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:35.291041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-876904d6-0abe-4862-aa67-0af5d7ac0a71 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1767546513&fields=id&tenant_id=156f56ba2afa4a3386a7f157e6d9be8f HTTP/1.1" status: 200 len: 267 time: 0.7798574 Apr 05 09:52:35.319781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:35.486577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d24b43c-44a7-48fc-b12a-c374c1df08f2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:35.529459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:35.720301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:35.723772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:35.725658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event updated for resources: {'Port': ['ID=e92267d3-b48e-46af-8f24-793d8b450696,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:35.737032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:35.740092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:35.740927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:35.741521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:35.779572 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-00205a9e-3123-40f3-ac84-164a835b10b9 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5380094 Apr 05 09:52:35.783028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51662) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:35.912349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:35.943059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-72981355-ed34-47a4-8864-8757d22e4ffb tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Synchronizing usage tracker for tenant:350a7ff238b8470cbe16d84ac2114e68 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:36.147189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-72981355-ed34-47a4-8864-8757d22e4ffb tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Unset dirty status for tenant:350a7ff238b8470cbe16d84ac2114e68 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:36.150703 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-72981355-ed34-47a4-8864-8757d22e4ffb tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "GET /v2.0/ports/e92267d3-b48e-46af-8f24-793d8b450696 HTTP/1.1" status: 200 len: 955 time: 0.3654358 Apr 05 09:52:36.155159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51684) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:36.242673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-d707568e-18b3-4f3d-977a-621a9ac41f1a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Deleting port e92267d3-b48e-46af-8f24-793d8b450696 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:36.243280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d707568e-18b3-4f3d-977a-621a9ac41f1a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:36.272614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Network cfeb4949-987c-4d12-9a9e-6b3150c77105 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:36.307023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:36.331352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event updated for resources: {'Port': ['ID=0a09cd84-f390-41e9-b9b8-747520ac1503,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:36.334795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:36.336678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:36.337382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:36.425777 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4bfbba03-a600-4ff9-b9ba-1ec107eadae3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5028334 Apr 05 09:52:36.436915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51694) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:36.447167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8331'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:36.491221 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7aebba6c-35a4-4d12-b7c0-f311fedbb90b req-f924716d-8bd9-45d4-92b8-d1392d9d5de2 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 210 time: 0.2442980 Apr 05 09:52:36.725634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-fbdea3bc-be99-435e-ae4c-ea846d3a3560 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:36.726295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-fbdea3bc-be99-435e-ae4c-ea846d3a3560 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Synchronizing usage tracker for tenant:156f56ba2afa4a3386a7f157e6d9be8f on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:36.808563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:36.819686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Allocated IP 172.20.0.3 (d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc/41d78c18-da9c-4221-9c72-332eef9555bd/f56bf061-f721-4d30-b822-762fc1f05c29) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:36.825139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d707568e-18b3-4f3d-977a-621a9ac41f1a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:36.933519 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bab4506-e6cd-413b-8040-b8634fc838d6 req-1be5c9dd-f306-448e-bb67-2aba4f3a0dbd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 210 time: 0.1952209 Apr 05 09:52:37.020670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-d707568e-18b3-4f3d-977a-621a9ac41f1a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Calling delete_port for e92267d3-b48e-46af-8f24-793d8b450696 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:37.049314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51710) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:37.331175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-fbdea3bc-be99-435e-ae4c-ea846d3a3560 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Unset dirty status for tenant:156f56ba2afa4a3386a7f157e6d9be8f on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:37.338360 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-fbdea3bc-be99-435e-ae4c-ea846d3a3560 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/networks?id=2399397e-952c-41dd-a884-3607f787c936 HTTP/1.1" status: 200 len: 811 time: 2.0460880 Apr 05 09:52:37.419409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d707568e-18b3-4f3d-977a-621a9ac41f1a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:37.452450 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-f7aef5b3-7c9b-444e-9bb2-f0646868dfa8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/quotas/156f56ba2afa4a3386a7f157e6d9be8f HTTP/1.1" status: 200 len: 375 time: 0.1130354 Apr 05 09:52:37.625522 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d707568e-18b3-4f3d-977a-621a9ac41f1a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:37.646796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707568e-18b3-4f3d-977a-621a9ac41f1a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event deleted for resources: {'Port': ['ID=e92267d3-b48e-46af-8f24-793d8b450696,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:37.671756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'networks': [{'name': 'tempest-network--1467955528'}, {'name': 'tempest-network--983690406'}]} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:37.672292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'network': {'name': 'tempest-network--1467955528'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:37.672754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'network': {'name': 'tempest-network--983690406'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:37.719061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:37.725705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d24b43c-44a7-48fc-b12a-c374c1df08f2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:37.730761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d24b43c-44a7-48fc-b12a-c374c1df08f2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:37.733165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Usage tracker for resource:network and tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:37.739607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:37.756813 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d707568e-18b3-4f3d-977a-621a9ac41f1a tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "DELETE /v2.0/ports/e92267d3-b48e-46af-8f24-793d8b450696 HTTP/1.1" status: 204 len: 168 time: 1.5936005 Apr 05 09:52:37.758961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51718) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:37.759973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:37.768644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:52:37.786118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d24b43c-44a7-48fc-b12a-c374c1df08f2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:37.787018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d24b43c-44a7-48fc-b12a-c374c1df08f2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62529a0b-5756-44e9-822f-8b92394f26b0 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:52:37.830537 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-85652f35-e30b-4e0d-a257-5b8dcdf0a235 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] GET failed (client error): The resource could not be found. Apr 05 09:52:37.831053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-85652f35-e30b-4e0d-a257-5b8dcdf0a235 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Synchronizing usage tracker for tenant:350a7ff238b8470cbe16d84ac2114e68 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:37.860923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Allocated IP 172.20.0.1 (2bfdd62e-05cd-4992-997a-a9f54d4481d2/226a58c2-e781-44aa-8381-2e7119bf56be/a4020c5e-4f36-4051-aaf1-9f1b9f391957) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:37.893537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Made reservation on behalf of 3f3ce423e8a94b74aea3a8b2ca39d0b6 for: {'network': 2} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:37.897854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:37.904116 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3e84798-8432-4156-9bc2-954730a6f228 req-7fd52379-f9ab-4c63-af9e-5030e730c7f4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 210 time: 0.1043305 Apr 05 09:52:37.915889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:37.942443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] device_id is not set on port 0a09cd84-f390-41e9-b9b8-747520ac1503 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:37.949843 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-85652f35-e30b-4e0d-a257-5b8dcdf0a235 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Unset dirty status for tenant:350a7ff238b8470cbe16d84ac2114e68 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:37.951192 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-85652f35-e30b-4e0d-a257-5b8dcdf0a235 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "GET /v2.0/ports/e92267d3-b48e-46af-8f24-793d8b450696 HTTP/1.1" status: 404 len: 333 time: 0.1702664 Apr 05 09:52:37.953699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:37.964943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51722) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:37.973417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Request body: {'port': {'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1240254226'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:37.981486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:37.994388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:38.000409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d24b43c-44a7-48fc-b12a-c374c1df08f2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:38.002096 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3d24b43c-44a7-48fc-b12a-c374c1df08f2 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "DELETE /v2.0/routers/62529a0b-5756-44e9-822f-8b92394f26b0 HTTP/1.1" status: 204 len: 168 time: 3.0121553 Apr 05 09:52:38.007308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:38.013459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Made reservation on behalf of 350a7ff238b8470cbe16d84ac2114e68 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:38.016811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:38.046757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:38.055436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Usage tracker for resource:security_group_rule and tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:38.072894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:38.076203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Transition to ACTIVE for port object 0a09cd84-f390-41e9-b9b8-747520ac1503 will not be triggered until provisioned by entity L2. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:38.096129 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] device_id is not set on port c543c0df-81ef-463c-bf1a-31f86a9187b7 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:38.176018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:38.188982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:38.383038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.10', 54415) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:38.402872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Transition to ACTIVE for port object f56bf061-f721-4d30-b822-762fc1f05c29 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:38.414435 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2ee927d9-7b43-4659-90d8-bc4960dea939 req-2bad2ad3-8c0e-4439-bb6f-f818623924f8 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 210 time: 0.1467812 Apr 05 09:52:38.415034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51732) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:38.647806 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event updated for resources: {'Port': ['ID=0a09cd84-f390-41e9-b9b8-747520ac1503,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:38.719072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-711443f1-8aba-4c60-ada6-9d7302369502 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=156f56ba2afa4a3386a7f157e6d9be8f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2655351 Apr 05 09:52:38.733353 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:38.800808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:38.801259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:38.802181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:38.825495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Transition to ACTIVE for port object a4020c5e-4f36-4051-aaf1-9f1b9f391957 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:38.839405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:38.901512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:38.903487 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:38.930464 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 2 to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 Apr 05 09:52:39.040160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.042444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:39.042932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:39.043441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:39.058423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-f68b6f85-705f-4d93-9c4d-a521794ddfcd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:39.066425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-f68b6f85-705f-4d93-9c4d-a521794ddfcd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2451086 Apr 05 09:52:39.090574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.101337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.102065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.110711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1874664234', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:39.146567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:39.147459 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:39.155571 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 3 to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 Apr 05 09:52:39.208696 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:39.208993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:39.209363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:39.242743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad55d828-d3c3-4ef4-acb0-64ee25ebe017,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:39.309128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:39.318688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.319073 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Added segment a64ab8f3-4ef0-4db0-9192-3496618b6e25 of type vlan for network 18c752c6-851f-4af3-9440-8bca60b7944b Apr 05 09:52:39.346609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.371793 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-33e4a82e-ccd9-4846-b78c-bb0e32e6dc86 service neutron] 10.222.0.30 "GET /v2.0/networks/2399397e-952c-41dd-a884-3607f787c936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005884 Apr 05 09:52:39.374068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.382077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-f2d5e746-d23f-45ea-b0f5-9e83d5de11db tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:39.383613 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-f2d5e746-d23f-45ea-b0f5-9e83d5de11db tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.10 "GET /v2.0/networks?id=19491046-51f6-427c-b308-ccbe410a1d66 HTTP/1.1" status: 200 len: 811 time: 0.9832411 Apr 05 09:52:39.410642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:39.426771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:39.426771 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:39.436192 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 4 to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 Apr 05 09:52:39.461146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.464231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:39.467616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:39.479338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Usage tracker for resource:router and tenant:147336dc7d1d49728f9b7db9c42b2d28 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:39.488637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:39.494217 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:39.494802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:39.495150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:39.497361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:39.501922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.502335 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Added segment f8109cff-f031-4829-a92a-58b2731e7053 of type vlan for network 70564932-0b66-483b-a9c8-f4fc966e141a Apr 05 09:52:39.508172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:39.508934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:39.509523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.523772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event updated for resources: {'Port': ['ID=c543c0df-81ef-463c-bf1a-31f86a9187b7,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:39.532707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:39.535465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:39.535842 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:39.540078 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 5 to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 Apr 05 09:52:39.540303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:39.557180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:39.561351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:39.561963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.572929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Pushing event updated for resources: {'Port': ['ID=f56bf061-f721-4d30-b822-762fc1f05c29,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:39.587336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.593367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:39.595960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:39.596400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:39.596507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:39.619042 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-92cfc0b1-a093-4852-99d0-627209c6cbaa tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6520715 Apr 05 09:52:39.621368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:39.621702 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:39.627643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51750) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:39.640636 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 6 to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 Apr 05 09:52:39.661256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8331'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:39.674308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:39.710120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:39.716343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:39.716770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:39.716999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:39.731777 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.732453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.736313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:39.739524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:39.740222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.764239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:39.764863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.782637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:39.782958 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:39.791703 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 7 to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 Apr 05 09:52:39.852649 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-1f5fd6b6-681e-4c5a-ab64-5519b83c8683 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4657428 Apr 05 09:52:39.853436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.854470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.892108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:39.942664 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8921001 Apr 05 09:52:39.947073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51758) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:40.004812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:40.005132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:40.005466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:40.018669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-9f94a29d-f6b5-4bea-9c15-517f27865c47 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 09:52:40.019891 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-9f94a29d-f6b5-4bea-9c15-517f27865c47 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0952353 Apr 05 09:52:40.048393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event updated for resources: {'Port': ['ID=a4020c5e-4f36-4051-aaf1-9f1b9f391957,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:40.071351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a4d27-2d86-4e53-bbbd-df863acc113e req-a1c757e1-fcd5-4046-825e-7dd98519440a tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:40.072280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-e57a4d27-2d86-4e53-bbbd-df863acc113e req-a1c757e1-fcd5-4046-825e-7dd98519440a tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Synchronizing usage tracker for tenant:3fca71fcb3da4672a6c1a17af4d7b27a on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:40.094870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8b4dfaea-77f1-4829-9128-6236ea1a7f07 None None] Provisioning for port f56bf061-f721-4d30-b822-762fc1f05c29 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:40.110310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8b4dfaea-77f1-4829-9128-6236ea1a7f07 None None] Provisioning complete for port f56bf061-f721-4d30-b822-762fc1f05c29 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:40.110946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b4dfaea-77f1-4829-9128-6236ea1a7f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:40.148497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'Network': ['ID=18c752c6-851f-4af3-9440-8bca60b7944b,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:40.182990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 18c752c6-851f-4af3-9440-8bca60b7944b details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:40.194536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:40.202715 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:40.208558 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-29c95fb9-7221-4ec8-9c34-59352d46f5a6 service neutron] 10.222.0.30 "GET /v2.0/networks/2399397e-952c-41dd-a884-3607f787c936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358016 Apr 05 09:52:40.211620 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-40775a68-beb9-4314-8dbe-7585d42fcfe8 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d5619b76fb4201b7106411914d699a HTTP/1.1" status: 200 len: 379 time: 0.5610933 Apr 05 09:52:40.216452 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 8 to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 Apr 05 09:52:40.230325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:40.232773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-e57a4d27-2d86-4e53-bbbd-df863acc113e req-a1c757e1-fcd5-4046-825e-7dd98519440a tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Unset dirty status for tenant:3fca71fcb3da4672a6c1a17af4d7b27a on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:40.258998 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e57a4d27-2d86-4e53-bbbd-df863acc113e req-a1c757e1-fcd5-4046-825e-7dd98519440a tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 931 time: 0.9126282 Apr 05 09:52:40.276386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Request body: {'port': {'device_id': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'admin_state_up': True, 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'security_groups': ['3d8d9adb-4121-4340-94fb-5f4c07f0a672']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:40.342536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8b4dfaea-77f1-4829-9128-6236ea1a7f07 None None] Port f56bf061-f721-4d30-b822-762fc1f05c29 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:40.365579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Request body: {'port': {'device_id': '399f48c8-4343-4085-9665-1f52fd841c98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:40.382159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:40.382590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:40.383034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:40.437939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3af796-a7cc-4cee-859c-992e5a5d03d3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'Network': ['ID=70564932-0b66-483b-a9c8-f4fc966e141a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:40.449656 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 70564932-0b66-483b-a9c8-f4fc966e141a details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:40.464312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:40.464776 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:40.469726 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 9 to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 Apr 05 09:52:40.525654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:40.526272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:40.526718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:40.541324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9780dfcb-58f1-42d4-8b33-cd218e77bad2 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:40.545789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9780dfcb-58f1-42d4-8b33-cd218e77bad2 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:40.550086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9780dfcb-58f1-42d4-8b33-cd218e77bad2 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:40.554929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9780dfcb-58f1-42d4-8b33-cd218e77bad2 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:40.555850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9780dfcb-58f1-42d4-8b33-cd218e77bad2 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Synchronizing usage tracker for tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 on resource:network {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:40.677330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:40.684948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:40.685953 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:40.689864 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempt 10 to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 Apr 05 09:52:40.766634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:40.770601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:40.775466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempting to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:40.782369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9780dfcb-58f1-42d4-8b33-cd218e77bad2 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Unset dirty status for tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 on resource:network {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:40.794529 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9780dfcb-58f1-42d4-8b33-cd218e77bad2 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8388717 Apr 05 09:52:40.795254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51772) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:40.818890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:40.832418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-79ba8d10-7496-4799-b7df-f6fc1d7a8e4a None None] Provisioning for port a4020c5e-4f36-4051-aaf1-9f1b9f391957 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:40.840848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-79ba8d10-7496-4799-b7df-f6fc1d7a8e4a None None] Provisioning complete for port a4020c5e-4f36-4051-aaf1-9f1b9f391957 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:40.841221 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-79ba8d10-7496-4799-b7df-f6fc1d7a8e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:40.928342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-79ba8d10-7496-4799-b7df-f6fc1d7a8e4a None None] Port a4020c5e-4f36-4051-aaf1-9f1b9f391957 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:41.027796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:41.027796 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Failed to bind port 0a09cd84-f390-41e9-b9b8-747520ac1503 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a1aa7aeb-274d-422a-be94-ed29a7168b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cfeb4949-987c-4d12-9a9e-6b3150c77105'}] Apr 05 09:52:41.027796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.048421 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e57a4d27-2d86-4e53-bbbd-df863acc113e req-edacff8a-0775-4457-91d3-ef6ac5c050e4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7885513 Apr 05 09:52:41.064800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:52:41.156325 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-09ba84f6-fa99-430e-938b-9784b41e4d12 req-526b7d0d-fe45-432f-b418-6f36133952f7 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 210 time: 0.3051436 Apr 05 09:52:41.207370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.215877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] device_id is not set on port c543c0df-81ef-463c-bf1a-31f86a9187b7 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:41.240303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.241901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:41.258276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:41.263347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] For port 0a09cd84-f390-41e9-b9b8-747520ac1503, host hv-neutron-8331, cleared binding levels {{(pid=83820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:41.264104 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Attempted to set empty binding levels {{(pid=83820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 09:52:41.297523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Transition to ACTIVE for port object c543c0df-81ef-463c-bf1a-31f86a9187b7 will not be triggered until provisioned by entity L2. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:41.303741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.356102 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.383261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Made reservation on behalf of f7d5619b76fb4201b7106411914d699a for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:41.386811 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.396695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.523787 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] In _notify_port_updated(), no bound segment for port 0a09cd84-f390-41e9-b9b8-747520ac1503 on network cfeb4949-987c-4d12-9a9e-6b3150c77105 {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:52:41.525116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.529546 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "PUT /v2.0/ports/0a09cd84-f390-41e9-b9b8-747520ac1503 HTTP/1.1" status: 200 len: 981 time: 5.0914326 Apr 05 09:52:41.538830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51780) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:41.540637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.562255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328b5d2-539f-44ab-a723-40805ea08974 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event updated for resources: {'Port': ['ID=0a09cd84-f390-41e9-b9b8-747520ac1503,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:41.584847 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4f648090-f418-487d-8e4d-a754ba32ef94 req-3fc41505-f32f-446c-8654-796f1114a1eb tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 210 time: 0.3600705 Apr 05 09:52:41.732168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c752c6-851f-4af3-9440-8bca60b7944b']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:41.764654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64ab8f3-4ef0-4db0-9192-3496618b6e25') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:41.765180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64ab8f3-4ef0-4db0-9192-3496618b6e25') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:41.792824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.801396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c0faf-ebad-4019-b09b-c7b023fea779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Deleting port 0a09cd84-f390-41e9-b9b8-747520ac1503 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:41.801880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0faf-ebad-4019-b09b-c7b023fea779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.825895 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event updated for resources: {'Port': ['ID=c543c0df-81ef-463c-bf1a-31f86a9187b7,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:41.850637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:41.851224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:41.855716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:41.875904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.891657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:52:41.892166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:52:41.945904 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:52:41.950230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:41.950618 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:42.015221 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 2 to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 Apr 05 09:52:42.041978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:42.042306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:42.042641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:42.096166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:42.096457 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:42.100664 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 3 to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 Apr 05 09:52:42.164719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:42.169123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:42.262484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:42.263092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:42.263604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:42.277803 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "DELETE /v2.0/networks/18c752c6-851f-4af3-9440-8bca60b7944b HTTP/1.1" status: 204 len: 168 time: 1.4761019 Apr 05 09:52:42.281168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51788) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:42.287637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:42.288289 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:42.309568 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 4 to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 Apr 05 09:52:42.318936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65cc50-066c-4cba-97a9-7e4e9803b5db tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event deleted for resources: {'Network': ['ID=18c752c6-851f-4af3-9440-8bca60b7944b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:42.383807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-bf7c0faf-ebad-4019-b09b-c7b023fea779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] For port 0a09cd84-f390-41e9-b9b8-747520ac1503, host hv-neutron-8331, got binding levels [] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:42.384436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0faf-ebad-4019-b09b-c7b023fea779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:42.427284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cd930115-4b5a-44d6-a0a3-cbe18f56aee4 req-018345ed-8d34-4d7b-b4af-33a70f4278ac tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 210 time: 0.0740521 Apr 05 09:52:42.522707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:42.523400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:42.523921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:42.600192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c0faf-ebad-4019-b09b-c7b023fea779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Calling delete_port for 0a09cd84-f390-41e9-b9b8-747520ac1503 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:42.711360 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:42.712299 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:42.717478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.10', 54420) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:42.717478 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 5 to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 Apr 05 09:52:42.723906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Allocated IP 172.20.0.9 (19491046-51f6-427c-b308-ccbe410a1d66/22804349-64e3-4deb-bc5b-b60e9ff7803b/d55faabe-24e9-4269-b23c-fde501b6f9b4) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:42.788348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:42.826936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:42.958588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:42.959251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.007754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:43.008058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:43.008320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:43.057755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.103048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:43.103420 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:43.104018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0faf-ebad-4019-b09b-c7b023fea779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.122399 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 6 to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 Apr 05 09:52:43.181774 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-638c7954-ebf8-4d04-b2df-d525a30d8ab3 req-821c27d0-13fe-45b4-9769-0f1e36e4e0e3 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 210 time: 0.3523855 Apr 05 09:52:43.205297 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:43.206232 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:43.206626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:43.219044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.312423 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c0faf-ebad-4019-b09b-c7b023fea779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a09cd84-f390-41e9-b9b8-747520ac1503,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:43.319338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:43.319961 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:43.321186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.329327 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 7 to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 Apr 05 09:52:43.345982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-c35ff2aa-06a9-49b3-b4e6-a174a8608331 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:43.350437 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-c35ff2aa-06a9-49b3-b4e6-a174a8608331 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.10 "GET /v2.0/networks?id=2399397e-952c-41dd-a884-3607f787c936 HTTP/1.1" status: 200 len: 811 time: 0.6179309 Apr 05 09:52:43.382283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70564932-0b66-483b-a9c8-f4fc966e141a']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:43.392408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf7c0faf-ebad-4019-b09b-c7b023fea779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.398188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:43.398516 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:43.398844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:43.408037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8109cff-f031-4829-a92a-58b2731e7053') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:43.408319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8109cff-f031-4829-a92a-58b2731e7053') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:43.423620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:43.423819 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:43.426798 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 8 to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 Apr 05 09:52:43.435241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.446186 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bf7c0faf-ebad-4019-b09b-c7b023fea779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "DELETE /v2.0/ports/0a09cd84-f390-41e9-b9b8-747520ac1503 HTTP/1.1" status: 204 len: 168 time: 1.8974469 Apr 05 09:52:43.451848 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51796) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:43.491888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.498704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:43.499038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:43.499368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:43.516155 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0beeeb-9b3c-4ce3-9d7e-13b799e36183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] GET failed (client error): The resource could not be found. Apr 05 09:52:43.516438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-db0beeeb-9b3c-4ce3-9d7e-13b799e36183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Synchronizing usage tracker for tenant:bb36ff094b2c48e4af45ece4ab118a6d on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:43.519123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:52:43.519305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event updated for resources: {'Port': ['ID=a4020c5e-4f36-4051-aaf1-9f1b9f391957,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:43.520126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:52:43.538228 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:52:43.590745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:52:43.649308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:43.649649 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:43.656912 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 9 to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 Apr 05 09:52:43.682945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb0293-917d-43a5-9909-77fc0751f771 req-a20dd668-36ab-46a4-81b6-c1dd7ce601a4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:43.684342 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d2cb0293-917d-43a5-9909-77fc0751f771 req-a20dd668-36ab-46a4-81b6-c1dd7ce601a4 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 931 time: 1.4295382 Apr 05 09:52:43.686884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-db0beeeb-9b3c-4ce3-9d7e-13b799e36183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] Unset dirty status for tenant:bb36ff094b2c48e4af45ece4ab118a6d on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:43.691531 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-db0beeeb-9b3c-4ce3-9d7e-13b799e36183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-234140101-project-admin] 10.222.0.30 "GET /v2.0/ports/0a09cd84-f390-41e9-b9b8-747520ac1503 HTTP/1.1" status: 404 len: 333 time: 0.2333245 Apr 05 09:52:43.695691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51802) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:43.739874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:43.739874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:43.739874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:43.762217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.796774 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80119ac0-4daa-4721-9c11-0826ee6516fa req-5626f358-0ad6-4f3c-91fd-c37030d7c9b5 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 210 time: 0.1315801 Apr 05 09:52:43.807691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.811421 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.855415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:43.855782 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:43.863016 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.plugins.ml2.plugin [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempt 10 to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 Apr 05 09:52:43.875829 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "DELETE /v2.0/networks/70564932-0b66-483b-a9c8-f4fc966e141a HTTP/1.1" status: 204 len: 168 time: 1.5863416 Apr 05 09:52:43.876749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9401993-b568-416b-b166-fd97e532489d tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event deleted for resources: {'Network': ['ID=70564932-0b66-483b-a9c8-f4fc966e141a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:43.879389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51806) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:43.894991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-6d8ac8fb-9652-4d25-ba1f-efa12aea317e tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Synchronizing usage tracker for tenant:156f56ba2afa4a3386a7f157e6d9be8f on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:43.933595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:43.933840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:43.934162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempting to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:43.936081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Allocated IP 172.26.4.26 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/f93a2232-ce2c-488c-b75a-7e7dbfb2db2f) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:43.939420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56bf061-f721-4d30-b822-762fc1f05c29 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:52:43.948507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Transition to ACTIVE for port object d55faabe-24e9-4269-b23c-fde501b6f9b4 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:43.960539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:43.974171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:43.982790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:43.990419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.017720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-6d8ac8fb-9652-4d25-ba1f-efa12aea317e tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Unset dirty status for tenant:156f56ba2afa4a3386a7f157e6d9be8f on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:44.019430 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-6d8ac8fb-9652-4d25-ba1f-efa12aea317e tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=156f56ba2afa4a3386a7f157e6d9be8f HTTP/1.1" status: 200 len: 380 time: 0.3689415 Apr 05 09:52:44.027294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:44.027643 dv-neutron-833199-1-hyperv neutron-server[83820]: ERROR neutron.plugins.ml2.managers [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Failed to bind port c543c0df-81ef-463c-bf1a-31f86a9187b7 on host hv-neutron-8331 for vnic_type normal using segments [{'id': 'a5df21d8-52b0-4a38-a22b-658c0415fc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3a649bfd-fc07-4301-aa61-8b6ab09363f5'}] Apr 05 09:52:44.028000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.040861 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Request body: {'port': {'device_id': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'admin_state_up': True, 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'security_groups': ['198e8dba-1f74-4b8d-ba59-df2bac8cbb0b']}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:44.071587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Transition to ACTIVE for port object f56bf061-f721-4d30-b822-762fc1f05c29 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:44.081984 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d2cb0293-917d-43a5-9909-77fc0751f771 req-ba54df91-0d2f-4afe-8a87-8fdbca21b97d tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793070 Apr 05 09:52:44.195712 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.289898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e3870ed3-968f-4ecf-ae38-e37290337bf5 None None] Provisioning complete for port a4020c5e-4f36-4051-aaf1-9f1b9f391957 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:44.291003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e3870ed3-968f-4ecf-ae38-e37290337bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.323494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.380707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74635d-36cd-4537-bcdf-bca5bbc8d834 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:44.381883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e3870ed3-968f-4ecf-ae38-e37290337bf5 None None] Port a4020c5e-4f36-4051-aaf1-9f1b9f391957 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:44.384892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74635d-36cd-4537-bcdf-bca5bbc8d834 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:44.385634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2c74635d-36cd-4537-bcdf-bca5bbc8d834 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Synchronizing usage tracker for tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 on resource:network {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:44.401177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.401562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f56bf061-f721-4d30-b822-762fc1f05c29,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:44.474512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] For port c543c0df-81ef-463c-bf1a-31f86a9187b7, host hv-neutron-8331, cleared binding levels {{(pid=83820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:44.474881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Attempted to set empty binding levels {{(pid=83820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 09:52:44.477941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfeb4949-987c-4d12-9a9e-6b3150c77105']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:44.485236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:44.488295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2c74635d-36cd-4537-bcdf-bca5bbc8d834 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Unset dirty status for tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 on resource:network {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:44.493107 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2c74635d-36cd-4537-bcdf-bca5bbc8d834 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5986652 Apr 05 09:52:44.494722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.501579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Usage tracker for resource:port and tenant:156f56ba2afa4a3386a7f157e6d9be8f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:44.503954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51812) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:44.526286 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-36952486-6778-47aa-b2b7-006e84520d69 req-b06eecd0-ca9a-4f52-82f8-4f4fc4769b8e tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 210 time: 0.1962578 Apr 05 09:52:44.535972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1aa7aeb-274d-422a-be94-ed29a7168b9c') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:44.536347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1aa7aeb-274d-422a-be94-ed29a7168b9c') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:44.559000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:44.576408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.594395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Network 19491046-51f6-427c-b308-ccbe410a1d66 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:44.596696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Pushing event updated for resources: {'Port': ['ID=d55faabe-24e9-4269-b23c-fde501b6f9b4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:44.597669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.617990 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:52:44.618499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.625364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:44.635759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.643807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1957780669'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:44.644455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:44.648342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:44.648940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:52:44.655028 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:52:44.657608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:44.664867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] In _notify_port_updated(), no bound segment for port c543c0df-81ef-463c-bf1a-31f86a9187b7 on network 3a649bfd-fc07-4301-aa61-8b6ab09363f5 {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:52:44.665872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.670365 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "PUT /v2.0/ports/c543c0df-81ef-463c-bf1a-31f86a9187b7 HTTP/1.1" status: 200 len: 977 time: 5.0111077 Apr 05 09:52:44.672625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51816) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:44.718680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:44.760965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:44.762793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Made reservation on behalf of 156f56ba2afa4a3386a7f157e6d9be8f for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:44.765784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.781709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b068ad-d90b-45c7-ba78-59d10d958f32 tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event updated for resources: {'Port': ['ID=c543c0df-81ef-463c-bf1a-31f86a9187b7,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:44.783299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Attempting to bind port f56bf061-f721-4d30-b822-762fc1f05c29 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:44.783425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Attempting to bind port f56bf061-f721-4d30-b822-762fc1f05c29 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:44.784311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Attempting to bind port f56bf061-f721-4d30-b822-762fc1f05c29 on network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:44.800676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Made reservation on behalf of 3f3ce423e8a94b74aea3a8b2ca39d0b6 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:44.804082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.883816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Port f56bf061-f721-4d30-b822-762fc1f05c29 on network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:44.883816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Attempting to bind port f56bf061-f721-4d30-b822-762fc1f05c29 on network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:44.884139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.888383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.891023 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-1d739d1d-49ec-4dce-b574-33891da29acd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6593463 Apr 05 09:52:44.896294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-54a7929b-526d-4a85-9c7b-de03f57c331d tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Deleting port c543c0df-81ef-463c-bf1a-31f86a9187b7 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:44.896578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54a7929b-526d-4a85-9c7b-de03f57c331d tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.925761 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] 10.222.0.30 "DELETE /v2.0/networks/cfeb4949-987c-4d12-9a9e-6b3150c77105 HTTP/1.1" status: 204 len: 168 time: 1.2233102 Apr 05 09:52:44.937617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Request body: {'port': {'device_id': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:44.940096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ea7ba763-9d99-4c5a-8575-978645ae4659 None None] Provisioning for port d55faabe-24e9-4269-b23c-fde501b6f9b4 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:44.942019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2fe41-6bc3-4098-ad06-c56fd09db4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1085848363-project] Pushing event deleted for resources: {'Network': ['ID=cfeb4949-987c-4d12-9a9e-6b3150c77105,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:44.948435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:44.952668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ea7ba763-9d99-4c5a-8575-978645ae4659 None None] Provisioning complete for port d55faabe-24e9-4269-b23c-fde501b6f9b4 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:44.954051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea7ba763-9d99-4c5a-8575-978645ae4659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.970602 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:44.971111 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Added segment 2f3349b3-0b6d-43cd-801b-9c081cec25a1 of type vlan for network 6bd9c622-f125-4515-b647-802e55670669 Apr 05 09:52:45.044699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ba763-9d99-4c5a-8575-978645ae4659 None None] Port d55faabe-24e9-4269-b23c-fde501b6f9b4 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:45.055391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.060866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:45.061428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Checking segment: {'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:45.062209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Bound using segment: {'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:45.062637 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Bound port: f56bf061-f721-4d30-b822-762fc1f05c29, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75df580b-9672-4952-9fda-daa2190b3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:45.062999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.074451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Allocated IP 172.20.0.11 (2399397e-952c-41dd-a884-3607f787c936/0fe58475-ba06-44b1-8bc4-b267db5f0779/895eb35e-ad16-4cb7-bb8f-ef22c445ee15) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:45.109558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.200239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.203939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:45.204579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.340214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51828) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:45.399433 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8671124 Apr 05 09:52:45.406802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51834) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:45.412570 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091c089-ddbb-4470-aafb-8c8cbb06cfc3 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'Network': ['ID=6bd9c622-f125-4515-b647-802e55670669,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:45.427734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 6bd9c622-f125-4515-b647-802e55670669 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:45.440065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2482470'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:45.449696 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:45.460325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Usage tracker for resource:network and tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:45.466194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:45.480129 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:45.521589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Made reservation on behalf of 3f3ce423e8a94b74aea3a8b2ca39d0b6 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:45.524891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.566740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.608743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:45.610928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Transition to ACTIVE for port object 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:45.636651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.636991 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Added segment 986bcbd2-e038-4a33-8eeb-fcd444da53df of type vlan for network d4be1ac6-da7a-4f57-a312-9fe90ddfc498 Apr 05 09:52:45.675981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:45.683162 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1f7c9675-a58a-4595-9e19-94db2f40027a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8062fe1951d4d248aee188609760dd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3387408 Apr 05 09:52:45.684475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.688492 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51840) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:45.707012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:45.710018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.713650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac26f42-396c-4b77-8f10-8cc114776173 req-2f7d87f3-5ccb-4520-a307-db45bbc47896 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:45.714328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-bac26f42-396c-4b77-8f10-8cc114776173 req-2f7d87f3-5ccb-4520-a307-db45bbc47896 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Synchronizing usage tracker for tenant:f7d5619b76fb4201b7106411914d699a on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:45.716762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Pushing event updated for resources: {'Port': ['ID=f93a2232-ce2c-488c-b75a-7e7dbfb2db2f,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:45.723797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:45.750005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.795023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-54a7929b-526d-4a85-9c7b-de03f57c331d tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] For port c543c0df-81ef-463c-bf1a-31f86a9187b7, host hv-neutron-8331, got binding levels [] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:45.795365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54a7929b-526d-4a85-9c7b-de03f57c331d tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.844075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.849631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:45.850466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:45.881657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Network 2399397e-952c-41dd-a884-3607f787c936 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:45.883877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] For port f56bf061-f721-4d30-b822-762fc1f05c29, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:45.897150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Pushing event updated for resources: {'Port': ['ID=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:45.901268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:45.903375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:45.961106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df25bc9-bbf0-4df1-b0af-7aac6428affd req-4216d941-ea41-427b-a25b-e10b48cd2871 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:45.962571 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4df25bc9-bbf0-4df1-b0af-7aac6428affd req-4216d941-ea41-427b-a25b-e10b48cd2871 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 943 time: 0.6459165 Apr 05 09:52:45.994310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-54a7929b-526d-4a85-9c7b-de03f57c331d tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Calling delete_port for c543c0df-81ef-463c-bf1a-31f86a9187b7 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:46.043932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-bac26f42-396c-4b77-8f10-8cc114776173 req-2f7d87f3-5ccb-4520-a307-db45bbc47896 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Unset dirty status for tenant:f7d5619b76fb4201b7106411914d699a on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:46.045068 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bac26f42-396c-4b77-8f10-8cc114776173 req-2f7d87f3-5ccb-4520-a307-db45bbc47896 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 931 time: 1.0768290 Apr 05 09:52:46.045719 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6348977 Apr 05 09:52:46.051000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ed9cd-b048-4cb6-bb1f-2f7478d74cd4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'Network': ['ID=d4be1ac6-da7a-4f57-a312-9fe90ddfc498,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:46.057777 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51844) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:46.063805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network d4be1ac6-da7a-4f57-a312-9fe90ddfc498 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:46.067117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'ports': [{'network_id': '6bd9c622-f125-4515-b647-802e55670669', 'name': 'tempest-port--428107535', 'admin_state_up': True}, {'network_id': 'd4be1ac6-da7a-4f57-a312-9fe90ddfc498', 'admin_state_up': False}]} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:46.067621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'port': {'network_id': '6bd9c622-f125-4515-b647-802e55670669', 'name': 'tempest-port--428107535', 'admin_state_up': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:46.068323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'port': {'network_id': 'd4be1ac6-da7a-4f57-a312-9fe90ddfc498', 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:46.075007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] For port f56bf061-f721-4d30-b822-762fc1f05c29, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f56bf061-f721-4d30-b822-762fc1f05c29,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:46.086216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3406472b-45f8-472c-a4fb-e199d2374e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.108043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:46.108914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.134642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.206097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-583564c4-6d5e-4e21-990a-f95553fdab02 None None] Provisioning for port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:46.211189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3406472b-45f8-472c-a4fb-e199d2374e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.211470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-583564c4-6d5e-4e21-990a-f95553fdab02 None None] Provisioning complete for port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:46.211846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-583564c4-6d5e-4e21-990a-f95553fdab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.255870 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-cbd98efe-efa4-490a-8021-eddd6a54254f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2305994 Apr 05 09:52:46.265603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-583564c4-6d5e-4e21-990a-f95553fdab02 None None] Port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:46.278548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Request body: {'port': {'device_id': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:46.346736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.348409 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/f56bf061-f721-4d30-b822-762fc1f05c29 HTTP/1.1" status: 200 len: 1093 time: 6.1833339 Apr 05 09:52:46.358364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399f48c8-4343-4085-9665-1f52fd841c98', 'tag': 'f56bf061-f721-4d30-b822-762fc1f05c29'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:52:46.419180 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4df25bc9-bbf0-4df1-b0af-7aac6428affd req-ee12a326-aa67-44a4-99dd-d65ec66a5d2c tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959701 Apr 05 09:52:46.490868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3406472b-45f8-472c-a4fb-e199d2374e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.504653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb749bcb-820b-4df5-8828-feb8752423d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f56bf061-f721-4d30-b822-762fc1f05c29,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:46.514399 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bac26f42-396c-4b77-8f10-8cc114776173 req-8c45a3a2-5f02-4ded-b43c-4669c3c9b63a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4309676 Apr 05 09:52:46.523944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54a7929b-526d-4a85-9c7b-de03f57c331d tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.552766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406472b-45f8-472c-a4fb-e199d2374e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1736fdab-9e4a-471d-a6ab-68cfd1282cab,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:46.561941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:46.568403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Usage tracker for resource:port and tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:46.571903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:46.580223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3406472b-45f8-472c-a4fb-e199d2374e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.584009 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3406472b-45f8-472c-a4fb-e199d2374e76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1736fdab-9e4a-471d-a6ab-68cfd1282cab HTTP/1.1" status: 204 len: 168 time: 0.8915555 Apr 05 09:52:46.585003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:46.587367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.649868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Made reservation on behalf of 3f3ce423e8a94b74aea3a8b2ca39d0b6 for: {'port': 2} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:46.652862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Router f07f60cf-74c3-4600-a785-2230d4a7cddc has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:52:46.655239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.738192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.756011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7929b-526d-4a85-9c7b-de03f57c331d tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Pushing event deleted for resources: {'Port': ['ID=c543c0df-81ef-463c-bf1a-31f86a9187b7,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:46.833546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54a7929b-526d-4a85-9c7b-de03f57c331d tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:46.875562 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-54a7929b-526d-4a85-9c7b-de03f57c331d tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c543c0df-81ef-463c-bf1a-31f86a9187b7 HTTP/1.1" status: 204 len: 168 time: 2.1433222 Apr 05 09:52:46.875775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51860) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:47.000563 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef12388-5d88-43bd-a6d9-c2897705bf7b tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] GET failed (client error): The resource could not be found. Apr 05 09:52:47.001149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0ef12388-5d88-43bd-a6d9-c2897705bf7b tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Synchronizing usage tracker for tenant:350a7ff238b8470cbe16d84ac2114e68 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:47.059328 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-b9943606-13b5-4cfc-974b-d450f9dffcb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3fca71fcb3da4672a6c1a17af4d7b27a&device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 1096 time: 0.6318917 Apr 05 09:52:47.103772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51864) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:47.145165 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434383e8-e791-4969-be88-5b0e5f5112ea'] response: {'name': 'network-changed', 'server_uuid': '399f48c8-4343-4085-9665-1f52fd841c98', 'tag': 'f56bf061-f721-4d30-b822-762fc1f05c29', 'status': 'completed', 'code': 200} Apr 05 09:52:47.146092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:47.146788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:47.173593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:52:47.228096 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecc2a4-b5f1-4166-bd33-d9207dc3abfa req-ce7ff182-825f-4d7b-a9e1-0a88c3dfd267 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:47.229562 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-56ecc2a4-b5f1-4166-bd33-d9207dc3abfa req-ce7ff182-825f-4d7b-a9e1-0a88c3dfd267 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 932 time: 0.4614818 Apr 05 09:52:47.241477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-856a294f-1e7e-4e63-9d79-5f18c247a3ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f56bf061-f721-4d30-b822-762fc1f05c29 HTTP/1.1" status: 200 len: 217 time: 0.1693084 Apr 05 09:52:47.253161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0ef12388-5d88-43bd-a6d9-c2897705bf7b tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] Unset dirty status for tenant:350a7ff238b8470cbe16d84ac2114e68 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:47.257466 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0ef12388-5d88-43bd-a6d9-c2897705bf7b tempest-PortsAdminExtendedAttrsTestJSON-1635335262 tempest-PortsAdminExtendedAttrsTestJSON-1635335262-project-admin] 10.222.0.30 "GET /v2.0/ports/c543c0df-81ef-463c-bf1a-31f86a9187b7 HTTP/1.1" status: 404 len: 333 time: 0.3774908 Apr 05 09:52:47.261955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] device_id is not set on port a3bf5627-6804-4154-90b3-2aca22f8f6c2 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:47.264523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51870) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:47.450546 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-57c218a0-36be-466f-897a-01087e94effb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb36ff094b2c48e4af45ece4ab118a6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3423929 Apr 05 09:52:47.457667 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51874) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:47.480337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:47.559049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55faabe-24e9-4269-b23c-fde501b6f9b4 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:52:47.581599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:47.651551 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-5fed0aa2-6fd4-41f3-8a7c-7d4ea50276fa service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:47.652992 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-5fed0aa2-6fd4-41f3-8a7c-7d4ea50276fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41d78c18-da9c-4221-9c72-332eef9555bd HTTP/1.1" status: 200 len: 844 time: 0.2581756 Apr 05 09:52:47.703078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 {{(pid=83820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:52:47.704739 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-56ecc2a4-b5f1-4166-bd33-d9207dc3abfa req-f50acdd9-a9ab-4f6a-80ed-c5eb616bae2b tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3183932 Apr 05 09:52:47.711241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Transition to ACTIVE for port object d55faabe-24e9-4269-b23c-fde501b6f9b4 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:47.727291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:47.738171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:47.798174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:47.835935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf5c124c-8906-47cc-b1b7-b1287110c5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:47.915774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:47.943438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Transition to ACTIVE for port object 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 will not be triggered until provisioned by entity L2. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:47.979722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:47.981072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Pushing event updated for resources: {'Port': ['ID=d55faabe-24e9-4269-b23c-fde501b6f9b4,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:48.017075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754404ff-9383-418d-adab-ef8413750e2b req-73b2b4a5-f9e4-45ef-a577-9f2b68f42762 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:48.019626 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-754404ff-9383-418d-adab-ef8413750e2b req-73b2b4a5-f9e4-45ef-a577-9f2b68f42762 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 943 time: 0.4321213 Apr 05 09:52:48.022724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a649bfd-fc07-4301-aa61-8b6ab09363f5']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:48.037896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf5c124c-8906-47cc-b1b7-b1287110c5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.056738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] device_id is not set on port 7b08e684-1eed-4856-a51d-053aaac29013 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:48.074945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5df21d8-52b0-4a38-a22b-658c0415fc93') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:48.075240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5df21d8-52b0-4a38-a22b-658c0415fc93') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:48.105341 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-a2b8c558-e402-482e-ab7e-59bc5298cb43 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4357758 Apr 05 09:52:48.105950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.129685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:48.141287 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0928781-602a-4135-943d-8320f5473b1d None None] Sync routers for ids ['f07f60cf-74c3-4600-a785-2230d4a7cddc'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:48.154595 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0928781-602a-4135-943d-8320f5473b1d None None] Routers {'f07f60cf-74c3-4600-a785-2230d4a7cddc'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:48.155608 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d0928781-602a-4135-943d-8320f5473b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['f07f60cf-74c3-4600-a785-2230d4a7cddc'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:48.161723 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-636ee0f2-a712-4095-b75f-28b7a0e817c1 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "PUT /v2.0/routers/f07f60cf-74c3-4600-a785-2230d4a7cddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.9791687 Apr 05 09:52:48.169100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51882) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:48.204629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Pushing event updated for resources: {'Port': ['ID=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:48.223986 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d0928781-602a-4135-943d-8320f5473b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:48.227219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Request body: {'port': {'network_id': '2bfdd62e-05cd-4992-997a-a9f54d4481d2', 'name': 'tempest-FloatingIPAdminTestJSON-2047776250'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:48.231342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Attempting to bind port d55faabe-24e9-4269-b23c-fde501b6f9b4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:48.231717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Attempting to bind port d55faabe-24e9-4269-b23c-fde501b6f9b4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:48.232050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Attempting to bind port d55faabe-24e9-4269-b23c-fde501b6f9b4 on network 19491046-51f6-427c-b308-ccbe410a1d66 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:48.234659 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0928781-602a-4135-943d-8320f5473b1d None None] Routers {'f07f60cf-74c3-4600-a785-2230d4a7cddc'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:48.235437 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d0928781-602a-4135-943d-8320f5473b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['f07f60cf-74c3-4600-a785-2230d4a7cddc'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:48.252890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.266244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2310284-42f2-48af-98cb-e7915e0597e6 req-0332a2ad-2dea-4547-9307-0a5e01f405a5 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:48.268407 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2310284-42f2-48af-98cb-e7915e0597e6 req-0332a2ad-2dea-4547-9307-0a5e01f405a5 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 943 time: 0.3612864 Apr 05 09:52:48.284278 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-754404ff-9383-418d-adab-ef8413750e2b req-16988374-9083-4e54-8903-def2942a93b2 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517672 Apr 05 09:52:48.293040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Port d55faabe-24e9-4269-b23c-fde501b6f9b4 on network 19491046-51f6-427c-b308-ccbe410a1d66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:48.293360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Attempting to bind port d55faabe-24e9-4269-b23c-fde501b6f9b4 on network 19491046-51f6-427c-b308-ccbe410a1d66 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:48.304888 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d0928781-602a-4135-943d-8320f5473b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:48.305626 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0928781-602a-4135-943d-8320f5473b1d None None] The sync data for ids ['f07f60cf-74c3-4600-a785-2230d4a7cddc'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:52:48.352364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:48.352803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Checking segment: {'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:48.353252 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Bound using segment: {'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:48.353914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Bound port: d55faabe-24e9-4269-b23c-fde501b6f9b4, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:48.354439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.403550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:52:48.404072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:52:48.418699 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:52:48.443145 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-c9934a50-4e48-453e-a2aa-afdb3fba0175 service neutron] 10.222.0.10 "GET /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198574 Apr 05 09:52:48.475076 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2310284-42f2-48af-98cb-e7915e0597e6 req-62924d7c-afc3-4607-8048-58d8ff173854 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939573 Apr 05 09:52:48.536887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf5c124c-8906-47cc-b1b7-b1287110c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.582449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.584149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c124c-8906-47cc-b1b7-b1287110c5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74ac8ad-8cf5-4447-845f-fd4d2f16a850,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:48.599237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Router 35feb844-ec92-4803-afcb-edde677d3c3c is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:52:48.619197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] For port d55faabe-24e9-4269-b23c-fde501b6f9b4, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:48.632455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.645622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] For port d55faabe-24e9-4269-b23c-fde501b6f9b4, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:48.648324 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a3c0bd7-80c2-4544-b632-9717ec2d7f26 req-767c1acf-b0dd-48b9-a7fd-7e5dca3762ae service neutron] 10.222.0.10 "GET /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980407 Apr 05 09:52:48.675283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] Pushing event deleted for resources: {'Network': ['ID=3a649bfd-fc07-4301-aa61-8b6ab09363f5,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:48.685318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf5c124c-8906-47cc-b1b7-b1287110c5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.686432 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bf5c124c-8906-47cc-b1b7-b1287110c5d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e74ac8ad-8cf5-4447-845f-fd4d2f16a850 HTTP/1.1" status: 204 len: 168 time: 1.2253952 Apr 05 09:52:48.702261 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d54ca381-7af4-41ff-a258-9af75e43e5c7 tempest-PortsAdminExtendedAttrsTestJSON-1460343188 tempest-PortsAdminExtendedAttrsTestJSON-1460343188-project] 10.222.0.30 "DELETE /v2.0/networks/3a649bfd-fc07-4301-aa61-8b6ab09363f5 HTTP/1.1" status: 204 len: 168 time: 1.4357400 Apr 05 09:52:48.704514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.713245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Attempting to bind port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:48.713575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Attempting to bind port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:48.713899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Attempting to bind port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 on network 2399397e-952c-41dd-a884-3607f787c936 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:48.719825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:48.740071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Usage tracker for resource:port and tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:48.746265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:48.748992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 on network 2399397e-952c-41dd-a884-3607f787c936 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:52:48.749256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Attempting to bind port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 on network 2399397e-952c-41dd-a884-3607f787c936 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:48.753650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.761219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:48.776207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:48.776550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Checking segment: {'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:48.777199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Bound using segment: {'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'} {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:48.777812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Bound port: 895eb35e-ad16-4cb7-bb8f-ef22c445ee15, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'}}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:48.778120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.793133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Made reservation on behalf of 4a8fbb72f9b24ba7b4e58d4ae6bcb113 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:48.796108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:48.881506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] device_id is not set on port 6cd40715-ced0-4863-97f8-2d0644917226 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:49.000494 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:49.065971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] For port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15, host hv-neutron-8331, cleared binding levels {{(pid=83820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:49.114162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:49.115546 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] 10.222.0.10 "PUT /v2.0/ports/d55faabe-24e9-4269-b23c-fde501b6f9b4 HTTP/1.1" status: 200 len: 1093 time: 4.1819384 Apr 05 09:52:49.169338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'tag': 'd55faabe-24e9-4269-b23c-fde501b6f9b4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:52:49.263753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] For port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:49.278840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51900) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:49.290278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:49.338746 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'Port': ['ID=a3bf5627-6804-4154-90b3-2aca22f8f6c2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:49.432843 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:49.434213 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] 10.222.0.10 "PUT /v2.0/ports/895eb35e-ad16-4cb7-bb8f-ef22c445ee15 HTTP/1.1" status: 200 len: 1094 time: 3.1670952 Apr 05 09:52:49.447624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'tag': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:52:49.491823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Allocated IP 172.20.0.5 (2bfdd62e-05cd-4992-997a-a9f54d4481d2/226a58c2-e781-44aa-8381-2e7119bf56be/6cd40715-ced0-4863-97f8-2d0644917226) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:49.630220 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b90feb-4e94-4780-94a8-a01de10eb016'] response: {'name': 'network-changed', 'server_uuid': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'tag': 'd55faabe-24e9-4269-b23c-fde501b6f9b4', 'status': 'completed', 'code': 200} Apr 05 09:52:49.650850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Checking segment: {'id': '2f3349b3-0b6d-43cd-801b-9c081cec25a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '6bd9c622-f125-4515-b647-802e55670669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:49.651158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Network hostable DHCP agents. Network: 6bd9c622-f125-4515-b647-802e55670669, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:52:49.683128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1bfac-b830-4dfa-b3e5-dcb83ef617fc service neutron] Pushing event updated for resources: {'Port': ['ID=d55faabe-24e9-4269-b23c-fde501b6f9b4,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:49.782347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b004727-2ce4-437a-8ca0-91b92132c65e service neutron] Pushing event updated for resources: {'Port': ['ID=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:49.831902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaf14e-7b30-4ebe-a9b0-55a3a18a3196 req-ea3085ce-b5c0-42c9-99b5-6be3be396501 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:49.838611 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7deaf14e-7b30-4ebe-a9b0-55a3a18a3196 req-ea3085ce-b5c0-42c9-99b5-6be3be396501 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 944 time: 0.8953431 Apr 05 09:52:49.871993 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd3a9f45-bfb8-4ec7-81c8-165fe10bf8e9 req-5f58e86b-f4f0-467a-8e9d-72901dbf3485 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3fca71fcb3da4672a6c1a17af4d7b27a&device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 1096 time: 1.1118944 Apr 05 09:52:49.916433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Network 6bd9c622-f125-4515-b647-802e55670669 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:52:49.973140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 6bd9c622-f125-4515-b647-802e55670669) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:49.983231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b86359-0e2d-45fe-821c-7eb36a51b53a None None] Network 6bd9c622-f125-4515-b647-802e55670669 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:50.002748 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-6a7c50a3-fd40-49fe-a9bc-f9b7e0677b9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d5619b76fb4201b7106411914d699a&device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 1096 time: 0.8265591 Apr 05 09:52:50.066590 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-29175a0c-7bb6-4df7-b5d7-5077fbd76a0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce53941795534d06a08f137efdc60a88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7802970 Apr 05 09:52:50.077664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51930) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:50.081870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:50.082989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:50.089378 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-b3e5e1fa-8bc0-43c7-abdf-84dbd4e3e6bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=156f56ba2afa4a3386a7f157e6d9be8f&device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 1097 time: 0.5945270 Apr 05 09:52:50.092125 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7deaf14e-7b30-4ebe-a9b0-55a3a18a3196 req-0663ac64-b35b-4a8e-b284-53a1ab0c590e tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525890 Apr 05 09:52:50.120520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342de52-3ff5-460d-b095-f3e037517899 req-7691430e-1aa7-4c79-bd56-c6e89992c06c tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:50.127493 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8342de52-3ff5-460d-b095-f3e037517899 req-7691430e-1aa7-4c79-bd56-c6e89992c06c tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 943 time: 0.4908631 Apr 05 09:52:50.162357 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-a6e2524f-ebdb-4e23-9c64-4970a69f24c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4 HTTP/1.1" status: 200 len: 217 time: 0.1481340 Apr 05 09:52:50.285435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a9f45-bfb8-4ec7-81c8-165fe10bf8e9 req-4e6435a5-1174-4979-8b88-9894becd0e79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:50.286869 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd3a9f45-bfb8-4ec7-81c8-165fe10bf8e9 req-4e6435a5-1174-4979-8b88-9894becd0e79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc HTTP/1.1" status: 200 len: 905 time: 0.4009337 Apr 05 09:52:50.371033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:50.387646 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-d1715286-7de2-4f41-9725-d96ca4fcea63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=895eb35e-ad16-4cb7-bb8f-ef22c445ee15 HTTP/1.1" status: 200 len: 217 time: 0.1415622 Apr 05 09:52:50.388224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a65beab1-1173-4d60-b14b-289cb397bc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:50.389961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b940365-6174-40fe-8a6e-cf56e3841064 None None] Sync routers for ids ['35feb844-ec92-4803-afcb-edde677d3c3c'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:50.396072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8342de52-3ff5-460d-b095-f3e037517899 req-b036979d-5ba0-4c57-86be-53b5a51d1ab7 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673337 Apr 05 09:52:50.408755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b940365-6174-40fe-8a6e-cf56e3841064 None None] Routers {'35feb844-ec92-4803-afcb-edde677d3c3c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:50.409761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-a199a6f3-7dd6-4fac-a94f-e2a2740ff0d9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:50.409875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-3b940365-6174-40fe-8a6e-cf56e3841064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['35feb844-ec92-4803-afcb-edde677d3c3c'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:50.410954 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-a199a6f3-7dd6-4fac-a94f-e2a2740ff0d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22804349-64e3-4deb-bc5b-b60e9ff7803b HTTP/1.1" status: 200 len: 850 time: 0.2313309 Apr 05 09:52:50.417706 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd3a9f45-bfb8-4ec7-81c8-165fe10bf8e9 req-249b7060-6004-495d-a985-c9abff549aa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f56bf061-f721-4d30-b822-762fc1f05c29 HTTP/1.1" status: 200 len: 217 time: 0.1189191 Apr 05 09:52:50.459244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'Port': ['ID=7b08e684-1eed-4856-a51d-053aaac29013,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:50.509884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a65beab1-1173-4d60-b14b-289cb397bc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:50.511763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:50.512955 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-08958cbd-b10c-4e96-b39f-e33d85ce4c46 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.0611968 Apr 05 09:52:50.520285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51940) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:50.531334 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:50.551823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Checking segment: {'id': '986bcbd2-e038-4a33-8eeb-fcd444da53df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd4be1ac6-da7a-4f57-a312-9fe90ddfc498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:50.552201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Network hostable DHCP agents. Network: d4be1ac6-da7a-4f57-a312-9fe90ddfc498, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:52:50.562641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-526150f6-4c51-4e8a-a359-5ebd047f2733 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:50.564121 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-526150f6-4c51-4e8a-a359-5ebd047f2733 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe58475-ba06-44b1-8bc4-b267db5f0779 HTTP/1.1" status: 200 len: 850 time: 0.1518695 Apr 05 09:52:50.609333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-3b940365-6174-40fe-8a6e-cf56e3841064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:50.633107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Transition to ACTIVE for port object 6cd40715-ced0-4863-97f8-2d0644917226 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:50.637234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b940365-6174-40fe-8a6e-cf56e3841064 None None] Routers {'35feb844-ec92-4803-afcb-edde677d3c3c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:50.638393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-3b940365-6174-40fe-8a6e-cf56e3841064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['35feb844-ec92-4803-afcb-edde677d3c3c'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:50.683987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Network d4be1ac6-da7a-4f57-a312-9fe90ddfc498 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:52:50.700390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a65beab1-1173-4d60-b14b-289cb397bc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:50.722358 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65beab1-1173-4d60-b14b-289cb397bc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c712909-5f23-4738-a246-134b4c066fde,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:50.724376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, d4be1ac6-da7a-4f57-a312-9fe90ddfc498) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:50.735351 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-275bf203-e44b-4a38-aa8b-15b497955892 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2399397e-952c-41dd-a884-3607f787c936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1645436 Apr 05 09:52:50.738998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:50.740885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:50.746581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:50.750122 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:50.750965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:50.756226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a9f45-bfb8-4ec7-81c8-165fe10bf8e9 req-bbe7b490-eeb0-4f40-93f5-b22453d2e7d3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:50.757655 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd3a9f45-bfb8-4ec7-81c8-165fe10bf8e9 req-bbe7b490-eeb0-4f40-93f5-b22453d2e7d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41d78c18-da9c-4221-9c72-332eef9555bd HTTP/1.1" status: 200 len: 844 time: 0.3005762 Apr 05 09:52:50.764146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea012aca-d209-4560-b516-ed84a7adfe5a req-ba8f9df3-d969-4f2c-a37c-aaf0974eef96 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:50.765570 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea012aca-d209-4560-b516-ed84a7adfe5a req-ba8f9df3-d969-4f2c-a37c-aaf0974eef96 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 943 time: 0.5408721 Apr 05 09:52:50.788405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec93b1f1-4e64-4fc4-a1e4-a25ab237575e None None] Network d4be1ac6-da7a-4f57-a312-9fe90ddfc498 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:52:50.863999 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9f38ee-ea1b-4dd2-9989-d9cd438800ce'] response: {'name': 'network-changed', 'server_uuid': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'tag': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15', 'status': 'completed', 'code': 200} Apr 05 09:52:50.881501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a65beab1-1173-4d60-b14b-289cb397bc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:50.882444 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a65beab1-1173-4d60-b14b-289cb397bc3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c712909-5f23-4738-a246-134b4c066fde HTTP/1.1" status: 204 len: 168 time: 0.7974589 Apr 05 09:52:50.904279 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-c93f8b64-66b7-4a30-890f-6b7567bb8052 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19491046-51f6-427c-b308-ccbe410a1d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4832454 Apr 05 09:52:50.929301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-3b940365-6174-40fe-8a6e-cf56e3841064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:50.929708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b940365-6174-40fe-8a6e-cf56e3841064 None None] The sync data for ids ['35feb844-ec92-4803-afcb-edde677d3c3c'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:52:50.963603 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ff3f40b9-de98-4a96-adf8-4969909268cd tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.9042959 Apr 05 09:52:50.972285 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51952) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:51.038556 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:51.041995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event updated for resources: {'Port': ['ID=6cd40715-ced0-4863-97f8-2d0644917226,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:51.045105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:51.051413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:51.164052 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-f1168192-6f0c-4cdd-96d8-f56007223ccf service neutron] 10.222.0.10 "GET /v2.0/networks/2399397e-952c-41dd-a884-3607f787c936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023826 Apr 05 09:52:51.199266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea012aca-d209-4560-b516-ed84a7adfe5a req-b140b19d-bbea-4a5c-b0e9-1a422b207610 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931007 Apr 05 09:52:51.277819 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd3a9f45-bfb8-4ec7-81c8-165fe10bf8e9 req-b99cc616-5d73-4d5e-ad65-a631e4d640e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5088360 Apr 05 09:52:51.326574 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-b121381a-b325-42ea-a262-e922f998a0dc service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003315 Apr 05 09:52:51.337870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:51.338628 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:51.392269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a3fe80-e243-4435-870a-a0276a6f3bef tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:51.399044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a3fe80-e243-4435-870a-a0276a6f3bef tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:51.399834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b7a3fe80-e243-4435-870a-a0276a6f3bef tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Synchronizing usage tracker for tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:51.420859 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-87bef4ce-63a1-4e78-9191-7d2904bd57e5 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2287710 Apr 05 09:52:51.425084 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51964) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:51.468539 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:51.477848 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-c5a07e17-57d3-4606-a545-aa71f75bd51b req-ecbab531-d0eb-4b94-ae21-d134d7837356 service neutron] 10.222.0.10 "GET /v2.0/networks/2399397e-952c-41dd-a884-3607f787c936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931039 Apr 05 09:52:51.481613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b7a3fe80-e243-4435-870a-a0276a6f3bef tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Unset dirty status for tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:51.484643 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b7a3fe80-e243-4435-870a-a0276a6f3bef tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5038297 Apr 05 09:52:51.485604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 51972) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:51.522563 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-148c7093-8cd7-4f35-8abc-b408ab93543a None None] Provisioning for port 6cd40715-ced0-4863-97f8-2d0644917226 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:51.532910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-148c7093-8cd7-4f35-8abc-b408ab93543a None None] Provisioning complete for port 6cd40715-ced0-4863-97f8-2d0644917226 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:51.536878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-148c7093-8cd7-4f35-8abc-b408ab93543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:51.658033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51978) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:51.684300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-148c7093-8cd7-4f35-8abc-b408ab93543a None None] Port 6cd40715-ced0-4863-97f8-2d0644917226 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:52:51.734668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-676331b9-7b19-4909-97a4-e9f03780b6b9 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Deleting port a3bf5627-6804-4154-90b3-2aca22f8f6c2 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:51.735011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-676331b9-7b19-4909-97a4-e9f03780b6b9 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:51.867746 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a6495512-64b6-4186-a759-8a2ebfc69290 req-5e2fecf1-1836-4120-a1d4-891ef7ef0b63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=156f56ba2afa4a3386a7f157e6d9be8f&device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 1097 time: 0.2563131 Apr 05 09:52:51.948872 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd3a9f45-bfb8-4ec7-81c8-165fe10bf8e9 req-27a7a004-53dc-45a0-84ca-525327091c84 service neutron] 10.222.0.10 "GET /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470652 Apr 05 09:52:52.005113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'project_id': '4a8fbb72f9b24ba7b4e58d4ae6bcb113', 'port_id': '6cd40715-ced0-4863-97f8-2d0644917226'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:52.005796 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1a4d25e-4a83-487a-b2f7-22f02bc1dbd8 req-a26444d0-429e-4ec7-b318-fd4a1f7704eb service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402535 Apr 05 09:52:52.074967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:52.080526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5384f8-8955-47a2-aecb-a6af887975ed req-81794af4-50e8-4f2d-8cb1-1cb67a4548d6 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:52.081269 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6d5384f8-8955-47a2-aecb-a6af887975ed req-81794af4-50e8-4f2d-8cb1-1cb67a4548d6 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 944 time: 0.7601669 Apr 05 09:52:52.083365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device f56bf061-f721-4d30-b822-762fc1f05c29 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 09:52:52.086791 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-50af3ff2-99d9-4c39-902b-fdb682d08e33 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/routers/35feb844-ec92-4803-afcb-edde677d3c3c HTTP/1.1" status: 200 len: 924 time: 1.5628026 Apr 05 09:52:52.094185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51988) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:52.124274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Usage tracker for resource:floatingip and tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:52.136469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:52.143443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:52.183579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:52.199143 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-676331b9-7b19-4909-97a4-e9f03780b6b9 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:52.243471 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f52aa95f-a0f3-4d14-995f-c5d2ddb32b0f tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=35feb844-ec92-4803-afcb-edde677d3c3c HTTP/1.1" status: 200 len: 205 time: 0.1150343 Apr 05 09:52:52.247755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 51996) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:52.252624 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-964309b8-d9fb-4acd-904e-c3d5d3a5f3b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=350a7ff238b8470cbe16d84ac2114e68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5892875 Apr 05 09:52:52.255640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52000) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:52.295272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port f56bf061-f721-4d30-b822-762fc1f05c29, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f56bf061-f721-4d30-b822-762fc1f05c29,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:52.311384 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6495512-64b6-4186-a759-8a2ebfc69290 req-0810496c-89c9-4a57-a617-f7d5f24bfbca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:52.312916 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a6495512-64b6-4186-a759-8a2ebfc69290 req-0810496c-89c9-4a57-a617-f7d5f24bfbca service neutron] 10.222.0.10 "GET /v2.0/networks?id=2399397e-952c-41dd-a884-3607f787c936 HTTP/1.1" status: 200 len: 911 time: 0.3352861 Apr 05 09:52:52.315407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'f56bf061-f721-4d30-b822-762fc1f05c29', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'port_id': 'f56bf061-f721-4d30-b822-762fc1f05c29', 'mac_address': 'fa:16:3e:8c:e5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 09:52:52.376613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-676331b9-7b19-4909-97a4-e9f03780b6b9 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Calling delete_port for a3bf5627-6804-4154-90b3-2aca22f8f6c2 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:52.377675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:52.400407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56bf061-f721-4d30-b822-762fc1f05c29 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:52:52.412137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52006) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:52.416871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port f56bf061-f721-4d30-b822-762fc1f05c29, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f56bf061-f721-4d30-b822-762fc1f05c29,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:52.422065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:52.480704 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6d5384f8-8955-47a2-aecb-a6af887975ed req-34e8891e-ac9d-4f01-89fa-c4af82bf3ec7 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856032 Apr 05 09:52:52.490875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=f56bf061-f721-4d30-b822-762fc1f05c29,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:52.499911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c38bf-5899-469f-99ba-516140a94d89 req-ba8eb900-337d-4ffa-8ac3-d8d79760081d tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:52.501353 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c11c38bf-5899-469f-99ba-516140a94d89 req-ba8eb900-337d-4ffa-8ac3-d8d79760081d tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 943 time: 0.7620649 Apr 05 09:52:52.503649 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd3a9f45-bfb8-4ec7-81c8-165fe10bf8e9 req-0b54ab35-8c3d-4401-af07-7e6f056c13af service neutron] 10.222.0.10 "GET /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341735 Apr 05 09:52:52.560019 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a6495512-64b6-4186-a759-8a2ebfc69290 req-7704409f-d7c9-491f-8d95-0df983fe1be4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=895eb35e-ad16-4cb7-bb8f-ef22c445ee15 HTTP/1.1" status: 200 len: 217 time: 0.1564696 Apr 05 09:52:52.605945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ddd0498-db26-49a9-bad5-920882362680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:52.612065 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e8d0ff3-09ab-410e-bd0d-8aae14523f5c req-ae4439f8-93ae-4e2b-943f-2c85a310b054 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d5619b76fb4201b7106411914d699a&device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 1096 time: 0.5268242 Apr 05 09:52:52.647475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6495512-64b6-4186-a759-8a2ebfc69290 req-320a9e58-e552-4492-a5fd-e45159ba17e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:52.648843 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a6495512-64b6-4186-a759-8a2ebfc69290 req-320a9e58-e552-4492-a5fd-e45159ba17e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe58475-ba06-44b1-8bc4-b267db5f0779 HTTP/1.1" status: 200 len: 850 time: 0.0718782 Apr 05 09:52:52.649496 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c11c38bf-5899-469f-99ba-516140a94d89 req-8f15a95c-5bdb-4470-bc6b-d99cfd0bd0c0 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355305 Apr 05 09:52:52.722498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-676331b9-7b19-4909-97a4-e9f03780b6b9 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:52.725861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['f56bf061-f721-4d30-b822-762fc1f05c29'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 09:52:52.768843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ddd0498-db26-49a9-bad5-920882362680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:52.774492 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676331b9-7b19-4909-97a4-e9f03780b6b9 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event deleted for resources: {'Port': ['ID=a3bf5627-6804-4154-90b3-2aca22f8f6c2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:52.789359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5758973c-76b9-4092-8f8f-15251e7cedbf tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:52.823790 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a6495512-64b6-4186-a759-8a2ebfc69290 req-830f364f-7a61-478b-9f54-fc5cc8bc4b2b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2399397e-952c-41dd-a884-3607f787c936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1673505 Apr 05 09:52:52.828410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-676331b9-7b19-4909-97a4-e9f03780b6b9 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:52.910540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d0ff3-09ab-410e-bd0d-8aae14523f5c req-d9081fbb-efef-4321-9ca7-9719b2f89599 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:52.911959 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e8d0ff3-09ab-410e-bd0d-8aae14523f5c req-d9081fbb-efef-4321-9ca7-9719b2f89599 service neutron] 10.222.0.10 "GET /v2.0/networks?id=19491046-51f6-427c-b308-ccbe410a1d66 HTTP/1.1" status: 200 len: 911 time: 0.2922771 Apr 05 09:52:52.931092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:52.936085 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-676331b9-7b19-4909-97a4-e9f03780b6b9 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "DELETE /v2.0/ports/a3bf5627-6804-4154-90b3-2aca22f8f6c2 HTTP/1.1" status: 204 len: 168 time: 1.4475172 Apr 05 09:52:52.942164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52014) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:52.998956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735249c-aadc-40b0-bcd0-b9bb107974cc req-db581879-8f5c-4c3f-9141-3a4b7f296263 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:53.000415 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0735249c-aadc-40b0-bcd0-b9bb107974cc req-db581879-8f5c-4c3f-9141-3a4b7f296263 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 943 time: 0.2742260 Apr 05 09:52:53.000999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ddd0498-db26-49a9-bad5-920882362680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:53.014198 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e8d0ff3-09ab-410e-bd0d-8aae14523f5c req-ceb92b97-5fb3-4429-8073-f2ca6378b6b5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4 HTTP/1.1" status: 200 len: 217 time: 0.0933464 Apr 05 09:52:53.079080 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd0498-db26-49a9-bad5-920882362680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b608eb8-6ec7-4467-990f-42374f7c3459,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:53.092236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:53.103352 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a6495512-64b6-4186-a759-8a2ebfc69290 req-6fe62a3c-3aa4-4bd6-b641-18380e3c689c service neutron] 10.222.0.10 "GET /v2.0/networks/2399397e-952c-41dd-a884-3607f787c936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718792 Apr 05 09:52:53.119053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c7566cdd-4d70-4dcd-a7e5-9dcaaca89b37 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Deleting port 7b08e684-1eed-4856-a51d-053aaac29013 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:53.119394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c7566cdd-4d70-4dcd-a7e5-9dcaaca89b37 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:53.152881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ddd0498-db26-49a9-bad5-920882362680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:53.153964 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0ddd0498-db26-49a9-bad5-920882362680 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b608eb8-6ec7-4467-990f-42374f7c3459 HTTP/1.1" status: 204 len: 168 time: 0.8889735 Apr 05 09:52:53.177688 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5758973c-76b9-4092-8f8f-15251e7cedbf tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] 10.222.0.30 "PUT /v2.0/quotas/a29e0afb25324f5d85e068c3ac64f061 HTTP/1.1" status: 200 len: 366 time: 0.7620590 Apr 05 09:52:53.219953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52020) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:53.227898 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:52:53.262685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d0ff3-09ab-410e-bd0d-8aae14523f5c req-612c86d0-200b-4d9c-8f59-ecc5410dda63 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:53.264145 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e8d0ff3-09ab-410e-bd0d-8aae14523f5c req-612c86d0-200b-4d9c-8f59-ecc5410dda63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22804349-64e3-4deb-bc5b-b60e9ff7803b HTTP/1.1" status: 200 len: 850 time: 0.2236876 Apr 05 09:52:53.271303 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0735249c-aadc-40b0-bcd0-b9bb107974cc req-5a91e0d1-c7ab-4f8f-842f-72a288ea6173 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547252 Apr 05 09:52:53.274836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ce3767c1-87ec-45ed-ad2c-1c98f0a141d5 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0494101 Apr 05 09:52:53.281351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52024) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:53.352615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Allocated IP 172.26.4.86 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/c66dde0f-4e55-48b3-a7e5-32b1bebe9d7c) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:53.370176 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f7c01a18-3fe3-4fce-9b7d-d749e6763c43 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] 10.222.0.30 "GET /v2.0/quotas/a29e0afb25324f5d85e068c3ac64f061 HTTP/1.1" status: 200 len: 366 time: 0.0373971 Apr 05 09:52:53.376622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52028) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:53.413877 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b9bb1593-6a8e-40a9-8b53-326b23e8643d tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/a29e0afb25324f5d85e068c3ac64f061 HTTP/1.1" status: 204 len: 168 time: 0.0323596 Apr 05 09:52:53.417556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52032) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:53.435239 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e8d0ff3-09ab-410e-bd0d-8aae14523f5c req-a0adbfb6-9179-46fd-b230-cb17b69d199a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19491046-51f6-427c-b308-ccbe410a1d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1614459 Apr 05 09:52:53.443724 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-020da2d1-585b-46fb-9d45-41f85df9afd0 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0232158 Apr 05 09:52:53.462419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52038) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:53.562593 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a6495512-64b6-4186-a759-8a2ebfc69290 req-abdcf65e-c500-456b-bc44-090b672f6ce3 service neutron] 10.222.0.10 "GET /v2.0/networks/2399397e-952c-41dd-a884-3607f787c936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471729 Apr 05 09:52:53.563193 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f32dab97-8d72-4fef-9c5e-183078641b9a tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] 10.222.0.30 "GET /v2.0/quotas/a29e0afb25324f5d85e068c3ac64f061 HTTP/1.1" status: 200 len: 370 time: 0.0964444 Apr 05 09:52:53.568478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52046) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:53.575834 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d112c7b7-22dc-4b92-8d20-4fdd8e08f078 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] 10.222.0.30 "GET /v2.0/quotas/a29e0afb25324f5d85e068c3ac64f061/default HTTP/1.1" status: 200 len: 370 time: 0.0052636 Apr 05 09:52:53.587976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52050) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:53.707834 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-14eaa627-ab0b-4b33-8415-50875b3f6a2f tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] delete failed (client error): The resource could not be found. Apr 05 09:52:53.711292 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-14eaa627-ab0b-4b33-8415-50875b3f6a2f tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/a29e0afb25324f5d85e068c3ac64f061 HTTP/1.1" status: 404 len: 348 time: 0.1199489 Apr 05 09:52:53.714925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c7566cdd-4d70-4dcd-a7e5-9dcaaca89b37 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:53.768891 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e8d0ff3-09ab-410e-bd0d-8aae14523f5c req-8a9552f6-36aa-4a80-adda-827f28659f34 service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242316 Apr 05 09:52:53.841989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:53.853172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c7566cdd-4d70-4dcd-a7e5-9dcaaca89b37 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Calling delete_port for 7b08e684-1eed-4856-a51d-053aaac29013 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:53.920622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:53.974049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c7566cdd-4d70-4dcd-a7e5-9dcaaca89b37 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:53.977528 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:54.059104 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c7566cdd-4d70-4dcd-a7e5-9dcaaca89b37 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:54.062536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52064) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:54.082509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Deleting port f93a2232-ce2c-488c-b75a-7e7dbfb2db2f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:54.083668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:54.086534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 09:52:54.092747 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:54.097295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:54.099503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Pushing event updated for resources: {'Port': ['ID=c66dde0f-4e55-48b3-a7e5-32b1bebe9d7c,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:54.102422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:54.170925 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c7566cdd-4d70-4dcd-a7e5-9dcaaca89b37 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "DELETE /v2.0/ports/7b08e684-1eed-4856-a51d-053aaac29013 HTTP/1.1" status: 204 len: 168 time: 1.2268074 Apr 05 09:52:54.183152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52068) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:54.190795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7566cdd-4d70-4dcd-a7e5-9dcaaca89b37 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event deleted for resources: {'Port': ['ID=7b08e684-1eed-4856-a51d-053aaac29013,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:54.205476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Usage tracker for resource:network and tenant:50d27b7b8dbe4e159bb8db5cd36c5cf2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:54.209791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device f56bf061-f721-4d30-b822-762fc1f05c29 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:54.214146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:54.262883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Usage tracker for resource:subnet and tenant:50d27b7b8dbe4e159bb8db5cd36c5cf2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:54.271115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:54.285871 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a239bbd9-f976-4900-bb9e-0e18cd4447f4 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0936024 Apr 05 09:52:54.318480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52076) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:54.350325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef83548-1d21-42e7-bbc0-ab6bba84e6a8 req-7620519c-b22c-412a-beaa-332023a7181d tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:54.351986 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fef83548-1d21-42e7-bbc0-ab6bba84e6a8 req-7620519c-b22c-412a-beaa-332023a7181d tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 944 time: 0.7076163 Apr 05 09:52:54.356091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1083437662'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:54.360689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:54.377869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'port_id': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 09:52:54.391954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Usage tracker for resource:subnetpool and tenant:50d27b7b8dbe4e159bb8db5cd36c5cf2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:54.408665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port f56bf061-f721-4d30-b822-762fc1f05c29 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:54.420251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port f56bf061-f721-4d30-b822-762fc1f05c29 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:54.420611 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:54.430832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:54.474381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Usage tracker for resource:network and tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:54.484143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:54.486619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13311a3-9b4b-45b6-861f-46c7353d42ff req-ecf8dc20-45e5-46fe-932a-c22ec6e68058 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:54.488498 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a13311a3-9b4b-45b6-861f-46c7353d42ff req-ecf8dc20-45e5-46fe-932a-c22ec6e68058 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 944 time: 0.4168601 Apr 05 09:52:54.490302 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e8d0ff3-09ab-410e-bd0d-8aae14523f5c req-ebf2d718-95d1-465a-af64-51c4a1182324 service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122819 Apr 05 09:52:54.495803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:54.509736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:52:54.529804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:54.534168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:54.576892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:54.601751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:54.626279 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a13311a3-9b4b-45b6-861f-46c7353d42ff req-4851dd1d-a28d-4471-857a-3346916183c3 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257305 Apr 05 09:52:54.637739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Usage tracker for resource:port and tenant:50d27b7b8dbe4e159bb8db5cd36c5cf2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:54.641496 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fef83548-1d21-42e7-bbc0-ab6bba84e6a8 req-ffc82587-0148-458d-95a9-77da4d9f203a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740972 Apr 05 09:52:54.648773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:54.666681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Made reservation on behalf of 3f3ce423e8a94b74aea3a8b2ca39d0b6 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:54.670972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:54.675684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:54.701409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Usage tracker for resource:router and tenant:50d27b7b8dbe4e159bb8db5cd36c5cf2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:54.710188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:54.729482 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:54.732823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Usage tracker for resource:floatingip and tenant:50d27b7b8dbe4e159bb8db5cd36c5cf2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:54.733168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:54.742673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:54.754913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399f48c8-4343-4085-9665-1f52fd841c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56bf061-f721-4d30-b822-762fc1f05c29'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:52:54.854058 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['895eb35e-ad16-4cb7-bb8f-ef22c445ee15'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 09:52:54.903762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Calling delete_port for f93a2232-ce2c-488c-b75a-7e7dbfb2db2f owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:52:54.920107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port f56bf061-f721-4d30-b822-762fc1f05c29, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f56bf061-f721-4d30-b822-762fc1f05c29,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:54.948592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:55.000734 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:55.031366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Usage tracker for resource:security_group and tenant:50d27b7b8dbe4e159bb8db5cd36c5cf2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:55.032003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:55.032358 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Added segment 35b9c762-fc39-4bc4-817f-b0131a11ae63 of type vlan for network cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4 Apr 05 09:52:55.045384 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:55.073056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Usage tracker for resource:security_group_rule and tenant:50d27b7b8dbe4e159bb8db5cd36c5cf2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:55.092871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=f56bf061-f721-4d30-b822-762fc1f05c29,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:55.099620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:55.126705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6f4c1-e52f-46e7-9cab-a620df99b81b req-106d2f4d-e003-4ad0-a09e-5e6cecf1ff92 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:55.129332 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-36e6f4c1-e52f-46e7-9cab-a620df99b81b req-106d2f4d-e003-4ad0-a09e-5e6cecf1ff92 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 943 time: 0.2379167 Apr 05 09:52:55.192575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:55.212321 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-01d999cd-8531-475a-9c2e-1d4bb8781813 tempest-QuotasTest-1343158532 tempest-QuotasTest-1343158532-project-admin] 10.222.0.30 "GET /v2.0/quotas/50d27b7b8dbe4e159bb8db5cd36c5cf2/details.json HTTP/1.1" status: 200 len: 703 time: 1.1483777 Apr 05 09:52:55.214513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:55.218292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:55.218893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:55.247436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:55.360058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:55.381614 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-36e6f4c1-e52f-46e7-9cab-a620df99b81b req-0a65371d-5442-46cc-b719-031542f057a9 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386396 Apr 05 09:52:55.413007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'Network': ['ID=cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:55.429651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:55.434885 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-99278e67-9669-4142-9f13-af70d4d3ee72 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1119134 Apr 05 09:52:55.434885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:55.446364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52106) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:55.459347 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4283745-fde6-4ed6-bc97-6ca82975f5c2'] response: {'server_uuid': '399f48c8-4343-4085-9665-1f52fd841c98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56bf061-f721-4d30-b822-762fc1f05c29', 'code': 200} Apr 05 09:52:55.602619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-528771618'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:55.625341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Pushing event deleted for resources: {'Port': ['ID=f93a2232-ce2c-488c-b75a-7e7dbfb2db2f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:55.631899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:55.701175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Usage tracker for resource:network and tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:55.710591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:55.782362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:55.799267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:55.914226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:55.920682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52120) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:55.929769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.046465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Pushing event updated for resources: {'Port': ['ID=c66dde0f-4e55-48b3-a7e5-32b1bebe9d7c,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:56.059321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.093517 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Made reservation on behalf of 3f3ce423e8a94b74aea3a8b2ca39d0b6 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:56.097830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.101699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d55faabe-24e9-4269-b23c-fde501b6f9b4 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 09:52:56.104153 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:52:56.216799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52130) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:56.265852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-45827d0f-7ab0-42f1-bc64-b65c7d6b0793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.311184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1128242140', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:56.322915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:56.326211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-45827d0f-7ab0-42f1-bc64-b65c7d6b0793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:56.331687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-45827d0f-7ab0-42f1-bc64-b65c7d6b0793 admin admin] Usage tracker for resource:security_group_rule and tenant:650aa92d02b14e05b5e572de8e2a9abd is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:56.334377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Usage tracker for resource:port and tenant:29acf6a457664611aaae333c14192b33 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:56.336860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-45827d0f-7ab0-42f1-bc64-b65c7d6b0793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:56.340194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:56.353058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:56.355693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-45827d0f-7ab0-42f1-bc64-b65c7d6b0793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:56.364906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:52:56.374790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.376987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:52:56.377406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.384573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Made reservation on behalf of 29acf6a457664611aaae333c14192b33 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:56.386842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.400256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.404575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:52:56.410814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.445539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.445922 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Added segment cce085fb-9fcd-4368-90fd-bfadbbdcaa36 of type vlan for network f2ac1c45-056d-40c9-ad10-82ad6a12d4e3 Apr 05 09:52:56.476875 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Floating IP 0dfb38fa-6350-4900-8937-d620e0a66d3c associated. External IP: 172.26.4.86, port: 6cd40715-ced0-4863-97f8-2d0644917226. Apr 05 09:52:56.487790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d55faabe-24e9-4269-b23c-fde501b6f9b4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:56.508462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.517403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.518083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Fanout notify agent at l3_agent the message router_deleted on router 35feb844-ec92-4803-afcb-edde677d3c3c {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:52:56.531113 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-24f67577-4994-43a7-8acf-5f002c358273 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 1098 time: 0.4955006 Apr 05 09:52:56.531237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:56.541293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff488e5-9624-4106-983c-5bef7857640d req-67953edb-1074-47a7-a270-135f90bfc530 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:56.542774 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ff488e5-9624-4106-983c-5bef7857640d req-67953edb-1074-47a7-a270-135f90bfc530 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 945 time: 0.5059998 Apr 05 09:52:56.564650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Usage tracker for resource:security_group_rule and tenant:29acf6a457664611aaae333c14192b33 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:56.565898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23d547-4883-4667-8d20-2c323aeeef33 req-579392a4-fe20-4d7b-9119-03cf51c9b957 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:56.566126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.567246 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9b23d547-4883-4667-8d20-2c323aeeef33 req-579392a4-fe20-4d7b-9119-03cf51c9b957 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 945 time: 0.5329590 Apr 05 09:52:56.589411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'd55faabe-24e9-4269-b23c-fde501b6f9b4', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'port_id': 'd55faabe-24e9-4269-b23c-fde501b6f9b4', 'mac_address': 'fa:16:3e:99:f9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 09:52:56.614313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:56.620984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.626480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:56.655706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-45827d0f-7ab0-42f1-bc64-b65c7d6b0793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.668203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:56.676570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.676769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-45827d0f-7ab0-42f1-bc64-b65c7d6b0793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.678874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.706223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.707345 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-44a10da6-2ad6-4efd-a61b-4ca70c5a98b8 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/35feb844-ec92-4803-afcb-edde677d3c3c HTTP/1.1" status: 204 len: 168 time: 4.4561901 Apr 05 09:52:56.711896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52140) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:56.725986 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.730114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:56.730557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.732000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55faabe-24e9-4269-b23c-fde501b6f9b4 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:52:56.743843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Request body: {'router': {'name': 'tempest-snat-router-395854233', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'enable_snat': False}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:56.754610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45827d0f-7ab0-42f1-bc64-b65c7d6b0793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0034af77-a5d2-40eb-97a1-470b9ff27ee1,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:56.766134 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-45827d0f-7ab0-42f1-bc64-b65c7d6b0793 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=650aa92d02b14e05b5e572de8e2a9abd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8416290 Apr 05 09:52:56.770005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52144) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:56.792994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:56.801839 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d55faabe-24e9-4269-b23c-fde501b6f9b4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:52:56.812906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.822494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:56.842758 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Sync routers for ids ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:56.861740 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Routers {'7546be7f-49dd-436b-a28e-1d27ffa1fbcd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:56.862555 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:56.866386 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ff488e5-9624-4106-983c-5bef7857640d req-daa103e2-3e12-41ba-b49e-b3c796428681 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978988 Apr 05 09:52:56.869526 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.886236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Usage tracker for resource:router and tenant:793a32e0d03544b597661205ac63f892 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:56.887126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:56.894749 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9b23d547-4883-4667-8d20-2c323aeeef33 req-29255302-07bb-49a9-aa65-4d2a7d8e68d5 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201382 Apr 05 09:52:56.935729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d55faabe-24e9-4269-b23c-fde501b6f9b4,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:56.942758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] device_id is not set on port 4a126549-6da2-4fbf-8fc5-6093bec04abd yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:52:56.943316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:56.953771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:56.963898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:56.966084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] Usage tracker for resource:security_group_rule and tenant:44ccb82b61f047b18247e41ad9bdc258 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:56.969694 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4534638 Apr 05 09:52:56.971198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:56.986107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:56.989224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee054b-4019-4a83-aecf-6dbf441ab3fc tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'Network': ['ID=f2ac1c45-056d-40c9-ad10-82ad6a12d4e3,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:56.989791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Sync routers for ids ['8106167b-8dd2-4671-9d4e-d278eda31cb8'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:57.007172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:57.008244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:57.017245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14c332af-97df-4113-a8a7-82545fe013f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:57.063237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Routers {'8106167b-8dd2-4671-9d4e-d278eda31cb8'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:57.066620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8106167b-8dd2-4671-9d4e-d278eda31cb8'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:57.070042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:57.121964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bd5249-0e5f-4749-89f6-f76c05bf7705,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:57.125314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52148) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:57.128148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:57.135633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'subnets': [{'network_id': 'cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--293338685', 'ip_version': 4}, {'network_id': 'f2ac1c45-056d-40c9-ad10-82ad6a12d4e3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:57.136285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'subnet': {'network_id': 'cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--293338685', 'ip_version': 4}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:57.136840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Request body: {'subnet': {'network_id': 'f2ac1c45-056d-40c9-ad10-82ad6a12d4e3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:57.159079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network f2ac1c45-056d-40c9-ad10-82ad6a12d4e3 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:52:57.164976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:57.175867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['d55faabe-24e9-4269-b23c-fde501b6f9b4'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 09:52:57.187944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14c332af-97df-4113-a8a7-82545fe013f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:57.238820 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Set router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:57.334445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d70055c3-059f-4dc9-9d4d-147b4e883716,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:57.337914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] Synchronizing usage tracker for tenant:44ccb82b61f047b18247e41ad9bdc258 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:52:57.459977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:52:57.494842 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Set router 8106167b-8dd2-4671-9d4e-d278eda31cb8 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:57.557295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Allocated IP 172.26.4.20 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/4a126549-6da2-4fbf-8fc5-6093bec04abd) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:52:57.558583 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d768201-139a-4274-9d71-5e8716a88aab'] response: {'server_uuid': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15', 'code': 200} Apr 05 09:52:57.623357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14c332af-97df-4113-a8a7-82545fe013f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:57.666297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] Unset dirty status for tenant:44ccb82b61f047b18247e41ad9bdc258 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:52:57.668131 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b6002c2-29e3-4d94-bab5-64f915782f88 req-8ef8c143-c116-4ccc-aa2c-7df80e5a578e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1244881 Apr 05 09:52:57.682194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:57.695741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe9713-be35-46d8-8d88-7ad44afbc37c req-e66240e5-17e7-47c2-88ac-ca1c5fa29670 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:57.705240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c332af-97df-4113-a8a7-82545fe013f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0034af77-a5d2-40eb-97a1-470b9ff27ee1,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:57.718048 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ffe9713-be35-46d8-8d88-7ad44afbc37c req-e66240e5-17e7-47c2-88ac-ca1c5fa29670 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 944 time: 0.5639689 Apr 05 09:52:57.739297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Usage tracker for resource:subnet and tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:57.757692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14c332af-97df-4113-a8a7-82545fe013f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:57.759038 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-14c332af-97df-4113-a8a7-82545fe013f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0034af77-a5d2-40eb-97a1-470b9ff27ee1 HTTP/1.1" status: 204 len: 168 time: 0.9892063 Apr 05 09:52:57.783455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:57.788909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:57.803273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:57.828615 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:24Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'dce5b346-6cfd-4617-bdee-6249b7ff7c2b', 'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'mac_address': 'fa:16:3e:22:41:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:21Z', 'updated_at': '2022-04-05T09:52:24Z', 'revision_number': 2, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'subnets': [{'id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:57.834225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Made reservation on behalf of 3f3ce423e8a94b74aea3a8b2ca39d0b6 for: {'subnet': 2} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:52:57.834952 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Checking router: 7546be7f-49dd-436b-a28e-1d27ffa1fbcd for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:52:57.835682 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Updating router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd port dce5b346-6cfd-4617-bdee-6249b7ff7c2b binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:52:57.920971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Router f07f60cf-74c3-4600-a785-2230d4a7cddc has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:52:57.921937 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.174560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:52:19Z', 'revision_number': 2, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:58.181511 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ffe9713-be35-46d8-8d88-7ad44afbc37c req-8f775f0d-cb88-4f11-81e9-e45b7d6ce9b9 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4598103 Apr 05 09:52:58.182246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Checking router: 8106167b-8dd2-4671-9d4e-d278eda31cb8 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:52:58.182754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Updating router 8106167b-8dd2-4671-9d4e-d278eda31cb8 port 8e9e2433-81f6-4441-8f1d-badd4edcdbee binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:52:58.259630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.301154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.386624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.453668 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.472447 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Transition to ACTIVE for port object dce5b346-6cfd-4617-bdee-6249b7ff7c2b will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:58.488574 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.519209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:52:58.521090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Pushing event updated for resources: {'Port': ['ID=4a126549-6da2-4fbf-8fc5-6093bec04abd,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:58.523503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:52:58.526321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:52:58.542643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks [] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.542946 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks [] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.581846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:58.582588 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.588193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52162) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:58.620011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd586961-4616-4907-99c7-f1862f541bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.622477 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9fd81-b14d-4dc0-8912-6bca79c5f572 None None] Pushing event updated for resources: {'Port': ['ID=dce5b346-6cfd-4617-bdee-6249b7ff7c2b,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:58.635669 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f2441986-14f8-48a3-ad76-5b7a4d41e592 tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4181397 Apr 05 09:52:58.661868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dd586961-4616-4907-99c7-f1862f541bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:58.666288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dd586961-4616-4907-99c7-f1862f541bad admin admin] Usage tracker for resource:security_group_rule and tenant:50d27b7b8dbe4e159bb8db5cd36c5cf2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:58.671482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dd586961-4616-4907-99c7-f1862f541bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:58.677798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dd586961-4616-4907-99c7-f1862f541bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:58.680718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52166) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:58.720703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:52:58.737939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.20'}]}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:52:58.756363 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e94ab-726b-4eac-8aae-ab1bab5ad280 None None] Sync routers for ids ['f07f60cf-74c3-4600-a785-2230d4a7cddc'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:52:58.774625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:52:58.775149 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e94ab-726b-4eac-8aae-ab1bab5ad280 None None] Routers {'f07f60cf-74c3-4600-a785-2230d4a7cddc'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:58.775822 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-165e94ab-726b-4eac-8aae-ab1bab5ad280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['f07f60cf-74c3-4600-a785-2230d4a7cddc'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:58.793850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Usage tracker for resource:router and tenant:29acf6a457664611aaae333c14192b33 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:52:58.799383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.807448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:52:58.832103 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:52:58.876142 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-165e94ab-726b-4eac-8aae-ab1bab5ad280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:58.896085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.900568 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e94ab-726b-4eac-8aae-ab1bab5ad280 None None] Routers {'f07f60cf-74c3-4600-a785-2230d4a7cddc'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:58.901284 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-165e94ab-726b-4eac-8aae-ab1bab5ad280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['f07f60cf-74c3-4600-a785-2230d4a7cddc'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:58.904349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c587dc-63ae-4508-b275-40e3fc530b5f req-e0883914-5cb6-4391-8b22-4bdf8b03365e tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:58.909797 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c2c587dc-63ae-4508-b275-40e3fc530b5f req-e0883914-5cb6-4391-8b22-4bdf8b03365e tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 945 time: 0.7272894 Apr 05 09:52:58.910846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Transition to ACTIVE for port object 8e9e2433-81f6-4441-8f1d-badd4edcdbee will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:52:58.918594 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82a2b2f4-880f-4626-b4f6-2866f0bd8f67 req-0e3e71e8-2275-46a3-9be5-a87d8cb308d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 1099 time: 0.9833078 Apr 05 09:52:58.919648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.920897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.927144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:58.943107 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eb601869-746a-4781-b177-fdc534c130ee tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.5148623 Apr 05 09:52:58.944459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52170) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:58.987264 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-165e94ab-726b-4eac-8aae-ab1bab5ad280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:58.987783 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165e94ab-726b-4eac-8aae-ab1bab5ad280 None None] The sync data for ids ['f07f60cf-74c3-4600-a785-2230d4a7cddc'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:52:59.014329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.100499 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Attempting to bind port dce5b346-6cfd-4617-bdee-6249b7ff7c2b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:59.100879 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Attempting to bind port dce5b346-6cfd-4617-bdee-6249b7ff7c2b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:59.101250 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Attempting to bind port dce5b346-6cfd-4617-bdee-6249b7ff7c2b on network 2399397e-952c-41dd-a884-3607f787c936 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:59.103018 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-54649e1f-0a7c-4231-b8c0-2740afb5bc72 tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] 10.222.0.30 "GET /v2.0/floatingips/0dfb38fa-6350-4900-8937-d620e0a66d3c HTTP/1.1" status: 200 len: 982 time: 0.1524515 Apr 05 09:52:59.103820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52174) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:59.109605 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:59.109980 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Checking segment: {'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:59.111498 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.112059 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Bound using segment: {'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:59.112544 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Bound port: dce5b346-6cfd-4617-bdee-6249b7ff7c2b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5108c649-b502-4e38-83f4-faa41bc43fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2399397e-952c-41dd-a884-3607f787c936'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:59.112990 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.185397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd586961-4616-4907-99c7-f1862f541bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.188441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7304a8f-42f1-4c4d-b729-684f2c3ab250 None None] Pushing event updated for resources: {'Port': ['ID=8e9e2433-81f6-4441-8f1d-badd4edcdbee,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:59.223966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4994b5-756f-4dff-bad0-a683b6f09d53 req-7038d0fc-8ce8-4289-bd8d-064f783510da tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:52:59.231719 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7f4994b5-756f-4dff-bad0-a683b6f09d53 req-7038d0fc-8ce8-4289-bd8d-064f783510da tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 946 time: 0.7363551 Apr 05 09:52:59.246132 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] For port dce5b346-6cfd-4617-bdee-6249b7ff7c2b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:59.249694 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] For port dce5b346-6cfd-4617-bdee-6249b7ff7c2b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=dce5b346-6cfd-4617-bdee-6249b7ff7c2b,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:59.253076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd586961-4616-4907-99c7-f1862f541bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.257382 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.298284 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dd586961-4616-4907-99c7-f1862f541bad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50d27b7b8dbe4e159bb8db5cd36c5cf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7088172 Apr 05 09:52:59.300646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52180) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:59.348759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Attempting to bind port 8e9e2433-81f6-4441-8f1d-badd4edcdbee on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:52:59.349298 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Attempting to bind port 8e9e2433-81f6-4441-8f1d-badd4edcdbee by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:52:59.349701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Attempting to bind port 8e9e2433-81f6-4441-8f1d-badd4edcdbee on network 19491046-51f6-427c-b308-ccbe410a1d66 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:52:59.356868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:52:59.357291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Checking segment: {'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:52:59.357740 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.358134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Bound using segment: {'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:52:59.358599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Bound port: 8e9e2433-81f6-4441-8f1d-badd4edcdbee, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:52:59.358970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.383649 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e8a21bab-7db4-440d-8a23-ef049ac0eec2 tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.2742274 Apr 05 09:52:59.385586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52184) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:52:59.408953 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c2c587dc-63ae-4508-b275-40e3fc530b5f req-5c0a489d-a280-44f7-85ba-0f3db61fc027 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4804757 Apr 05 09:52:59.410898 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82a2b2f4-880f-4626-b4f6-2866f0bd8f67 req-8a305e74-a84a-4619-b128-75dde12efa03 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4627864 Apr 05 09:52:59.458865 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7f4994b5-756f-4dff-bad0-a683b6f09d53 req-aae77721-6887-4aa6-977a-56c276c9c42a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256863 Apr 05 09:52:59.462231 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9fd81-b14d-4dc0-8912-6bca79c5f572 None None] Pushing event updated for resources: {'Port': ['ID=dce5b346-6cfd-4617-bdee-6249b7ff7c2b,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:59.501989 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Routers {'7546be7f-49dd-436b-a28e-1d27ffa1fbcd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:59.502787 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:59.513697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd586961-4616-4907-99c7-f1862f541bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98466450-2da4-4f42-a611-e4eb27f97536,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:59.539821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.553094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] For port 8e9e2433-81f6-4441-8f1d-badd4edcdbee, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:52:59.556619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] For port 8e9e2433-81f6-4441-8f1d-badd4edcdbee, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8e9e2433-81f6-4441-8f1d-badd4edcdbee,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:52:59.571438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.578408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-716e0afc-b6b0-47c7-884a-b6975b3c30b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.667614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-716e0afc-b6b0-47c7-884a-b6975b3c30b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.730552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2296a69c-1169-46f7-814c-147262e3be23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.757489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7304a8f-42f1-4c4d-b729-684f2c3ab250 None None] Pushing event updated for resources: {'Port': ['ID=8e9e2433-81f6-4441-8f1d-badd4edcdbee,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:52:59.776467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Routers {'8106167b-8dd2-4671-9d4e-d278eda31cb8'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:52:59.778377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:52:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8106167b-8dd2-4671-9d4e-d278eda31cb8'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:52:59.857849 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] Set router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:52:59.875892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.896972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Deleting port c66dde0f-4e55-48b3-a7e5-32b1bebe9d7c {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:52:59.897580 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:52:59.920963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:00.115931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] Set router 8106167b-8dd2-4671-9d4e-d278eda31cb8 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:00.117381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-716e0afc-b6b0-47c7-884a-b6975b3c30b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:00.145346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347f483-981c-4b7a-a268-72f5ae8c9bd8 req-f59b7bb9-9414-4e62-9ae4-fb92ad2211e4 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:00.147259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6347f483-981c-4b7a-a268-72f5ae8c9bd8 req-f59b7bb9-9414-4e62-9ae4-fb92ad2211e4 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 944 time: 0.3933616 Apr 05 09:53:00.152812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e0afc-b6b0-47c7-884a-b6975b3c30b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98466450-2da4-4f42-a611-e4eb27f97536,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:00.171344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-716e0afc-b6b0-47c7-884a-b6975b3c30b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:00.175434 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-716e0afc-b6b0-47c7-884a-b6975b3c30b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98466450-2da4-4f42-a611-e4eb27f97536 HTTP/1.1" status: 204 len: 168 time: 0.8677609 Apr 05 09:53:00.186793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d55faabe-24e9-4269-b23c-fde501b6f9b4 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:00.190798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:00.191131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:00.319594 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:24Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'dce5b346-6cfd-4617-bdee-6249b7ff7c2b', 'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'mac_address': 'fa:16:3e:22:41:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:21Z', 'updated_at': '2022-04-05T09:52:59Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'subnets': [{'id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:00.324643 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6347f483-981c-4b7a-a268-72f5ae8c9bd8 req-ca4bad27-725d-431e-94bd-8acae763679c tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650977 Apr 05 09:53:00.337931 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a559167-f361-410e-b04d-abfb42ca945c None None] The sync data for ids ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'] in dv-neutron-833199-1-hyperv is: [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:24Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'dce5b346-6cfd-4617-bdee-6249b7ff7c2b', 'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'mac_address': 'fa:16:3e:22:41:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:21Z', 'updated_at': '2022-04-05T09:52:59Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'subnets': [{'id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:00.342543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Allocated IP 172.26.4.140 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/5e83274c-20be-47b0-b1e9-89e72105caac) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:00.433095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Calling delete_port for c66dde0f-4e55-48b3-a7e5-32b1bebe9d7c owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:00.833643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:00.871944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port d55faabe-24e9-4269-b23c-fde501b6f9b4 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:00.890595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port d55faabe-24e9-4269-b23c-fde501b6f9b4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:00.890964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:00.902608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event deleted for resources: {'Port': ['ID=c66dde0f-4e55-48b3-a7e5-32b1bebe9d7c,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:01.002534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:01.052434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:01.121957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:01.162733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55faabe-24e9-4269-b23c-fde501b6f9b4'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:53:01.183118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:52:59Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:01.198867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d55faabe-24e9-4269-b23c-fde501b6f9b4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:01.201443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb5fa4c-ba5d-41a9-a9c9-5c974306f560 None None] The sync data for ids ['8106167b-8dd2-4671-9d4e-d278eda31cb8'] in dv-neutron-833199-1-hyperv is: [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:52:59Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:01.209927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:01.253339 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'Subnet': ['ID=a5187995-9058-4cce-a807-8307602c624c,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:01.263414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:01.386602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d55faabe-24e9-4269-b23c-fde501b6f9b4,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:01.434629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c966e7-985a-4de1-b4d9-f7c1384b9405 req-ddf75ed4-b49d-46da-bd46-6e2e1b205af8 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:01.443718 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e7c966e7-985a-4de1-b4d9-f7c1384b9405 req-ddf75ed4-b49d-46da-bd46-6e2e1b205af8 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 945 time: 0.6085570 Apr 05 09:53:01.463723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d487919-f55f-4067-bc41-15be9fc942b4 req-43726d48-7279-4353-bcfc-5f5e4fdcc512 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:01.470618 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6d487919-f55f-4067-bc41-15be9fc942b4 req-43726d48-7279-4353-bcfc-5f5e4fdcc512 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 946 time: 0.6223190 Apr 05 09:53:01.543391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device dce5b346-6cfd-4617-bdee-6249b7ff7c2b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:01.584187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Checking segment: {'id': '35b9c762-fc39-4bc4-817f-b0131a11ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:01.584653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Network hostable DHCP agents. Network: cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:53:01.659107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:01.718507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port dce5b346-6cfd-4617-bdee-6249b7ff7c2b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:01.725188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port dce5b346-6cfd-4617-bdee-6249b7ff7c2b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:01.725719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:01.751259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:01.764102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:01.934441 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6d487919-f55f-4067-bc41-15be9fc942b4 req-88937782-3a6b-4974-9de1-8876fbfffcc9 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4626393 Apr 05 09:53:01.950325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-01c0cfbc-4328-4567-bd29-022fd5cfbb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:01.990296 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e7c966e7-985a-4de1-b4d9-f7c1384b9405 req-a91ca74d-8678-43dd-bec6-6ef860746f54 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5456192 Apr 05 09:53:02.049609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event updated for resources: {'Port': ['ID=5e83274c-20be-47b0-b1e9-89e72105caac,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:02.062502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Router f07f60cf-74c3-4600-a785-2230d4a7cddc has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:02.086163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:02.114121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:02.116307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Network cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:53:02.133329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:02.140703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:02.169240 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714d8456-807b-4761-9ac0-f554b041b318'] response: {'server_uuid': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55faabe-24e9-4269-b23c-fde501b6f9b4', 'code': 200} Apr 05 09:53:02.184033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port dce5b346-6cfd-4617-bdee-6249b7ff7c2b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=dce5b346-6cfd-4617-bdee-6249b7ff7c2b,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:02.203347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:02.208005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8e9e2433-81f6-4441-8f1d-badd4edcdbee up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:02.263143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:02.353089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f44446a-9f7b-441c-bc27-3d19ac108b71 None None] Network cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:02.432456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:02.437888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:02.472245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:02.475948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a404e44-f0dd-4b0c-bff5-bc0ae8e853cb None None] Sync routers for ids ['f07f60cf-74c3-4600-a785-2230d4a7cddc'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:02.529068 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c6129dee-4f4c-4b53-a10a-e156be3d13b2 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "DELETE /v2.0/floatingips/0dfb38fa-6350-4900-8937-d620e0a66d3c HTTP/1.1" status: 204 len: 168 time: 3.1424675 Apr 05 09:53:02.533897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52222) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:02.542514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:02.542752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=dce5b346-6cfd-4617-bdee-6249b7ff7c2b,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:02.551024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:02.555795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Usage tracker for resource:floatingip and tenant:be6f5f3af6704bd281fd761a36cc6457 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:02.559049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:02.566667 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:02.567993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a404e44-f0dd-4b0c-bff5-bc0ae8e853cb None None] Routers {'f07f60cf-74c3-4600-a785-2230d4a7cddc'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:02.569038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4a404e44-f0dd-4b0c-bff5-bc0ae8e853cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['f07f60cf-74c3-4600-a785-2230d4a7cddc'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:02.598850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:02.645973 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4a404e44-f0dd-4b0c-bff5-bc0ae8e853cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:02.697458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 8e9e2433-81f6-4441-8f1d-badd4edcdbee completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:02.709704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a404e44-f0dd-4b0c-bff5-bc0ae8e853cb None None] Routers {'f07f60cf-74c3-4600-a785-2230d4a7cddc'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:02.710310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4a404e44-f0dd-4b0c-bff5-bc0ae8e853cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['f07f60cf-74c3-4600-a785-2230d4a7cddc'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:02.759720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 8e9e2433-81f6-4441-8f1d-badd4edcdbee triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:02.760083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:02.783092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:02.832559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:02.841244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4a404e44-f0dd-4b0c-bff5-bc0ae8e853cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:02.841652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a404e44-f0dd-4b0c-bff5-bc0ae8e853cb None None] The sync data for ids ['f07f60cf-74c3-4600-a785-2230d4a7cddc'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:02.869253 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4', 'network_id': 'cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4', 'tenant_id': '3f3ce423e8a94b74aea3a8b2ca39d0b6', 'fixed_ips': [{'subnet_id': 'a5187995-9058-4cce-a807-8307602c624c'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:53:02.870042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:02.911576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Checking segment: {'id': 'cce085fb-9fcd-4368-90fd-bfadbbdcaa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f2ac1c45-056d-40c9-ad10-82ad6a12d4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:02.912047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Network hostable DHCP agents. Network: f2ac1c45-056d-40c9-ad10-82ad6a12d4e3, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:53:02.988568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Allocated IP 172.26.4.30 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/bb76ec9c-98af-4057-b19d-18af34a18839) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:03.023988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event updated for resources: {'Subnet': ['ID=2dc40e91-37e6-42ad-8e88-c64917226f94,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:03.031505 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.042035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a695cda-45cc-4247-994c-5755673804b0 req-634b5511-a2cc-4ffc-ad41-fa0a90c77b29 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:03.054508 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a695cda-45cc-4247-994c-5755673804b0 req-634b5511-a2cc-4ffc-ad41-fa0a90c77b29 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 945 time: 0.6256695 Apr 05 09:53:03.055466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.055466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.079849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52238) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:03.116065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d33d4281-555d-4bf5-941f-b74ef5d429fa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Request body: {'floatingip': {'port_id': 'f56bf061-f721-4d30-b822-762fc1f05c29'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:03.147337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 8e9e2433-81f6-4441-8f1d-badd4edcdbee, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8e9e2433-81f6-4441-8f1d-badd4edcdbee,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:03.166429 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.191593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.229700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.280583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Allocated IP 172.20.0.2 (cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4/a5187995-9058-4cce-a807-8307602c624c/aca64c2c-95a0-4b37-a355-9517b541f25e) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:03.286113 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device dce5b346-6cfd-4617-bdee-6249b7ff7c2b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:03.325718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:03.329558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:03.346072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:03.359121 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d0e8e149-edec-484b-9178-418548ad2de7 req-d53d2f54-7b16-406a-9cde-ed7b3d4a7d6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 1098 time: 0.8815327 Apr 05 09:53:03.412520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Pushing event updated for resources: {'Port': ['ID=bb76ec9c-98af-4057-b19d-18af34a18839,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:03.414574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=8e9e2433-81f6-4441-8f1d-badd4edcdbee,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:03.429130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52246) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:03.492335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port dce5b346-6cfd-4617-bdee-6249b7ff7c2b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:03.493194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.596216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-772806823', 'router:external': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:03.623271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:03.629680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.630773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Usage tracker for resource:network and tenant:2c7e2388b66b4f8bb5dc06586972e0d3 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:03.633885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:03.663586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3648bf5-cf6f-40c4-9f00-56eab9ed7201 req-3935892e-1fdc-46d2-837e-63aec0b5b6ef tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:03.665049 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3648bf5-cf6f-40c4-9f00-56eab9ed7201 req-3935892e-1fdc-46d2-837e-63aec0b5b6ef tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 1.4709661 Apr 05 09:53:03.667026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d33d4281-555d-4bf5-941f-b74ef5d429fa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for floatingip, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.675835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:03.706274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Made reservation on behalf of 2c7e2388b66b4f8bb5dc06586972e0d3 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:03.709383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.718016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.739752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.751565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Transition to ACTIVE for port object aca64c2c-95a0-4b37-a355-9517b541f25e will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:03.765721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.770104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Transition to ACTIVE for port object aca64c2c-95a0-4b37-a355-9517b541f25e will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:03.778157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.850478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Network cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:03.854262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:03.855966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Pushing event updated for resources: {'Port': ['ID=aca64c2c-95a0-4b37-a355-9517b541f25e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:03.858036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:03.871172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:03.880726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Usage tracker for resource:security_group_rule and tenant:2c7e2388b66b4f8bb5dc06586972e0d3 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:03.895009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:03.902723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:03.954334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Attempting to bind port aca64c2c-95a0-4b37-a355-9517b541f25e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:53:03.954704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Attempting to bind port aca64c2c-95a0-4b37-a355-9517b541f25e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '35b9c762-fc39-4bc4-817f-b0131a11ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:53:03.955080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Attempting to bind port aca64c2c-95a0-4b37-a355-9517b541f25e on network cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:53:03.958483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.963006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:53:03.963407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Checking segment: {'id': '35b9c762-fc39-4bc4-817f-b0131a11ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:03.963870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:03.964255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Bound using segment: {'id': '35b9c762-fc39-4bc4-817f-b0131a11ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:53:03.964724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Bound port: aca64c2c-95a0-4b37-a355-9517b541f25e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b9c762-fc39-4bc4-817f-b0131a11ae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:53:03.965093 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.016045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.017185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.028926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Network f2ac1c45-056d-40c9-ad10-82ad6a12d4e3 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:53:04.040542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.091896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] For port aca64c2c-95a0-4b37-a355-9517b541f25e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:53:04.095357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] For port aca64c2c-95a0-4b37-a355-9517b541f25e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=aca64c2c-95a0-4b37-a355-9517b541f25e,segment=NetworkSegment(35b9c762-fc39-4bc4-817f-b0131a11ae63),segment_id=35b9c762-fc39-4bc4-817f-b0131a11ae63)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:53:04.100792 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d0e8e149-edec-484b-9178-418548ad2de7 req-5354db03-7e01-4c7b-b483-bd0f43d197bd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5293589 Apr 05 09:53:04.101349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.103161 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3648bf5-cf6f-40c4-9f00-56eab9ed7201 req-ede151f9-445c-401b-b12e-2c7a07bceb6e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263178 Apr 05 09:53:04.105513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.111842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.112019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, f2ac1c45-056d-40c9-ad10-82ad6a12d4e3) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:04.113615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.116243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:04.116821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:04.117448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.139677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d3093e-22e0-45ad-877b-cae5966cedaa None None] Network f2ac1c45-056d-40c9-ad10-82ad6a12d4e3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:04.166823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.240836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:53:04.257907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Pushing event updated for resources: {'Port': ['ID=bb76ec9c-98af-4057-b19d-18af34a18839,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:04.267262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bad83-376e-4324-9319-2f77c75279f2 None None] Pushing event updated for resources: {'Port': ['ID=aca64c2c-95a0-4b37-a355-9517b541f25e,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:04.272448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166d2be6-57d0-484a-940a-6e0730e839b8,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:04.279109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.279294 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Added segment 340e6f7e-6d2a-4207-a530-183331ca545d of type vlan for network 68a46010-0049-4b06-bebc-cb40f6987a49 Apr 05 09:53:04.299574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.336442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.354950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01dd70b-a498-4a65-90a0-85cf8d0505ce req-cbb9ce51-f071-43b4-98d6-40f89a46d275 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:04.356561 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a01dd70b-a498-4a65-90a0-85cf8d0505ce req-cbb9ce51-f071-43b4-98d6-40f89a46d275 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 946 time: 0.9938359 Apr 05 09:53:04.364093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.365319 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f3ac9091-d0fa-4b8a-ab85-c4f3687cdbaf tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8303795 Apr 05 09:53:04.368509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52252) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:04.384576 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.405719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.407303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:04.408575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.477131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-f2ac1c45-056d-40c9-ad10-82ad6a12d4e3', 'network_id': 'f2ac1c45-056d-40c9-ad10-82ad6a12d4e3', 'tenant_id': '3f3ce423e8a94b74aea3a8b2ca39d0b6', 'fixed_ips': [{'subnet_id': '2dc40e91-37e6-42ad-8e88-c64917226f94'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:53:04.478169 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.514820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.517811 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9778a953-c7f4-4ada-b2fa-fa806032cc63 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:53:04.524600 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f9c4fb8b-7dea-424b-b251-a421bc7ac2b5 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 7.3948023 Apr 05 09:53:04.530096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52258) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:04.605786 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1735837 Apr 05 09:53:04.608646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event updated for resources: {'Network': ['ID=68a46010-0049-4b06-bebc-cb40f6987a49,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:04.610980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52262) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:04.629479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Request body: {'subnet': {'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:04.643457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:04.656156 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Usage tracker for resource:subnet and tenant:2c7e2388b66b4f8bb5dc06586972e0d3 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:04.663264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.663692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.664032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.664363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.664692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.665016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.665515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.665847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.666164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.666480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.666797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14306d3-2797-4fb3-b1f2-745d2ac30791 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:04.670034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:04.676224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e22a7fb-012f-476f-9316-6f7380fffa42 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:04.677455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e22a7fb-012f-476f-9316-6f7380fffa42 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:04.678897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e22a7fb-012f-476f-9316-6f7380fffa42 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:04.683419 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3e22a7fb-012f-476f-9316-6f7380fffa42 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1494331 Apr 05 09:53:04.684347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52266) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:04.686889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:04.716831 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 09:53:04.717877 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3eada3ef-e6d7-4e35-a9a3-317935d4249b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.0049634 Apr 05 09:53:04.724561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52270) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:04.752894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Allocated IP 172.20.0.18 (f2ac1c45-056d-40c9-ad10-82ad6a12d4e3/2dc40e91-37e6-42ad-8e88-c64917226f94/43d0005c-f665-4cae-a0f9-ac371ad0a9fa) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:04.783018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:04.792209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Made reservation on behalf of 2c7e2388b66b4f8bb5dc06586972e0d3 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:04.794420 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.807721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:04.826791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Usage tracker for resource:floatingip and tenant:6f78f0f946fc49a99332fdbae40530ec is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:04.845302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Deleting port 4a126549-6da2-4fbf-8fc5-6093bec04abd {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:04.845651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:04.861235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 68a46010-0049-4b06-bebc-cb40f6987a49 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:53:04.876350 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a01dd70b-a498-4a65-90a0-85cf8d0505ce req-5c04c3de-9128-4346-ab53-1924f3cdec73 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5010803 Apr 05 09:53:04.895249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:04.928579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:05.023715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.169299 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.209694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Transition to ACTIVE for port object 43d0005c-f665-4cae-a0f9-ac371ad0a9fa will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:05.255402 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede9174e-87c6-4811-ad6f-595d7b4b2a56 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Deleting subnet a5187995-9058-4cce-a807-8307602c624c {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:53:05.278643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Transition to ACTIVE for port object 43d0005c-f665-4cae-a0f9-ac371ad0a9fa will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:05.285519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ede9174e-87c6-4811-ad6f-595d7b4b2a56 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.302850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.435405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Network f2ac1c45-056d-40c9-ad10-82ad6a12d4e3 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:05.438495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:05.444774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ede9174e-87c6-4811-ad6f-595d7b4b2a56 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.446250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:05.452513 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Pushing event updated for resources: {'Port': ['ID=43d0005c-f665-4cae-a0f9-ac371ad0a9fa,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:05.525748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device aca64c2c-95a0-4b37-a355-9517b541f25e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:05.602508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Attempting to bind port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:53:05.602873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Attempting to bind port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'cce085fb-9fcd-4368-90fd-bfadbbdcaa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f2ac1c45-056d-40c9-ad10-82ad6a12d4e3'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:53:05.603234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Attempting to bind port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa on network f2ac1c45-056d-40c9-ad10-82ad6a12d4e3 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:53:05.616216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:53:05.616582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Checking segment: {'id': 'cce085fb-9fcd-4368-90fd-bfadbbdcaa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f2ac1c45-056d-40c9-ad10-82ad6a12d4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:05.616978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.617363 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Bound using segment: {'id': 'cce085fb-9fcd-4368-90fd-bfadbbdcaa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f2ac1c45-056d-40c9-ad10-82ad6a12d4e3'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:53:05.618079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Bound port: 43d0005c-f665-4cae-a0f9-ac371ad0a9fa, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce085fb-9fcd-4368-90fd-bfadbbdcaa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'f2ac1c45-056d-40c9-ad10-82ad6a12d4e3'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:53:05.618445 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.723670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port aca64c2c-95a0-4b37-a355-9517b541f25e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:05.727325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ede9174e-87c6-4811-ad6f-595d7b4b2a56 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.733736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8e9e2433-81f6-4441-8f1d-badd4edcdbee up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:05.775359 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] For port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:53:05.790775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3fb840-2334-4e2c-818a-0847e697cb46 None None] Network cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:05.793096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.816851 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] For port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=43d0005c-f665-4cae-a0f9-ac371ad0a9fa,segment=NetworkSegment(cce085fb-9fcd-4368-90fd-bfadbbdcaa36),segment_id=cce085fb-9fcd-4368-90fd-bfadbbdcaa36)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:53:05.827258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.881965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:05.918067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-d33d4281-555d-4bf5-941f-b74ef5d429fa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:53:05.965866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Pushing event updated for resources: {'Port': ['ID=43d0005c-f665-4cae-a0f9-ac371ad0a9fa,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:05.997551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:05.997906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:05.998270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:05.998560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:05.998915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:05.999296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:05.999720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.000109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.001398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.001398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.001727 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c1beb6-e43c-49b3-a712-2716c3a2c391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.001933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ede9174e-87c6-4811-ad6f-595d7b4b2a56 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.023010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c51e8f51-8baf-48c3-b745-52f08f64b6fb None None] Provisioning for port aca64c2c-95a0-4b37-a355-9517b541f25e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:06.045197 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c51e8f51-8baf-48c3-b745-52f08f64b6fb None None] Provisioning complete for port aca64c2c-95a0-4b37-a355-9517b541f25e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:06.045565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c51e8f51-8baf-48c3-b745-52f08f64b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.062070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Allocated IP 172.26.4.122 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/d3f37df2-e486-4114-918f-c4fcdb9718ea) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:06.066294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Calling delete_port for 4a126549-6da2-4fbf-8fc5-6093bec04abd owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:06.066581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9174e-87c6-4811-ad6f-595d7b4b2a56 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event deleted for resources: {'Subnet': ['ID=a5187995-9058-4cce-a807-8307602c624c,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:06.080377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ede9174e-87c6-4811-ad6f-595d7b4b2a56 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.092205 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ede9174e-87c6-4811-ad6f-595d7b4b2a56 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "DELETE /v2.0/subnets/a5187995-9058-4cce-a807-8307602c624c HTTP/1.1" status: 204 len: 168 time: 1.4068894 Apr 05 09:53:06.103897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0935b3-4baf-4814-a299-1173fe911094 req-ccb6385b-bf20-4b75-84cd-2420d399e492 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:06.105512 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec0935b3-4baf-4814-a299-1173fe911094 req-ccb6385b-bf20-4b75-84cd-2420d399e492 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 946 time: 0.8024406 Apr 05 09:53:06.114541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52278) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:06.116835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52280) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:06.117283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 8e9e2433-81f6-4441-8f1d-badd4edcdbee triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:06.117901 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.180778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7622edb1-ba30-449c-bfe9-0e88495f080a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Request body: {'floatingip': {'port_id': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:06.183480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d33d4281-555d-4bf5-941f-b74ef5d429fa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.188584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Router feafc516-f3e9-42f9-9b9c-9e07fac389e6 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:53:06.196130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dcb54-3e2f-48e7-b344-226255a51193 req-b93c30fb-efc2-43b5-9ed5-0624fdd096da tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:06.202879 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3c8dcb54-3e2f-48e7-b344-226255a51193 req-b93c30fb-efc2-43b5-9ed5-0624fdd096da tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.8003278 Apr 05 09:53:06.232378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d33d4281-555d-4bf5-941f-b74ef5d429fa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.459477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7622edb1-ba30-449c-bfe9-0e88495f080a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for floatingip, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.507323 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c51e8f51-8baf-48c3-b745-52f08f64b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.565870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c51e8f51-8baf-48c3-b745-52f08f64b6fb None None] For port aca64c2c-95a0-4b37-a355-9517b541f25e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=aca64c2c-95a0-4b37-a355-9517b541f25e,segment=NetworkSegment(35b9c762-fc39-4bc4-817f-b0131a11ae63),segment_id=35b9c762-fc39-4bc4-817f-b0131a11ae63)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:06.570912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c51e8f51-8baf-48c3-b745-52f08f64b6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.582416 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3c8dcb54-3e2f-48e7-b344-226255a51193 req-3c1554a8-47d4-45ca-92b3-99ff505ea724 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785729 Apr 05 09:53:06.631882 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.652943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e8f51-8baf-48c3-b745-52f08f64b6fb None None] Pushing event updated for resources: {'Port': ['ID=aca64c2c-95a0-4b37-a355-9517b541f25e,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:06.745670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44307fa2-4e6f-4625-b59b-efbf3a659ab1 None None] DHCP port deletion for cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:53:06.751168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-44307fa2-4e6f-4625-b59b-efbf3a659ab1 None None] Deleting port aca64c2c-95a0-4b37-a355-9517b541f25e {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:06.751610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-44307fa2-4e6f-4625-b59b-efbf3a659ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.839134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a126549-6da2-4fbf-8fc5-6093bec04abd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:06.924296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.924848 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.930400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.930739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.931080 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.931415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.931768 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.932094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.932425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.932742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.933060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.933377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.933696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:06.956081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:53:06.956551 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:06.973670 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5b06bc17-b05d-463c-b126-5029634f360b tempest-RoutersAdminNegativeIpV6Test-1562757352 tempest-RoutersAdminNegativeIpV6Test-1562757352-project-admin] 10.222.0.30 "DELETE /v2.0/ports/4a126549-6da2-4fbf-8fc5-6093bec04abd HTTP/1.1" status: 204 len: 168 time: 2.2444725 Apr 05 09:53:07.033636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-44307fa2-4e6f-4625-b59b-efbf3a659ab1 None None] For port aca64c2c-95a0-4b37-a355-9517b541f25e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=aca64c2c-95a0-4b37-a355-9517b541f25e,segment=NetworkSegment(35b9c762-fc39-4bc4-817f-b0131a11ae63),segment_id=35b9c762-fc39-4bc4-817f-b0131a11ae63)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:07.034027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-44307fa2-4e6f-4625-b59b-efbf3a659ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:07.036925 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f298dec-c87a-43bd-b5f6-52e72be2b0a5 req-d444b48a-711f-491b-bd93-4d60e04391d3 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:07.038546 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f298dec-c87a-43bd-b5f6-52e72be2b0a5 req-d444b48a-711f-491b-bd93-4d60e04391d3 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2536702 Apr 05 09:53:07.057292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52290) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:07.100235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Checking segment: {'id': '340e6f7e-6d2a-4207-a530-183331ca545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:07.100609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Network hostable DHCP agents. Network: 68a46010-0049-4b06-bebc-cb40f6987a49, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:53:07.114502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-212845f8-ac8e-4a1d-80f3-904e3fe32e5d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Request body: {'floatingip': {'port_id': 'd55faabe-24e9-4269-b23c-fde501b6f9b4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:07.150894 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-d33d4281-555d-4bf5-941f-b74ef5d429fa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Floating IP 9a958f3f-0bb1-4ac8-9278-506d06226012 associated. External IP: 172.26.4.27, port: f56bf061-f721-4d30-b822-762fc1f05c29. Apr 05 09:53:07.221164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-44307fa2-4e6f-4625-b59b-efbf3a659ab1 None None] Calling delete_port for aca64c2c-95a0-4b37-a355-9517b541f25e owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:07.227371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-212845f8-ac8e-4a1d-80f3-904e3fe32e5d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for floatingip, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:07.281720 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:07.291832 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Sync routers for ids ['feafc516-f3e9-42f9-9b9c-9e07fac389e6'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:07.315717 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Routers {'feafc516-f3e9-42f9-9b9c-9e07fac389e6'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:07.317574 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['feafc516-f3e9-42f9-9b9c-9e07fac389e6'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:07.481107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 43d0005c-f665-4cae-a0f9-ac371ad0a9fa up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:07.502315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:07.505246 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0fbdc50a-ab87-4e16-a5a6-a31348c620c0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.7898273 Apr 05 09:53:07.510993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52296) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:07.520877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52298) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:07.540739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389576e1-8ff9-4bf2-8e6d-ec5f3f0c71cc None None] Network f2ac1c45-056d-40c9-ad10-82ad6a12d4e3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:07.575500 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Set router feafc516-f3e9-42f9-9b9c-9e07fac389e6 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:07.580473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-44307fa2-4e6f-4625-b59b-efbf3a659ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:07.611933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b6fcda6e-ada9-4c9f-b88f-8dd615ae793e,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:07.636415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5378e5c-18e4-4ad0-81ab-bba58f3e18d8 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Deleting subnet 2dc40e91-37e6-42ad-8e88-c64917226f94 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:53:07.648742 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5378e5c-18e4-4ad0-81ab-bba58f3e18d8 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:07.715746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44307fa2-4e6f-4625-b59b-efbf3a659ab1 None None] No DVR routers for this DVR port aca64c2c-95a0-4b37-a355-9517b541f25e on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:53:07.723984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:07.770865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Network 68a46010-0049-4b06-bebc-cb40f6987a49 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:53:07.791756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44307fa2-4e6f-4625-b59b-efbf3a659ab1 None None] Pushing event deleted for resources: {'Port': ['ID=aca64c2c-95a0-4b37-a355-9517b541f25e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:07.832062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bff26d08-2471-49c8-a298-f1bddd4a8dfe None None] Provisioning for port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:07.888643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9818b520-b843-49bf-b805-b4aa1cc1dbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:07.895111 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:07.904089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:07.904619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:07.917390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 68a46010-0049-4b06-bebc-cb40f6987a49) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:07.928194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5378e5c-18e4-4ad0-81ab-bba58f3e18d8 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:07.939760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8967043-1a83-45b3-97f2-c86f973b6634 None None] Network 68a46010-0049-4b06-bebc-cb40f6987a49 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:07.949506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9818b520-b843-49bf-b805-b4aa1cc1dbbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:07.954240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9818b520-b843-49bf-b805-b4aa1cc1dbbb admin admin] Usage tracker for resource:security_group_rule and tenant:5a03c49bded54186b1a5753f188a8387 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:07.958131 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9818b520-b843-49bf-b805-b4aa1cc1dbbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:07.965686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9818b520-b843-49bf-b805-b4aa1cc1dbbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:07.988782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:07.989614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:07.998612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:08.013432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:08.066539 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feafc516-f3e9-42f9-9b9c-9e07fac389e6', 'name': 'tempest-snat-router-395854233', 'tenant_id': '793a32e0d03544b597661205ac63f892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': False}, 'gw_port_id': '5e83274c-20be-47b0-b1e9-89e72105caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:57Z', 'updated_at': '2022-04-05T09:53:02Z', 'revision_number': 3, 'project_id': '793a32e0d03544b597661205ac63f892', 'gw_port': {'id': '5e83274c-20be-47b0-b1e9-89e72105caac', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:85:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feafc516-f3e9-42f9-9b9c-9e07fac389e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:59Z', 'updated_at': '2022-04-05T09:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:08.070581 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Checking router: feafc516-f3e9-42f9-9b9c-9e07fac389e6 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:53:08.071116 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Updating router feafc516-f3e9-42f9-9b9c-9e07fac389e6 port 5e83274c-20be-47b0-b1e9-89e72105caac binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:53:08.129411 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.209085 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9818b520-b843-49bf-b805-b4aa1cc1dbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.210886 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.224474 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b8bc82dc-2848-42b0-92d1-d7994fb275ad tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/routers/feafc516-f3e9-42f9-9b9c-9e07fac389e6 HTTP/1.1" status: 200 len: 908 time: 0.7123482 Apr 05 09:53:08.229820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52306) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:08.234135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9818b520-b843-49bf-b805-b4aa1cc1dbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.289788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=43d0005c-f665-4cae-a0f9-ac371ad0a9fa,segment=NetworkSegment(cce085fb-9fcd-4368-90fd-bfadbbdcaa36),segment_id=cce085fb-9fcd-4368-90fd-bfadbbdcaa36)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:08.303709 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9818b520-b843-49bf-b805-b4aa1cc1dbbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a03c49bded54186b1a5753f188a8387&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7143221 Apr 05 09:53:08.307322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Request body: {'router': {'name': 'tempest-snat-router-395854233', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'enable_snat': True}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:08.312493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:08.317043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Usage tracker for resource:router and tenant:793a32e0d03544b597661205ac63f892 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:08.320667 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.320814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:08.332816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:08.344967 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818b520-b843-49bf-b805-b4aa1cc1dbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b423cd6-214a-44f0-8ddf-bb567c8c1b66,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:08.372617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52310) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:08.384113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.385025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.408853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.424054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=43d0005c-f665-4cae-a0f9-ac371ad0a9fa,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:08.430785 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device aca64c2c-95a0-4b37-a355-9517b541f25e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:53:08.522753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: aca64c2c-95a0-4b37-a355-9517b541f25e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:53:08.523092 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device aca64c2c-95a0-4b37-a355-9517b541f25e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:53:08.559641 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.579586 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Transition to ACTIVE for port object 5e83274c-20be-47b0-b1e9-89e72105caac will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:08.588348 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.588539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2f619d41-25ea-4400-9b73-d0d190c1466e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.627623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2f619d41-25ea-4400-9b73-d0d190c1466e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.630439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef134335-e03d-492d-b9b5-3970a027dc45 None None] Network 68a46010-0049-4b06-bebc-cb40f6987a49 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:08.676390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:08.760678 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1785846-3664-49e8-9575-fa0656a95799 None None] Pushing event updated for resources: {'Port': ['ID=5e83274c-20be-47b0-b1e9-89e72105caac,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:08.764743 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Attempting to bind port 5e83274c-20be-47b0-b1e9-89e72105caac on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:53:08.764743 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Attempting to bind port 5e83274c-20be-47b0-b1e9-89e72105caac by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:53:08.765177 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Attempting to bind port 5e83274c-20be-47b0-b1e9-89e72105caac on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:53:08.775646 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:53:08.776054 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:08.776498 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.780559 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:53:08.780559 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Bound port: 5e83274c-20be-47b0-b1e9-89e72105caac, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:53:08.780559 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.789127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.807864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2f619d41-25ea-4400-9b73-d0d190c1466e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.859507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f619d41-25ea-4400-9b73-d0d190c1466e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b423cd6-214a-44f0-8ddf-bb567c8c1b66,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:08.897065 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] For port 5e83274c-20be-47b0-b1e9-89e72105caac, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:53:08.899650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2f619d41-25ea-4400-9b73-d0d190c1466e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.901026 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2f619d41-25ea-4400-9b73-d0d190c1466e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b423cd6-214a-44f0-8ddf-bb567c8c1b66 HTTP/1.1" status: 204 len: 168 time: 0.5200295 Apr 05 09:53:08.904207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33d4281-555d-4bf5-941f-b74ef5d429fa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Router 33169c55-4d2b-4e66-9314-f3f66b39db12 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:08.911259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5378e5c-18e4-4ad0-81ab-bba58f3e18d8 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.915167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b526ddef-8965-486e-beab-9765236b1436 None None] Provisioning complete for port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:08.915556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b526ddef-8965-486e-beab-9765236b1436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:08.917329 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] For port 5e83274c-20be-47b0-b1e9-89e72105caac, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5e83274c-20be-47b0-b1e9-89e72105caac,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:53:08.926657 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.045997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Pushing event updated for resources: {'Port': ['ID=d3f37df2-e486-4114-918f-c4fcdb9718ea,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:09.103718 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1785846-3664-49e8-9575-fa0656a95799 None None] Pushing event updated for resources: {'Port': ['ID=5e83274c-20be-47b0-b1e9-89e72105caac,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:09.117125 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Routers {'feafc516-f3e9-42f9-9b9c-9e07fac389e6'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:09.117125 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['feafc516-f3e9-42f9-9b9c-9e07fac389e6'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:09.134158 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bd50f566-3750-4b27-995b-7c79d904b0fa tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5140760 Apr 05 09:53:09.136967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5378e5c-18e4-4ad0-81ab-bba58f3e18d8 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.141054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52316) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:09.141988 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-212845f8-ac8e-4a1d-80f3-904e3fe32e5d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.186564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-719475331', 'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:09.243722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-212845f8-ac8e-4a1d-80f3-904e3fe32e5d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.278909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 43d0005c-f665-4cae-a0f9-ac371ad0a9fa up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:09.343505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:09.364841 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] Set router feafc516-f3e9-42f9-9b9c-9e07fac389e6 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:09.376258 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:09.376638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.520968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5378e5c-18e4-4ad0-81ab-bba58f3e18d8 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc40e91-37e6-42ad-8e88-c64917226f94,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:09.527323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Usage tracker for resource:port and tenant:2c7e2388b66b4f8bb5dc06586972e0d3 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:09.617784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:09.641001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52322) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:09.650799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02e66e0-a14a-4caa-9553-af7859da9667 None None] Network f2ac1c45-056d-40c9-ad10-82ad6a12d4e3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:09.668216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.679347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:09.686355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5378e5c-18e4-4ad0-81ab-bba58f3e18d8 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.717804 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e5378e5c-18e4-4ad0-81ab-bba58f3e18d8 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "DELETE /v2.0/subnets/2dc40e91-37e6-42ad-8e88-c64917226f94 HTTP/1.1" status: 204 len: 168 time: 3.5975914 Apr 05 09:53:09.718111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.721193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52326) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:09.735349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.815117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.858565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33d4281-555d-4bf5-941f-b74ef5d429fa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:09.874418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d33d4281-555d-4bf5-941f-b74ef5d429fa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.881107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] Sync routers for ids ['33169c55-4d2b-4e66-9314-f3f66b39db12'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:09.885011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Made reservation on behalf of 2c7e2388b66b4f8bb5dc06586972e0d3 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:09.886857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:09.930815 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feafc516-f3e9-42f9-9b9c-9e07fac389e6', 'name': 'tempest-snat-router-395854233', 'tenant_id': '793a32e0d03544b597661205ac63f892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': False}, 'gw_port_id': '5e83274c-20be-47b0-b1e9-89e72105caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:57Z', 'updated_at': '2022-04-05T09:53:02Z', 'revision_number': 3, 'project_id': '793a32e0d03544b597661205ac63f892', 'gw_port': {'id': '5e83274c-20be-47b0-b1e9-89e72105caac', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:85:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feafc516-f3e9-42f9-9b9c-9e07fac389e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:59Z', 'updated_at': '2022-04-05T09:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:09.947257 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c74258-00fd-404c-9c80-5730a8c6ab0f None None] The sync data for ids ['feafc516-f3e9-42f9-9b9c-9e07fac389e6'] in dv-neutron-833199-1-hyperv is: [{'id': 'feafc516-f3e9-42f9-9b9c-9e07fac389e6', 'name': 'tempest-snat-router-395854233', 'tenant_id': '793a32e0d03544b597661205ac63f892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': False}, 'gw_port_id': '5e83274c-20be-47b0-b1e9-89e72105caac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:57Z', 'updated_at': '2022-04-05T09:53:02Z', 'revision_number': 3, 'project_id': '793a32e0d03544b597661205ac63f892', 'gw_port': {'id': '5e83274c-20be-47b0-b1e9-89e72105caac', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:85:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feafc516-f3e9-42f9-9b9c-9e07fac389e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:59Z', 'updated_at': '2022-04-05T09:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:09.976312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574f8f51-1e3f-4bc6-9de6-6fa21dee534c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:09.977039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-574f8f51-1e3f-4bc6-9de6-6fa21dee534c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Synchronizing usage tracker for tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:09.998642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] Routers {'33169c55-4d2b-4e66-9314-f3f66b39db12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:09.999919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['33169c55-4d2b-4e66-9314-f3f66b39db12'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:10.005883 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d33d4281-555d-4bf5-941f-b74ef5d429fa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "PUT /v2.0/floatingips/9a958f3f-0bb1-4ac8-9278-506d06226012 HTTP/1.1" status: 200 len: 990 time: 6.9064188 Apr 05 09:53:10.009061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] device_id is not set on port a5dd6098-3fd5-4f98-83c9-f1ec35636e73 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:53:10.009879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399f48c8-4343-4085-9665-1f52fd841c98', 'tag': 'f56bf061-f721-4d30-b822-762fc1f05c29'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:53:10.032697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-574f8f51-1e3f-4bc6-9de6-6fa21dee534c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Unset dirty status for tenant:3f3ce423e8a94b74aea3a8b2ca39d0b6 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:10.034012 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-574f8f51-1e3f-4bc6-9de6-6fa21dee534c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3111191 Apr 05 09:53:10.043406 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52334) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:10.047839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Allocated IP 172.26.4.158 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/cb55995a-15d5-4f13-a396-cac14f40f49e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:10.129763 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24fb740-617d-4cc4-81b2-5125c6c30a9a'] response: {'name': 'network-changed', 'server_uuid': '399f48c8-4343-4085-9665-1f52fd841c98', 'tag': 'f56bf061-f721-4d30-b822-762fc1f05c29', 'status': 'completed', 'code': 200} Apr 05 09:53:10.184645 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7622edb1-ba30-449c-bfe9-0e88495f080a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:10.188139 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b69c014f-6eff-455b-b17b-468ebf49163f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29acf6a457664611aaae333c14192b33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5135300 Apr 05 09:53:10.219549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52338) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:10.257756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] Set router 33169c55-4d2b-4e66-9314-f3f66b39db12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:10.260820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7622edb1-ba30-449c-bfe9-0e88495f080a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:10.337511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c3dbfb-f384-4e4a-98e4-a1bcbcad667e None None] DHCP port deletion for f2ac1c45-056d-40c9-ad10-82ad6a12d4e3 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:53:10.396379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3dbfb-f384-4e4a-98e4-a1bcbcad667e None None] Deleting port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:10.396379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d7c3dbfb-f384-4e4a-98e4-a1bcbcad667e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:10.411452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:10.479000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Deleting port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:10.479402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:10.537975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca10cca6-3de2-42bd-960f-16123689d72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:10.650695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca10cca6-3de2-42bd-960f-16123689d72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:10.677050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:10.714720 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe12286d-b20a-4abf-a416-33b8d25e292d req-67979445-0cc3-4e76-a0df-368d5ed4fa8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3fca71fcb3da4672a6c1a17af4d7b27a&device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 1098 time: 0.5538611 Apr 05 09:53:10.717629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:10.720647 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Allocated IP 172.20.0.14 (68a46010-0049-4b06-bebc-cb40f6987a49/b6fcda6e-ada9-4c9f-b88f-8dd615ae793e/a5dd6098-3fd5-4f98-83c9-f1ec35636e73) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:10.724607 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-212845f8-ac8e-4a1d-80f3-904e3fe32e5d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Floating IP aefcea86-56ed-4b55-962f-c8900eeeb215 associated. External IP: 172.26.4.177, port: d55faabe-24e9-4269-b23c-fde501b6f9b4. Apr 05 09:53:10.737305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef3c19-cd18-4fc6-a50c-b07d4a5a3995 req-7295992f-09fc-44f1-a20e-172663c3bc38 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:10.738753 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f1ef3c19-cd18-4fc6-a50c-b07d4a5a3995 req-7295992f-09fc-44f1-a20e-172663c3bc38 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 945 time: 0.5389493 Apr 05 09:53:10.783825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:10.862673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d7c3dbfb-f384-4e4a-98e4-a1bcbcad667e None None] For port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=43d0005c-f665-4cae-a0f9-ac371ad0a9fa,segment=NetworkSegment(cce085fb-9fcd-4368-90fd-bfadbbdcaa36),segment_id=cce085fb-9fcd-4368-90fd-bfadbbdcaa36)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:10.863281 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d7c3dbfb-f384-4e4a-98e4-a1bcbcad667e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:11.004514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Pushing event updated for resources: {'Port': ['ID=d3f37df2-e486-4114-918f-c4fcdb9718ea,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:11.023184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3dbfb-f384-4e4a-98e4-a1bcbcad667e None None] Calling delete_port for 43d0005c-f665-4cae-a0f9-ac371ad0a9fa owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:11.039107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:11.093176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12286d-b20a-4abf-a416-33b8d25e292d req-58e0f4d0-9f8b-4303-bcc1-103276e2b369 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:11.095076 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe12286d-b20a-4abf-a416-33b8d25e292d req-58e0f4d0-9f8b-4303-bcc1-103276e2b369 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc HTTP/1.1" status: 200 len: 905 time: 0.3640478 Apr 05 09:53:11.095751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca10cca6-3de2-42bd-960f-16123689d72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:11.105012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '9a958f3f-0bb1-4ac8-9278-506d06226012', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'port_id': 'f56bf061-f721-4d30-b822-762fc1f05c29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'mac_address': 'fa:16:3e:8c:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f48c8-4343-4085-9665-1f52fd841c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:52:22Z', 'updated_at': '2022-04-05T09:53:05Z', 'revision_number': 1, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e', 'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'mac_address': 'fa:16:3e:38:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:09Z', 'updated_at': '2022-04-05T09:52:20Z', 'revision_number': 5, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'subnets': [{'id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:11.109572 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] Checking router: 33169c55-4d2b-4e66-9314-f3f66b39db12 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:53:11.113406 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] For port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=43d0005c-f665-4cae-a0f9-ac371ad0a9fa,segment=NetworkSegment(cce085fb-9fcd-4368-90fd-bfadbbdcaa36),segment_id=cce085fb-9fcd-4368-90fd-bfadbbdcaa36)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:11.113831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:11.117883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d7c3dbfb-f384-4e4a-98e4-a1bcbcad667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:11.133862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:11.166027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3dbfb-f384-4e4a-98e4-a1bcbcad667e None None] Pushing event deleted for resources: {'Port': ['ID=43d0005c-f665-4cae-a0f9-ac371ad0a9fa,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:11.169033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] Routers {'33169c55-4d2b-4e66-9314-f3f66b39db12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:11.169661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['33169c55-4d2b-4e66-9314-f3f66b39db12'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:11.189954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:11.193656 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e001bee0-9e2f-4170-84e8-a259e1f8f534 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8242202 Apr 05 09:53:11.196468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52342) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:11.198152 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-7622edb1-ba30-449c-bfe9-0e88495f080a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Floating IP 94ef996c-53fc-45ea-80ff-69f4d2b560b3 associated. External IP: 172.26.4.212, port: 895eb35e-ad16-4cb7-bb8f-ef22c445ee15. Apr 05 09:53:11.232058 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3dbfb-f384-4e4a-98e4-a1bcbcad667e None None] No DVR routers for this DVR port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:53:11.263883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Calling delete_port for 43d0005c-f665-4cae-a0f9-ac371ad0a9fa owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:11.309600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 43d0005c-f665-4cae-a0f9-ac371ad0a9fa no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:53:11.360591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 43d0005c-f665-4cae-a0f9-ac371ad0a9fa {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:53:11.361268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 43d0005c-f665-4cae-a0f9-ac371ad0a9fa not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:53:11.423242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] Set router 33169c55-4d2b-4e66-9314-f3f66b39db12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:11.491772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:11.532627 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10cca6-3de2-42bd-960f-16123689d72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bd5249-0e5f-4749-89f6-f76c05bf7705,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:11.533155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-60b0897a-8eb3-4d8d-9269-acb66683e435 tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Synchronizing usage tracker for tenant:be6f5f3af6704bd281fd761a36cc6457 on resource:floatingip {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:11.553610 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f1ef3c19-cd18-4fc6-a50c-b07d4a5a3995 req-f3e6adf1-78e3-48f1-8ed8-27e90393dd09 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7856226 Apr 05 09:53:11.584405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-60b0897a-8eb3-4d8d-9269-acb66683e435 tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Unset dirty status for tenant:be6f5f3af6704bd281fd761a36cc6457 on resource:floatingip {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:11.588333 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-60b0897a-8eb3-4d8d-9269-acb66683e435 tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3999 time: 0.3341525 Apr 05 09:53:11.591345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52348) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:11.653996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:11.663637 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca10cca6-3de2-42bd-960f-16123689d72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:11.666311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ca10cca6-3de2-42bd-960f-16123689d72a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/05bd5249-0e5f-4749-89f6-f76c05bf7705 HTTP/1.1" status: 204 len: 168 time: 1.4467149 Apr 05 09:53:11.683065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:11.685363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:11.687463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event updated for resources: {'Port': ['ID=cb55995a-15d5-4f13-a396-cac14f40f49e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:11.693920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:11.767754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d8d15a10-c5a9-48c6-9600-0ca3349022b7 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Synchronizing usage tracker for tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 on resource:floatingip {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:11.779981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:53:11.779981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:53:11.817393 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe12286d-b20a-4abf-a416-33b8d25e292d req-d0a04511-d67f-4c80-bc09-cd7f14abccb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f56bf061-f721-4d30-b822-762fc1f05c29 HTTP/1.1" status: 200 len: 998 time: 0.4598794 Apr 05 09:53:11.851549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Network 68a46010-0049-4b06-bebc-cb40f6987a49 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:11.855312 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '9a958f3f-0bb1-4ac8-9278-506d06226012', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'port_id': 'f56bf061-f721-4d30-b822-762fc1f05c29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'mac_address': 'fa:16:3e:8c:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f48c8-4343-4085-9665-1f52fd841c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:52:22Z', 'updated_at': '2022-04-05T09:53:05Z', 'revision_number': 1, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e', 'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'mac_address': 'fa:16:3e:38:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:09Z', 'updated_at': '2022-04-05T09:52:20Z', 'revision_number': 5, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'subnets': [{'id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:11.861601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce331e0c-849f-425a-8751-7f04018e15f5 None None] The sync data for ids ['33169c55-4d2b-4e66-9314-f3f66b39db12'] in dv-neutron-833199-1-hyperv is: [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '9a958f3f-0bb1-4ac8-9278-506d06226012', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'port_id': 'f56bf061-f721-4d30-b822-762fc1f05c29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'mac_address': 'fa:16:3e:8c:e5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399f48c8-4343-4085-9665-1f52fd841c98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:52:22Z', 'updated_at': '2022-04-05T09:53:05Z', 'revision_number': 1, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e', 'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'mac_address': 'fa:16:3e:38:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:09Z', 'updated_at': '2022-04-05T09:52:20Z', 'revision_number': 5, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'subnets': [{'id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:11.872148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:11.901318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12286d-b20a-4abf-a416-33b8d25e292d req-83343906-c129-44e1-be63-f57d29604e39 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:11.902670 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe12286d-b20a-4abf-a416-33b8d25e292d req-83343906-c129-44e1-be63-f57d29604e39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41d78c18-da9c-4221-9c72-332eef9555bd HTTP/1.1" status: 200 len: 844 time: 0.0705369 Apr 05 09:53:11.920886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event updated for resources: {'Port': ['ID=a5dd6098-3fd5-4f98-83c9-f1ec35636e73,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:11.933159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:12.030043 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe12286d-b20a-4abf-a416-33b8d25e292d req-1a3d84e5-0565-4b05-b67a-0f0602fa419b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068377 Apr 05 09:53:12.031615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:12.032324 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:12.126125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d8d15a10-c5a9-48c6-9600-0ca3349022b7 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Unset dirty status for tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 on resource:floatingip {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:12.130196 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d8d15a10-c5a9-48c6-9600-0ca3349022b7 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.5358882 Apr 05 09:53:12.131789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52362) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:12.232495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:12.233100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:12.285756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Deleting port 43d0005c-f665-4cae-a0f9-ac371ad0a9fa {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:12.286429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:12.331150 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe12286d-b20a-4abf-a416-33b8d25e292d req-2a420a27-8081-491d-b29d-b5d4ad58b819 service neutron] 10.222.0.10 "GET /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441728 Apr 05 09:53:12.347363 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2d82cbec-33d8-4e6f-b704-3c5477237490 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.1733072 Apr 05 09:53:12.347363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7171c-8a75-4321-acc3-d23c91967c64 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Deleting port d3f37df2-e486-4114-918f-c4fcdb9718ea {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:12.347363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fe7171c-8a75-4321-acc3-d23c91967c64 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:12.361126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52370) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:12.385683 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] The port '43d0005c-f665-4cae-a0f9-ac371ad0a9fa' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:53:12.650275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd38a0-aa78-4225-a328-70cdd72ddf3a tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Deleting port a5dd6098-3fd5-4f98-83c9-f1ec35636e73 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:12.650620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ecd38a0-aa78-4225-a328-70cdd72ddf3a tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:12.695735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:12.702312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fe7171c-8a75-4321-acc3-d23c91967c64 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:12.703159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fe7171c-8a75-4321-acc3-d23c91967c64 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:12.753317 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe12286d-b20a-4abf-a416-33b8d25e292d req-569ccd61-bce3-4dce-8aba-a3e745080054 service neutron] 10.222.0.10 "GET /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931065 Apr 05 09:53:12.757988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52380) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:12.792090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > segment before_delete 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.792455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.793207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.793547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > port after_create 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.793867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > port after_delete 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.794205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > port after_update 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.794544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > segment after_delete 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.794883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > subnet after_create 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.795202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > subnet after_delete 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.795632 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > subnet after_update 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.841397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6fe7171c-8a75-4321-acc3-d23c91967c64 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Calling delete_port for d3f37df2-e486-4114-918f-c4fcdb9718ea owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:12.904736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212845f8-ac8e-4a1d-80f3-904e3fe32e5d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Router 8106167b-8dd2-4671-9d4e-d278eda31cb8 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:12.940868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > subnet after_create 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.941218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > subnet after_delete 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.941555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > subnet before_create 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.941895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Subscribe: > subnet before_update 55550000 {{(pid=83819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 09:53:12.942272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ac1c45-056d-40c9-ad10-82ad6a12d4e3']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:12.978271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce085fb-9fcd-4368-90fd-bfadbbdcaa36') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:12.978578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce085fb-9fcd-4368-90fd-bfadbbdcaa36') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:13.003526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.047151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.123915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2045675174'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:13.130260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:53:13.130663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn_limited( Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn_limited( Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:53:13.154639 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:53:13.158419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:13.199881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7622edb1-ba30-449c-bfe9-0e88495f080a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:13.203166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fe7171c-8a75-4321-acc3-d23c91967c64 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.224697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:network and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:13.240803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:13.252493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7171c-8a75-4321-acc3-d23c91967c64 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Pushing event deleted for resources: {'Port': ['ID=d3f37df2-e486-4114-918f-c4fcdb9718ea,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:13.271188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:13.302216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.305736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Made reservation on behalf of ba64e14e74ee4e0e87501d9504277916 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:13.308656 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.423445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ecd38a0-aa78-4225-a328-70cdd72ddf3a tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.431138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.519359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.590922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd38a0-aa78-4225-a328-70cdd72ddf3a tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Calling delete_port for a5dd6098-3fd5-4f98-83c9-f1ec35636e73 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:13.621907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event deleted for resources: {'Network': ['ID=f2ac1c45-056d-40c9-ad10-82ad6a12d4e3,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:13.635501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fe7171c-8a75-4321-acc3-d23c91967c64 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.658414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Router be652348-c5bf-4ecf-9e72-21f75fb8ceb1 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:53:13.660255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fe7171c-8a75-4321-acc3-d23c91967c64 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.661458 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6fe7171c-8a75-4321-acc3-d23c91967c64 tempest-FloatingIPAdminTestJSON-432009994 tempest-FloatingIPAdminTestJSON-432009994-project] 10.222.0.30 "DELETE /v2.0/floatingips/c0d51fd8-89ad-4b99-bbe5-8b8f101a85f9 HTTP/1.1" status: 204 len: 168 time: 1.5264609 Apr 05 09:53:13.666879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52386) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:13.677565 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4649bfaa-197f-48dd-bf9f-03acf8c4611b tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "DELETE /v2.0/networks/f2ac1c45-056d-40c9-ad10-82ad6a12d4e3 HTTP/1.1" status: 204 len: 168 time: 3.6330342 Apr 05 09:53:13.681038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:13.684964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52390) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:13.711827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:security_group_rule and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:13.721388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:13.755307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212845f8-ac8e-4a1d-80f3-904e3fe32e5d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:13.760916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-212845f8-ac8e-4a1d-80f3-904e3fe32e5d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.765181 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] Sync routers for ids ['8106167b-8dd2-4671-9d4e-d278eda31cb8'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:13.777020 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] Routers {'8106167b-8dd2-4671-9d4e-d278eda31cb8'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:13.777621 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8106167b-8dd2-4671-9d4e-d278eda31cb8'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:13.846548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:13.886649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-db2c89c7-31ed-45fa-9cb0-a2095898feec tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Deleting port bb76ec9c-98af-4057-b19d-18af34a18839 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:13.887238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-db2c89c7-31ed-45fa-9cb0-a2095898feec tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:13.944110 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-212845f8-ac8e-4a1d-80f3-904e3fe32e5d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "PUT /v2.0/floatingips/aefcea86-56ed-4b55-962f-c8900eeeb215 HTTP/1.1" status: 200 len: 991 time: 6.8591428 Apr 05 09:53:13.949525 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'tag': 'd55faabe-24e9-4269-b23c-fde501b6f9b4'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:53:13.978756 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] Set router 8106167b-8dd2-4671-9d4e-d278eda31cb8 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:14.046942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.059458 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176bd6f2-0690-420b-9c79-36239baa6bdd'] response: {'name': 'network-changed', 'server_uuid': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'tag': 'd55faabe-24e9-4269-b23c-fde501b6f9b4', 'status': 'completed', 'code': 200} Apr 05 09:53:14.093293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7622edb1-ba30-449c-bfe9-0e88495f080a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:14.099607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7622edb1-ba30-449c-bfe9-0e88495f080a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.105288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] Sync routers for ids ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:14.130134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] Routers {'7546be7f-49dd-436b-a28e-1d27ffa1fbcd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:14.130762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:14.170669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-db2c89c7-31ed-45fa-9cb0-a2095898feec tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.171947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-db2c89c7-31ed-45fa-9cb0-a2095898feec tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.305270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ecd38a0-aa78-4225-a328-70cdd72ddf3a tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.322422 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7622edb1-ba30-449c-bfe9-0e88495f080a tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "PUT /v2.0/floatingips/94ef996c-53fc-45ea-80ff-69f4d2b560b3 HTTP/1.1" status: 200 len: 992 time: 8.1605475 Apr 05 09:53:14.346858 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-db2c89c7-31ed-45fa-9cb0-a2095898feec tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Calling delete_port for bb76ec9c-98af-4057-b19d-18af34a18839 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:14.377311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] Set router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:14.404549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.420769 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd38a0-aa78-4225-a328-70cdd72ddf3a tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5dd6098-3fd5-4f98-83c9-f1ec35636e73,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:14.432871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.466228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.517345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:14.551832 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'aefcea86-56ed-4b55-962f-c8900eeeb215', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'floating_ip_address': '172.26.4.177', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'port_id': 'd55faabe-24e9-4269-b23c-fde501b6f9b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'mac_address': 'fa:16:3e:99:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:52:28Z', 'updated_at': '2022-04-05T09:53:08Z', 'revision_number': 1, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:53:03Z', 'revision_number': 5, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:14.557304 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] Checking router: 8106167b-8dd2-4671-9d4e-d278eda31cb8 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:53:14.573301 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] Routers {'8106167b-8dd2-4671-9d4e-d278eda31cb8'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:14.573945 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8106167b-8dd2-4671-9d4e-d278eda31cb8'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:14.597194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b9c762-fc39-4bc4-817f-b0131a11ae63') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:14.597491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b9c762-fc39-4bc4-817f-b0131a11ae63') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:14.633822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-db2c89c7-31ed-45fa-9cb0-a2095898feec tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.635205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:53:14.691169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.709184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c89c7-31ed-45fa-9cb0-a2095898feec tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb76ec9c-98af-4057-b19d-18af34a18839,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:14.711180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.720325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:53:14.720793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:53:14.846189 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:53:14.854213 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] Set router 8106167b-8dd2-4671-9d4e-d278eda31cb8 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:14.858853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-db2c89c7-31ed-45fa-9cb0-a2095898feec tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.881128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-db2c89c7-31ed-45fa-9cb0-a2095898feec tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.882171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ecd38a0-aa78-4225-a328-70cdd72ddf3a tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.884882 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-db2c89c7-31ed-45fa-9cb0-a2095898feec tempest-FloatingIPAdminTestJSON-506748109 tempest-FloatingIPAdminTestJSON-506748109-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/bc72eb04-c125-42aa-8af6-dd6feecc7dca HTTP/1.1" status: 204 len: 168 time: 1.2169607 Apr 05 09:53:14.888303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52400) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:14.893957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811b45b-c038-41d7-be07-e03b42c86d41 req-29c65075-0cca-42be-a81d-97a2c299b9ee tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:14.898061 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1811b45b-c038-41d7-be07-e03b42c86d41 req-29c65075-0cca-42be-a81d-97a2c299b9ee tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.7481799 Apr 05 09:53:14.899503 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b536dd-76a6-4206-a6e2-0fceae535f71,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:14.917890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:14.918336 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Added segment 681d60a8-1786-4854-9d53-54ff0b37ddd5 of type vlan for network bd62f376-259b-45b6-a05f-bdd6b78f02d5 Apr 05 09:53:14.981337 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4963178e-ec8e-4de3-8c54-983817154650 req-aad7c6cc-65f2-471a-b173-798f34991381 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d5619b76fb4201b7106411914d699a&device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 1098 time: 0.8678784 Apr 05 09:53:15.033243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-655c69b3-c772-410f-9bff-f5e27e98c744 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Deleting port 6cd40715-ced0-4863-97f8-2d0644917226 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:15.033597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-655c69b3-c772-410f-9bff-f5e27e98c744 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.084996 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:24Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '94ef996c-53fc-45ea-80ff-69f4d2b560b3', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'port_id': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:52:33Z', 'updated_at': '2022-04-05T09:53:09Z', 'revision_number': 1, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce5b346-6cfd-4617-bdee-6249b7ff7c2b', 'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'mac_address': 'fa:16:3e:22:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:21Z', 'updated_at': '2022-04-05T09:53:02Z', 'revision_number': 5, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'subnets': [{'id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:15.090297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] Checking router: 7546be7f-49dd-436b-a28e-1d27ffa1fbcd for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:53:15.104441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] Routers {'7546be7f-49dd-436b-a28e-1d27ffa1fbcd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:15.105042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:15.139964 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6ecd38a0-aa78-4225-a328-70cdd72ddf3a tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a5dd6098-3fd5-4f98-83c9-f1ec35636e73 HTTP/1.1" status: 204 len: 168 time: 2.7776875 Apr 05 09:53:15.146456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52404) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:15.151218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.217197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49', 'external_fixed_ips': [{'subnet_id': 'b6fcda6e-ada9-4c9f-b88f-8dd615ae793e', 'ip_address': '172.20.0.14'}]}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:15.250444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.254173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:15.258572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:15.265485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.282464 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1811b45b-c038-41d7-be07-e03b42c86d41 req-a10646c4-d56b-4123-8052-1bebefe2bd4a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3778014 Apr 05 09:53:15.345127 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Sync routers for ids ['be652348-c5bf-4ecf-9e72-21f75fb8ceb1'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:15.375417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Usage tracker for resource:router and tenant:2c7e2388b66b4f8bb5dc06586972e0d3 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:15.377079 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Routers {'be652348-c5bf-4ecf-9e72-21f75fb8ceb1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:15.378262 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['be652348-c5bf-4ecf-9e72-21f75fb8ceb1'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:15.388357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event deleted for resources: {'Network': ['ID=cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:15.391300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:15.393722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] Set router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:15.401628 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-655c69b3-c772-410f-9bff-f5e27e98c744 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.427055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.428298 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-801e6e53-e196-4bb3-8ead-97d354444520 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.1608682 Apr 05 09:53:15.429830 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9e5c3b5d-f4a1-48dc-b424-a856c52d5f95 tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "DELETE /v2.0/networks/cca5b1cd-2ae9-4171-af3c-0e8e48c86ac4 HTTP/1.1" status: 204 len: 168 time: 1.7439651 Apr 05 09:53:15.446018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:15.449749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52410) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:15.450073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52412) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:15.628226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b585e-ad92-4889-9c89-f6dc41513599 req-be35d290-316d-446d-a856-f433856cd9fa tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:15.632899 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Set router be652348-c5bf-4ecf-9e72-21f75fb8ceb1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:15.634869 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3e4b585e-ad92-4889-9c89-f6dc41513599 req-be35d290-316d-446d-a856-f433856cd9fa tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 946 time: 1.1041331 Apr 05 09:53:15.654602 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-655c69b3-c772-410f-9bff-f5e27e98c744 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Calling delete_port for 6cd40715-ced0-4863-97f8-2d0644917226 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:15.872294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963178e-ec8e-4de3-8c54-983817154650 req-aff1a957-4137-4cfe-b302-931f6207ebf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:15.873914 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4963178e-ec8e-4de3-8c54-983817154650 req-aff1a957-4137-4cfe-b302-931f6207ebf5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=19491046-51f6-427c-b308-ccbe410a1d66 HTTP/1.1" status: 200 len: 911 time: 0.8813200 Apr 05 09:53:15.896793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.898328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.916845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-655c69b3-c772-410f-9bff-f5e27e98c744 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.917432 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'aefcea86-56ed-4b55-962f-c8900eeeb215', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'floating_ip_address': '172.26.4.177', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'port_id': 'd55faabe-24e9-4269-b23c-fde501b6f9b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'mac_address': 'fa:16:3e:99:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:52:28Z', 'updated_at': '2022-04-05T09:53:08Z', 'revision_number': 1, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:53:03Z', 'revision_number': 5, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:15.917856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.933217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:15.935716 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f119512-dbc5-4cdd-b26b-0ad6babb50fc None None] The sync data for ids ['8106167b-8dd2-4671-9d4e-d278eda31cb8'] in dv-neutron-833199-1-hyperv is: [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'aefcea86-56ed-4b55-962f-c8900eeeb215', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'floating_ip_address': '172.26.4.177', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'port_id': 'd55faabe-24e9-4269-b23c-fde501b6f9b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'mac_address': 'fa:16:3e:99:f9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:52:28Z', 'updated_at': '2022-04-05T09:53:08Z', 'revision_number': 1, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:53:03Z', 'revision_number': 5, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:15.943314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:15.944045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.057195 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be652348-c5bf-4ecf-9e72-21f75fb8ceb1', 'name': 'tempest-snat-router-395854233', 'tenant_id': '793a32e0d03544b597661205ac63f892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cb55995a-15d5-4f13-a396-cac14f40f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:08Z', 'updated_at': '2022-04-05T09:53:11Z', 'revision_number': 3, 'project_id': '793a32e0d03544b597661205ac63f892', 'gw_port': {'id': 'cb55995a-15d5-4f13-a396-cac14f40f49e', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be652348-c5bf-4ecf-9e72-21f75fb8ceb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:09Z', 'updated_at': '2022-04-05T09:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:16.062882 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Checking router: be652348-c5bf-4ecf-9e72-21f75fb8ceb1 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:53:16.064185 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Updating router be652348-c5bf-4ecf-9e72-21f75fb8ceb1 port cb55995a-15d5-4f13-a396-cac14f40f49e binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:53:16.073045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:24Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '94ef996c-53fc-45ea-80ff-69f4d2b560b3', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'port_id': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:52:33Z', 'updated_at': '2022-04-05T09:53:09Z', 'revision_number': 1, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce5b346-6cfd-4617-bdee-6249b7ff7c2b', 'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'mac_address': 'fa:16:3e:22:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:21Z', 'updated_at': '2022-04-05T09:53:02Z', 'revision_number': 5, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'subnets': [{'id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:16.078161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfe79d-0ef4-4683-a650-e2694ff6474c None None] The sync data for ids ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'] in dv-neutron-833199-1-hyperv is: [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:24Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '94ef996c-53fc-45ea-80ff-69f4d2b560b3', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'floating_ip_address': '172.26.4.212', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'port_id': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'mac_address': 'fa:16:3e:fd:d1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:52:33Z', 'updated_at': '2022-04-05T09:53:09Z', 'revision_number': 1, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce5b346-6cfd-4617-bdee-6249b7ff7c2b', 'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'mac_address': 'fa:16:3e:22:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:21Z', 'updated_at': '2022-04-05T09:53:02Z', 'revision_number': 5, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'subnets': [{'id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:16.083609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'tag': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:53:16.088759 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c69b3-c772-410f-9bff-f5e27e98c744 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event deleted for resources: {'Port': ['ID=6cd40715-ced0-4863-97f8-2d0644917226,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:16.186976 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.231078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-655c69b3-c772-410f-9bff-f5e27e98c744 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.241558 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-655c69b3-c772-410f-9bff-f5e27e98c744 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "DELETE /v2.0/ports/6cd40715-ced0-4863-97f8-2d0644917226 HTTP/1.1" status: 204 len: 168 time: 1.3520911 Apr 05 09:53:16.242564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52420) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:16.254769 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Network': ['ID=bd62f376-259b-45b6-a05f-bdd6b78f02d5,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:16.268865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network bd62f376-259b-45b6-a05f-bdd6b78f02d5 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:53:16.325623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52424) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:16.326315 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-63d809fd-69b6-4e46-8ade-dcdc4caf3135 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5368807 Apr 05 09:53:16.337393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'subnet': {'network_id': 'bd62f376-259b-45b6-a05f-bdd6b78f02d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:16.440453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.459917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.461455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1871ad-10cc-4e79-9d0d-08875834e11c tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:16.462233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0c1871ad-10cc-4e79-9d0d-08875834e11c tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Synchronizing usage tracker for tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:16.477649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:16.486531 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:subnet and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:16.490357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:16.496618 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0c1871ad-10cc-4e79-9d0d-08875834e11c tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Unset dirty status for tenant:4a8fbb72f9b24ba7b4e58d4ae6bcb113 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:16.501371 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0c1871ad-10cc-4e79-9d0d-08875834e11c tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "GET /v2.0/ports?device_id=f07f60cf-74c3-4600-a785-2230d4a7cddc HTTP/1.1" status: 200 len: 913 time: 0.2542975 Apr 05 09:53:16.501371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:16.501669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52428) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:16.503875 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3e4b585e-ad92-4889-9c89-f6dc41513599 req-a86f23fd-faa8-46d7-a080-85af2ae2152f tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8680964 Apr 05 09:53:16.516115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73399688-6dee-435d-8d47-2889302c68e6 req-52c27768-c99a-4374-8f9c-b8bc88b8680d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:16.517528 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-73399688-6dee-435d-8d47-2889302c68e6 req-52c27768-c99a-4374-8f9c-b8bc88b8680d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.9140544 Apr 05 09:53:16.591828 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4963178e-ec8e-4de3-8c54-983817154650 req-18c359dc-07b7-4041-99ed-dc6b503f62df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4 HTTP/1.1" status: 200 len: 999 time: 0.6070817 Apr 05 09:53:16.598739 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.612761 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Transition to ACTIVE for port object cb55995a-15d5-4f13-a396-cac14f40f49e will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:16.627453 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.629922 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0966d163-1919-4b2b-8e07-ae417f0e5625'] response: {'name': 'network-changed', 'server_uuid': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'tag': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15', 'status': 'completed', 'code': 200} Apr 05 09:53:16.705169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Made reservation on behalf of ba64e14e74ee4e0e87501d9504277916 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:16.735410 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Pushing event updated for resources: {'Port': ['ID=cb55995a-15d5-4f13-a396-cac14f40f49e,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:16.740523 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Attempting to bind port cb55995a-15d5-4f13-a396-cac14f40f49e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:53:16.740884 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Attempting to bind port cb55995a-15d5-4f13-a396-cac14f40f49e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:53:16.741244 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Attempting to bind port cb55995a-15d5-4f13-a396-cac14f40f49e on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:53:16.751984 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.752329 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.752658 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.752988 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.753316 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.753638 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.753959 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.754277 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.754593 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.754906 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.755220 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:53:16.759042 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:53:16.759401 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:16.759826 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.760203 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:53:16.760666 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Bound port: cb55995a-15d5-4f13-a396-cac14f40f49e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:53:16.761053 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.833010 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] For port cb55995a-15d5-4f13-a396-cac14f40f49e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:53:16.836091 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] For port cb55995a-15d5-4f13-a396-cac14f40f49e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cb55995a-15d5-4f13-a396-cac14f40f49e,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:53:16.843662 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.855626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.880017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:16.894665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963178e-ec8e-4de3-8c54-983817154650 req-dd0fed5c-64e4-4c2c-a23a-28e81ffb888a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:16.896144 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4963178e-ec8e-4de3-8c54-983817154650 req-dd0fed5c-64e4-4c2c-a23a-28e81ffb888a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22804349-64e3-4deb-bc5b-b60e9ff7803b HTTP/1.1" status: 200 len: 850 time: 0.3035593 Apr 05 09:53:16.925761 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Routers {'be652348-c5bf-4ecf-9e72-21f75fb8ceb1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:16.926386 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['be652348-c5bf-4ecf-9e72-21f75fb8ceb1'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:16.962045 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-73399688-6dee-435d-8d47-2889302c68e6 req-f37434dd-2fae-462f-9cee-e6a5bb0fe518 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4372709 Apr 05 09:53:16.966371 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae1925d7-6a80-4e6e-b0d8-390dfc6f67a5 req-06c6945c-9688-4dd2-b38b-c895efa49507 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=156f56ba2afa4a3386a7f157e6d9be8f&device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 1099 time: 0.3186250 Apr 05 09:53:16.968793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4be1ac6-da7a-4f57-a312-9fe90ddfc498']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:17.035590 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18e6ac-edfd-44f2-a602-fbbe58311695 None None] Pushing event updated for resources: {'Port': ['ID=cb55995a-15d5-4f13-a396-cac14f40f49e,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:17.115411 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] Set router be652348-c5bf-4ecf-9e72-21f75fb8ceb1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:17.131042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986bcbd2-e038-4a33-8eeb-fcd444da53df') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:17.131365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986bcbd2-e038-4a33-8eeb-fcd444da53df') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:17.149032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:17.181990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:17.188435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:53:17.188902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:17.221708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1925d7-6a80-4e6e-b0d8-390dfc6f67a5 req-d7bfe5db-2a1c-4628-bcdc-306d60414f11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:17.223152 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae1925d7-6a80-4e6e-b0d8-390dfc6f67a5 req-d7bfe5db-2a1c-4628-bcdc-306d60414f11 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2399397e-952c-41dd-a884-3607f787c936 HTTP/1.1" status: 200 len: 911 time: 0.2487879 Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:53:17.254249 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:53:17.295243 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5e3cf5ad-792f-48d9-9727-e7f824b9f105 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/routers/be652348-c5bf-4ecf-9e72-21f75fb8ceb1 HTTP/1.1" status: 200 len: 907 time: 1.8414164 Apr 05 09:53:17.300904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52438) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:17.354583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:17.390770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:17.441452 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4963178e-ec8e-4de3-8c54-983817154650 req-b24bb36c-8ec2-47c5-a5e8-e80293077b72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19491046-51f6-427c-b308-ccbe410a1d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5171945 Apr 05 09:53:17.457506 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be652348-c5bf-4ecf-9e72-21f75fb8ceb1', 'name': 'tempest-snat-router-395854233', 'tenant_id': '793a32e0d03544b597661205ac63f892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cb55995a-15d5-4f13-a396-cac14f40f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:08Z', 'updated_at': '2022-04-05T09:53:11Z', 'revision_number': 3, 'project_id': '793a32e0d03544b597661205ac63f892', 'gw_port': {'id': 'cb55995a-15d5-4f13-a396-cac14f40f49e', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be652348-c5bf-4ecf-9e72-21f75fb8ceb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:09Z', 'updated_at': '2022-04-05T09:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:17.462011 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42024d2-a043-4f69-9365-9fd5f300c14d None None] The sync data for ids ['be652348-c5bf-4ecf-9e72-21f75fb8ceb1'] in dv-neutron-833199-1-hyperv is: [{'id': 'be652348-c5bf-4ecf-9e72-21f75fb8ceb1', 'name': 'tempest-snat-router-395854233', 'tenant_id': '793a32e0d03544b597661205ac63f892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.158'}], 'enable_snat': True}, 'gw_port_id': 'cb55995a-15d5-4f13-a396-cac14f40f49e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:08Z', 'updated_at': '2022-04-05T09:53:11Z', 'revision_number': 3, 'project_id': '793a32e0d03544b597661205ac63f892', 'gw_port': {'id': 'cb55995a-15d5-4f13-a396-cac14f40f49e', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:2c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be652348-c5bf-4ecf-9e72-21f75fb8ceb1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:09Z', 'updated_at': '2022-04-05T09:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:17.462926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event deleted for resources: {'Network': ['ID=d4be1ac6-da7a-4f57-a312-9fe90ddfc498,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:17.507291 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:17.508478 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5e1c7bae-7df0-4d2c-a848-28bd0980cf8a tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "DELETE /v2.0/networks/d4be1ac6-da7a-4f57-a312-9fe90ddfc498 HTTP/1.1" status: 204 len: 168 time: 2.0458541 Apr 05 09:53:17.512318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52442) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:17.549524 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae1925d7-6a80-4e6e-b0d8-390dfc6f67a5 req-9097c99b-ef96-47cd-be65-444d01af8068 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=895eb35e-ad16-4cb7-bb8f-ef22c445ee15 HTTP/1.1" status: 200 len: 1000 time: 0.2677727 Apr 05 09:53:17.686458 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4963178e-ec8e-4de3-8c54-983817154650 req-74b98310-8711-4837-b4c4-e938da6aeb2e service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357991 Apr 05 09:53:17.834609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Subnet': ['ID=4cd87451-0bc0-4e16-95de-cb3c45ef6e5f,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:17.840178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0c0a9-fa47-49b9-ad94-b11a6dcdf98e None None] New status for floating IP 9a958f3f-0bb1-4ac8-9278-506d06226012: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 09:53:17.849975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:17.880762 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:17.888739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1925d7-6a80-4e6e-b0d8-390dfc6f67a5 req-60ee1d86-7547-4dd3-b3d5-e13961288b95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:17.891091 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae1925d7-6a80-4e6e-b0d8-390dfc6f67a5 req-60ee1d86-7547-4dd3-b3d5-e13961288b95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe58475-ba06-44b1-8bc4-b267db5f0779 HTTP/1.1" status: 200 len: 850 time: 0.3169806 Apr 05 09:53:17.901429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:17.978900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Checking segment: {'id': '681d60a8-1786-4854-9d53-54ff0b37ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bd62f376-259b-45b6-a05f-bdd6b78f02d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:17.979470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network hostable DHCP agents. Network: bd62f376-259b-45b6-a05f-bdd6b78f02d5, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:53:17.985823 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4963178e-ec8e-4de3-8c54-983817154650 req-cc972615-7f37-429b-be5c-81ac3421dffa service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899938 Apr 05 09:53:18.010780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.123507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.172569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd9c622-f125-4515-b647-802e55670669']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:18.182339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network bd62f376-259b-45b6-a05f-bdd6b78f02d5 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:53:18.203378 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3349b3-0b6d-43cd-801b-9c081cec25a1') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:18.203713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3349b3-0b6d-43cd-801b-9c081cec25a1') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:18.225573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.232709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, bd62f376-259b-45b6-a05f-bdd6b78f02d5) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:18.237070 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae1925d7-6a80-4e6e-b0d8-390dfc6f67a5 req-7982c01e-1cee-42f6-ac2f-a20725f41a12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2399397e-952c-41dd-a884-3607f787c936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3345075 Apr 05 09:53:18.244564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.245185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95234dd1-1ddb-4eab-a225-af6f485ce59c None None] Network bd62f376-259b-45b6-a05f-bdd6b78f02d5 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:18.294229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:18.294998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.334489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Allocated IP 172.20.0.14 (68a46010-0049-4b06-bebc-cb40f6987a49/b6fcda6e-ada9-4c9f-b88f-8dd615ae793e/32e72bea-c8a3-4833-b76f-e6769a48ea82) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:18.355077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f972aa-7e85-40c1-9a99-ce84a4c73765 req-11e2928d-1068-4689-93a9-b41f8324f5ec tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:18.356554 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b7f972aa-7e85-40c1-9a99-ce84a4c73765 req-11e2928d-1068-4689-93a9-b41f8324f5ec tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.1846459 Apr 05 09:53:18.384095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.461078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:53:18.461481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.480547 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56731a6f-a144-4614-ae8c-66ea00c5f0e5 None None] Network bd62f376-259b-45b6-a05f-bdd6b78f02d5 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:53:18.482083 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:53:18.512013 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b7f972aa-7e85-40c1-9a99-ce84a4c73765 req-0663a2d4-ebce-4dcc-a549-698cf4d343fc tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462269 Apr 05 09:53:18.575347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.583199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.600566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Deleting port cb55995a-15d5-4f13-a396-cac14f40f49e {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:18.600911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.622233 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-56c8f6fe-e339-4ba3-ba8a-6fa7fdff31ea tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2924850 Apr 05 09:53:18.633398 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52450) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:18.640533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2063744589', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:18.679248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.681173 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:18.698644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:router and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:18.704981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:18.716250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.745263 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:18.748003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.766180 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae1925d7-6a80-4e6e-b0d8-390dfc6f67a5 req-b902a41a-d4e2-4dc9-a8f2-a4dee38799e2 service neutron] 10.222.0.10 "GET /v2.0/networks/2399397e-952c-41dd-a884-3607f787c936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666362 Apr 05 09:53:18.771171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] Pushing event deleted for resources: {'Network': ['ID=6bd9c622-f125-4515-b647-802e55670669,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:18.800522 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-502c886a-f91b-4538-b10f-2427636e8e0c tempest-BulkNetworkOpsTest-878960628 tempest-BulkNetworkOpsTest-878960628-project] 10.222.0.30 "DELETE /v2.0/networks/6bd9c622-f125-4515-b647-802e55670669 HTTP/1.1" status: 204 len: 168 time: 1.2566371 Apr 05 09:53:18.857903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.859148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.946915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:18.987734 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae1925d7-6a80-4e6e-b0d8-390dfc6f67a5 req-6e10e80e-632f-45df-9ed2-5b0ab70fed8a service neutron] 10.222.0.10 "GET /v2.0/networks/2399397e-952c-41dd-a884-3607f787c936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127907 Apr 05 09:53:18.989935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Network 68a46010-0049-4b06-bebc-cb40f6987a49 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:19.000328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:19.015746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:19.056788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event updated for resources: {'Port': ['ID=32e72bea-c8a3-4833-b76f-e6769a48ea82,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:19.107580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] For port cb55995a-15d5-4f13-a396-cac14f40f49e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cb55995a-15d5-4f13-a396-cac14f40f49e,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:19.107949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:19.158014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52458) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:19.268253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Calling delete_port for cb55995a-15d5-4f13-a396-cac14f40f49e owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:19.273744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:19.320640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dde40-99c9-43a7-aaf6-04cebd0f50d2 req-e209658f-e72e-49ef-a0f2-749c3c14aea3 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:19.322154 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a3dde40-99c9-43a7-aaf6-04cebd0f50d2 req-e209658f-e72e-49ef-a0f2-749c3c14aea3 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.4420547 Apr 05 09:53:19.429295 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a3dde40-99c9-43a7-aaf6-04cebd0f50d2 req-babd265d-1276-4181-b3bf-b5559f455578 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980296 Apr 05 09:53:19.521067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:19.521861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:19.551819 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-304adb09-3568-4917-bbdd-3d4ee263cf10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f3ce423e8a94b74aea3a8b2ca39d0b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3925285 Apr 05 09:53:19.555806 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52466) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:19.671491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:19.724147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb55995a-15d5-4f13-a396-cac14f40f49e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:19.726045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1024283e-1c3b-409b-941e-274c22e5278a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:19.777524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1024283e-1c3b-409b-941e-274c22e5278a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:19.910958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:19.950474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:20.047835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1024283e-1c3b-409b-941e-274c22e5278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:20.156785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024283e-1c3b-409b-941e-274c22e5278a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad55d828-d3c3-4ef4-acb0-64ee25ebe017,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:20.162792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2c47e-ad57-4d4d-9ceb-4edb3e1e20f8 req-89737734-3970-44e2-a851-b1605326d541 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:20.168049 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bb2c47e-ad57-4d4d-9ceb-4edb3e1e20f8 req-89737734-3970-44e2-a851-b1605326d541 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3322184 Apr 05 09:53:20.170795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Deleting port a4020c5e-4f36-4051-aaf1-9f1b9f391957 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:20.171102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:20.171614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:20.490941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.26.4.9 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/a9b9a640-334e-4ce4-879d-e3a82c9f4323) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:20.503605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1024283e-1c3b-409b-941e-274c22e5278a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:20.508477 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1024283e-1c3b-409b-941e-274c22e5278a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad55d828-d3c3-4ef4-acb0-64ee25ebe017 HTTP/1.1" status: 204 len: 168 time: 0.9491689 Apr 05 09:53:20.699407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:20.718526 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bb2c47e-ad57-4d4d-9ceb-4edb3e1e20f8 req-53c58399-7033-43d8-84fa-3d55b0afac09 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5478888 Apr 05 09:53:20.728717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:20.737856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:20.834813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:20.835411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be652348-c5bf-4ecf-9e72-21f75fb8ceb1 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:53:20.860143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:20.861277 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-46566558-25a1-4ef3-b9a6-4bb8f65e0d39 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "DELETE /v2.0/routers/be652348-c5bf-4ecf-9e72-21f75fb8ceb1 HTTP/1.1" status: 204 len: 168 time: 3.5594513 Apr 05 09:53:20.864320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52478) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:20.869037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Calling delete_port for a4020c5e-4f36-4051-aaf1-9f1b9f391957 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:21.010509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Router bd9fed05-e233-453f-8454-6b692944ad8b is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:53:21.309127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:21.352825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5e83274c-20be-47b0-b1e9-89e72105caac up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:21.388612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:21.414648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:21.445056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 5e83274c-20be-47b0-b1e9-89e72105caac completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:21.453742 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5e83274c-20be-47b0-b1e9-89e72105caac triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:21.454428 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:21.487916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event deleted for resources: {'Port': ['ID=a4020c5e-4f36-4051-aaf1-9f1b9f391957,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:21.491898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:21.511746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:21.523131 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Sync routers for ids ['bd9fed05-e233-453f-8454-6b692944ad8b'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:21.546202 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Routers {'bd9fed05-e233-453f-8454-6b692944ad8b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:21.549904 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['bd9fed05-e233-453f-8454-6b692944ad8b'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:21.564776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:21.587165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:21.602880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:21.606434 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-70a2ecc9-56cc-4937-a607-d10be37f83e1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.4565403 Apr 05 09:53:21.610516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52502) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:21.721957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:21.740387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5e83274c-20be-47b0-b1e9-89e72105caac, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5e83274c-20be-47b0-b1e9-89e72105caac,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:21.741764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:21.749881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:21.828334 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:21.836058 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5e83274c-20be-47b0-b1e9-89e72105caac,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:21.863309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=a9b9a640-334e-4ce4-879d-e3a82c9f4323,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:21.938685 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Set router bd9fed05-e233-453f-8454-6b692944ad8b gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:21.941611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52508) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:22.059578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8f910-b5bf-4d06-bc3a-6eac064c1378 req-45ed2fea-e8a2-4c70-a251-66c18526421d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:22.062602 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eed8f910-b5bf-4d06-bc3a-6eac064c1378 req-45ed2fea-e8a2-4c70-a251-66c18526421d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2620285 Apr 05 09:53:22.154526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.184821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'network': {'name': 'tempest-RoutersTest-2062928431'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:22.214627 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:22.238713 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eed8f910-b5bf-4d06-bc3a-6eac064c1378 req-6b0c10aa-a9d8-479e-ba63-e60804ab2b21 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675603 Apr 05 09:53:22.241282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.242252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.246446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:network and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:22.250069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Deleting port 5e83274c-20be-47b0-b1e9-89e72105caac {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:22.250407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.288578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:22.311464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e0816-60d6-47af-9e5b-42c36d29c337 None None] New status for floating IP aefcea86-56ed-4b55-962f-c8900eeeb215: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 09:53:22.318696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:22.341453 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f2267-f040-4ab3-9409-076d7453abff None None] New status for floating IP 94ef996c-53fc-45ea-80ff-69f4d2b560b3: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 09:53:22.426894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:22.429872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.458024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.484139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.505224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:22.509058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:security_group_rule and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:22.512489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:22.518372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:22.589716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.610046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.656365 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9fed05-e233-453f-8454-6b692944ad8b', 'name': '', 'tenant_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49', 'external_fixed_ips': [{'subnet_id': 'b6fcda6e-ada9-4c9f-b88f-8dd615ae793e', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '32e72bea-c8a3-4833-b76f-e6769a48ea82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:15Z', 'updated_at': '2022-04-05T09:53:19Z', 'revision_number': 3, 'project_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'gw_port': {'id': '32e72bea-c8a3-4833-b76f-e6769a48ea82', 'name': '', 'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9fed05-e233-453f-8454-6b692944ad8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b6fcda6e-ada9-4c9f-b88f-8dd615ae793e', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:17Z', 'updated_at': '2022-04-05T09:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6fcda6e-ada9-4c9f-b88f-8dd615ae793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:22.667795 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Checking router: bd9fed05-e233-453f-8454-6b692944ad8b for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:53:22.668155 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Updating router bd9fed05-e233-453f-8454-6b692944ad8b port 32e72bea-c8a3-4833-b76f-e6769a48ea82 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:53:22.731024 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.787484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.826116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:53:22.894381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:53:22.900735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] For port 5e83274c-20be-47b0-b1e9-89e72105caac, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5e83274c-20be-47b0-b1e9-89e72105caac,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:22.901135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.932504 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:22.932855 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added segment 1e7a6ab5-17ed-4ad4-a37f-0f7161284411 of type vlan for network c11377ae-c183-47b1-a009-e8f299c9a398 Apr 05 09:53:23.001648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c52889-9b77-4133-a6fb-0c3309110d33,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:23.064386 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.069884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Calling delete_port for 5e83274c-20be-47b0-b1e9-89e72105caac owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:23.076162 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Transition to ACTIVE for port object 32e72bea-c8a3-4833-b76f-e6769a48ea82 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:23.084126 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.133842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.150124 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0a83e-c539-4d73-b8ca-5f95ae3ae309 None None] Pushing event updated for resources: {'Port': ['ID=32e72bea-c8a3-4833-b76f-e6769a48ea82,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:23.179987 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Attempting to bind port 32e72bea-c8a3-4833-b76f-e6769a48ea82 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:53:23.180354 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Attempting to bind port 32e72bea-c8a3-4833-b76f-e6769a48ea82 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '340e6f7e-6d2a-4207-a530-183331ca545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:53:23.180607 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Attempting to bind port 32e72bea-c8a3-4833-b76f-e6769a48ea82 on network 68a46010-0049-4b06-bebc-cb40f6987a49 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:53:23.187892 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:53:23.188288 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Checking segment: {'id': '340e6f7e-6d2a-4207-a530-183331ca545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:23.188742 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.189022 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Bound using segment: {'id': '340e6f7e-6d2a-4207-a530-183331ca545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:53:23.189772 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Bound port: 32e72bea-c8a3-4833-b76f-e6769a48ea82, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340e6f7e-6d2a-4207-a530-183331ca545d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:53:23.189905 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.236286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.240117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:23.240743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.269586 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] For port 32e72bea-c8a3-4833-b76f-e6769a48ea82, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:53:23.273189 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] For port 32e72bea-c8a3-4833-b76f-e6769a48ea82, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=32e72bea-c8a3-4833-b76f-e6769a48ea82,segment=NetworkSegment(340e6f7e-6d2a-4207-a530-183331ca545d),segment_id=340e6f7e-6d2a-4207-a530-183331ca545d)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:53:23.278752 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.317431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5e83274c-20be-47b0-b1e9-89e72105caac up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:23.390620 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0a83e-c539-4d73-b8ca-5f95ae3ae309 None None] Pushing event updated for resources: {'Port': ['ID=32e72bea-c8a3-4833-b76f-e6769a48ea82,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:23.415743 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Routers {'bd9fed05-e233-453f-8454-6b692944ad8b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:23.416801 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['bd9fed05-e233-453f-8454-6b692944ad8b'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:23.454085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5e83274c-20be-47b0-b1e9-89e72105caac triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:23.454702 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.496535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Network': ['ID=c11377ae-c183-47b1-a009-e8f299c9a398,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:23.507178 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e38736a5-15bc-4986-8e11-01f0afe99433 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5633454 Apr 05 09:53:23.512322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52518) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:23.519330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network c11377ae-c183-47b1-a009-e8f299c9a398 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:53:23.523218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'network': {'name': 'tempest-RoutersTest-172445484'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:23.535836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:23.555098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:network and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:23.560249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:23.583872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:23.590489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.620392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Deleting port 32e72bea-c8a3-4833-b76f-e6769a48ea82 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:23.620635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.636574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:23.640630 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] Set router bd9fed05-e233-453f-8454-6b692944ad8b gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:23.654533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.664386 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:23.667176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.698740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228f6d3-9e28-4b7f-ae83-cf0214caa5d3 req-aa9d861f-e4bf-446e-8eef-0b5b237b5b0c tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:23.700360 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8228f6d3-9e28-4b7f-ae83-cf0214caa5d3 req-aa9d861f-e4bf-446e-8eef-0b5b237b5b0c tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2733979 Apr 05 09:53:23.711789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8126ae69-fb1d-4e32-8130-564f6b2caf12 None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:23.730908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:53:23.732705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e83274c-20be-47b0-b1e9-89e72105caac,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:23.740935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.745249 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-183ba2a1-ccdb-466b-8bbd-1fbca43af722 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1107903 Apr 05 09:53:23.746971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52522) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:23.760862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126ae69-fb1d-4e32-8130-564f6b2caf12 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:23.761951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8126ae69-fb1d-4e32-8130-564f6b2caf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:23.802659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.802984 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added segment e4802161-405a-4f1f-bb4f-8bfc57489a00 of type vlan for network 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 Apr 05 09:53:23.855953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8126ae69-fb1d-4e32-8130-564f6b2caf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:23.880374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126ae69-fb1d-4e32-8130-564f6b2caf12 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:23.881343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8126ae69-fb1d-4e32-8130-564f6b2caf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:23.899675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Router f07f60cf-74c3-4600-a785-2230d4a7cddc has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:23.908985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:23.956084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8126ae69-fb1d-4e32-8130-564f6b2caf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:23.956595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8126ae69-fb1d-4e32-8130-564f6b2caf12 None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:23.963021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Could not find standard attr ID for object 5e83274c-20be-47b0-b1e9-89e72105caac. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:53:23.965789 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No ports have port_id starting with 5e83274c-20be-47b0-b1e9-89e72105caac Apr 05 09:53:24.003398 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9fed05-e233-453f-8454-6b692944ad8b', 'name': '', 'tenant_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49', 'external_fixed_ips': [{'subnet_id': 'b6fcda6e-ada9-4c9f-b88f-8dd615ae793e', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '32e72bea-c8a3-4833-b76f-e6769a48ea82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:15Z', 'updated_at': '2022-04-05T09:53:19Z', 'revision_number': 3, 'project_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'gw_port': {'id': '32e72bea-c8a3-4833-b76f-e6769a48ea82', 'name': '', 'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9fed05-e233-453f-8454-6b692944ad8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b6fcda6e-ada9-4c9f-b88f-8dd615ae793e', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:17Z', 'updated_at': '2022-04-05T09:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fcda6e-ada9-4c9f-b88f-8dd615ae793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:24.007612 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35edd714-059a-4b43-bac8-a095036e88dc None None] The sync data for ids ['bd9fed05-e233-453f-8454-6b692944ad8b'] in dv-neutron-833199-1-hyperv is: [{'id': 'bd9fed05-e233-453f-8454-6b692944ad8b', 'name': '', 'tenant_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49', 'external_fixed_ips': [{'subnet_id': 'b6fcda6e-ada9-4c9f-b88f-8dd615ae793e', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '32e72bea-c8a3-4833-b76f-e6769a48ea82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:15Z', 'updated_at': '2022-04-05T09:53:19Z', 'revision_number': 3, 'project_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'gw_port': {'id': '32e72bea-c8a3-4833-b76f-e6769a48ea82', 'name': '', 'network_id': '68a46010-0049-4b06-bebc-cb40f6987a49', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:6d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9fed05-e233-453f-8454-6b692944ad8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b6fcda6e-ada9-4c9f-b88f-8dd615ae793e', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:17Z', 'updated_at': '2022-04-05T09:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6fcda6e-ada9-4c9f-b88f-8dd615ae793e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:24.018065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:24.022040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:24.022639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:24.119162 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8228f6d3-9e28-4b7f-ae83-cf0214caa5d3 req-c9fbc13f-a306-4781-9bb6-2f147e65ae3f tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3934205 Apr 05 09:53:24.138400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:24.203630 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6900032 Apr 05 09:53:24.209433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52526) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:24.211449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a411d0-2079-4662-96ed-10e807c812b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Network': ['ID=6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:24.222014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:53:24.227366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'subnet': {'network_id': 'c11377ae-c183-47b1-a009-e8f299c9a398', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:24.367070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:24.376399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:subnet and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:24.381535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:24.390299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:24.393523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] For port 32e72bea-c8a3-4833-b76f-e6769a48ea82, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=32e72bea-c8a3-4833-b76f-e6769a48ea82,segment=NetworkSegment(340e6f7e-6d2a-4207-a530-183331ca545d),segment_id=340e6f7e-6d2a-4207-a530-183331ca545d)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:24.393995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:24.410791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:24.633153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Calling delete_port for 32e72bea-c8a3-4833-b76f-e6769a48ea82 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:24.660874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:24.680345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:24.690021 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:24.741266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:24.742025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Fanout notify agent at l3_agent the message router_deleted on router feafc516-f3e9-42f9-9b9c-9e07fac389e6 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:53:24.743171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:24.755620 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b030b-910f-4b42-9bcf-779bd716409f None None] Sync routers for ids ['f07f60cf-74c3-4600-a785-2230d4a7cddc'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:24.762126 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-327fbba4-abc4-4322-b491-e56dcb36e03b tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "PUT /v2.0/routers/f07f60cf-74c3-4600-a785-2230d4a7cddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2594752 Apr 05 09:53:24.764842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52530) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:24.774612 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b030b-910f-4b42-9bcf-779bd716409f None None] Routers {'f07f60cf-74c3-4600-a785-2230d4a7cddc'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:24.775374 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6c3b030b-910f-4b42-9bcf-779bd716409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['f07f60cf-74c3-4600-a785-2230d4a7cddc'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:24.837722 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6c3b030b-910f-4b42-9bcf-779bd716409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:24.849038 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b030b-910f-4b42-9bcf-779bd716409f None None] Routers {'f07f60cf-74c3-4600-a785-2230d4a7cddc'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:24.850395 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6c3b030b-910f-4b42-9bcf-779bd716409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['f07f60cf-74c3-4600-a785-2230d4a7cddc'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:24.886292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:24.887179 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c73cf8cc-1333-4fe6-8e02-a484d604bbf6 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "DELETE /v2.0/routers/feafc516-f3e9-42f9-9b9c-9e07fac389e6 HTTP/1.1" status: 204 len: 168 time: 4.0215094 Apr 05 09:53:24.895270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52534) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:24.902103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-522123112', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:24.910607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:24.916348 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6c3b030b-910f-4b42-9bcf-779bd716409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:24.916820 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b030b-910f-4b42-9bcf-779bd716409f None None] The sync data for ids ['f07f60cf-74c3-4600-a785-2230d4a7cddc'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:24.983302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.033877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event deleted for resources: {'Port': ['ID=32e72bea-c8a3-4833-b76f-e6769a48ea82,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:25.035057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Usage tracker for resource:router and tenant:147336dc7d1d49728f9b7db9c42b2d28 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:25.040569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:25.049880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:25.177267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.180780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.181686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.300710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.303596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Subnet': ['ID=a1b62ac3-96e3-4cdf-b425-0f1f4a4564dc,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:25.337499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Checking segment: {'id': '1e7a6ab5-17ed-4ad4-a37f-0f7161284411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c11377ae-c183-47b1-a009-e8f299c9a398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:25.337880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network hostable DHCP agents. Network: c11377ae-c183-47b1-a009-e8f299c9a398, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:53:25.338187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.387228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.510489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network c11377ae-c183-47b1-a009-e8f299c9a398 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:53:25.518785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.542904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, c11377ae-c183-47b1-a009-e8f299c9a398) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:25.550852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:25.551352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.584818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf780ce4-e24f-4303-9c9a-1d7b4ba4a779 None None] Network c11377ae-c183-47b1-a009-e8f299c9a398 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:25.690589 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-05771f22-f606-4242-bd28-c386056cea3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4742665 Apr 05 09:53:25.693675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52540) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:25.708142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'subnet': {'network_id': '6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:25.880255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-c11377ae-c183-47b1-a009-e8f299c9a398', 'network_id': 'c11377ae-c183-47b1-a009-e8f299c9a398', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'fixed_ips': [{'subnet_id': 'a1b62ac3-96e3-4cdf-b425-0f1f4a4564dc'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:53:25.882066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.883845 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae082303-de1f-4826-b705-2550900585b0 req-c7c9691f-1645-4f41-85c6-4c77ecdd0b84 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2012289 Apr 05 09:53:25.912504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.956286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.977520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c09e-1339-4b72-8d6b-fbd03ee5337c req-bbe4b0dc-887b-43b3-be69-88618f5501b8 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:25.978896 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f436c09e-1339-4b72-8d6b-fbd03ee5337c req-bbe4b0dc-887b-43b3-be69-88618f5501b8 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.7081854 Apr 05 09:53:25.988132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:25.998562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:26.022649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:subnet and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:26.029460 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:26.039883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:26.086604 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f436c09e-1339-4b72-8d6b-fbd03ee5337c req-151e5295-a76e-43dd-929d-71b4c250fa4a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925417 Apr 05 09:53:26.113926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:26.139730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.139730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd9fed05-e233-453f-8454-6b692944ad8b {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:53:26.155574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.165490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Allocated IP 172.20.0.2 (c11377ae-c183-47b1-a009-e8f299c9a398/a1b62ac3-96e3-4cdf-b425-0f1f4a4564dc/96fdcf8b-3220-44b9-a1a1-e59e32737194) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:26.203057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.231076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.235241 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b041f3c4-9ed8-4239-83cf-58b46cdb3bb8 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "DELETE /v2.0/routers/bd9fed05-e233-453f-8454-6b692944ad8b HTTP/1.1" status: 204 len: 168 time: 4.6136024 Apr 05 09:53:26.243334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52544) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:26.285275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.343406 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae082303-de1f-4826-b705-2550900585b0 req-7f0f87e3-cb5a-45ad-9f5a-a695d3680f1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3fca71fcb3da4672a6c1a17af4d7b27a&device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 1098 time: 0.3509319 Apr 05 09:53:26.387240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.400542 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Transition to ACTIVE for port object 96fdcf8b-3220-44b9-a1a1-e59e32737194 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:26.417887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8569b2e-a1ba-4a89-abe5-4ea142c1cddb tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Deleting subnet b6fcda6e-ada9-4c9f-b88f-8dd615ae793e {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:53:26.422725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Transition to ACTIVE for port object 96fdcf8b-3220-44b9-a1a1-e59e32737194 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:26.429028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.429209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.431611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8569b2e-a1ba-4a89-abe5-4ea142c1cddb tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.486571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Deleting port b4647903-eb90-49fd-9d2e-e45a36026986 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:26.486819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.513363 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Network c11377ae-c183-47b1-a009-e8f299c9a398 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:26.516972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Pushing event updated for resources: {'Port': ['ID=96fdcf8b-3220-44b9-a1a1-e59e32737194,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:26.519977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:26.522529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:26.531983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8569b2e-a1ba-4a89-abe5-4ea142c1cddb tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.638481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Attempting to bind port 96fdcf8b-3220-44b9-a1a1-e59e32737194 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:53:26.639673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Attempting to bind port 96fdcf8b-3220-44b9-a1a1-e59e32737194 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '1e7a6ab5-17ed-4ad4-a37f-0f7161284411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c11377ae-c183-47b1-a009-e8f299c9a398'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:53:26.639827 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Attempting to bind port 96fdcf8b-3220-44b9-a1a1-e59e32737194 on network c11377ae-c183-47b1-a009-e8f299c9a398 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:53:26.651357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:53:26.651910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Checking segment: {'id': '1e7a6ab5-17ed-4ad4-a37f-0f7161284411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c11377ae-c183-47b1-a009-e8f299c9a398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:26.652398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.652903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Bound using segment: {'id': '1e7a6ab5-17ed-4ad4-a37f-0f7161284411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c11377ae-c183-47b1-a009-e8f299c9a398'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:53:26.653590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Bound port: 96fdcf8b-3220-44b9-a1a1-e59e32737194, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7a6ab5-17ed-4ad4-a37f-0f7161284411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'c11377ae-c183-47b1-a009-e8f299c9a398'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:53:26.654084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.715043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Allocated IP 172.26.4.121 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/6ff047ab-c9f8-479f-a689-b1cc60fbeee9) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:26.734319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8569b2e-a1ba-4a89-abe5-4ea142c1cddb tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.757204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] For port 96fdcf8b-3220-44b9-a1a1-e59e32737194, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:53:26.760274 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] For port 96fdcf8b-3220-44b9-a1a1-e59e32737194, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=96fdcf8b-3220-44b9-a1a1-e59e32737194,segment=NetworkSegment(1e7a6ab5-17ed-4ad4-a37f-0f7161284411),segment_id=1e7a6ab5-17ed-4ad4-a37f-0f7161284411)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:53:26.766298 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.855118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681799d-173d-41aa-ac2f-dc9ebd782879 None None] Pushing event updated for resources: {'Port': ['ID=96fdcf8b-3220-44b9-a1a1-e59e32737194,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:26.861279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:26.885831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae082303-de1f-4826-b705-2550900585b0 req-d26e0721-dc76-4b38-a3de-64525ac504e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:26.887378 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae082303-de1f-4826-b705-2550900585b0 req-d26e0721-dc76-4b38-a3de-64525ac504e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc HTTP/1.1" status: 200 len: 905 time: 0.4984860 Apr 05 09:53:26.978857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.20.0.1 (bd62f376-259b-45b6-a05f-bdd6b78f02d5/4cd87451-0bc0-4e16-95de-cb3c45ef6e5f/aa81d26f-945c-40c1-bf14-8b70cb2c921a) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:26.989516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.002974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Calling delete_port for b4647903-eb90-49fd-9d2e-e45a36026986 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:27.082931 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae082303-de1f-4826-b705-2550900585b0 req-7dbf91c7-d745-4f80-9ff4-9098efcc178b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f56bf061-f721-4d30-b822-762fc1f05c29 HTTP/1.1" status: 200 len: 1000 time: 0.1809044 Apr 05 09:53:27.089735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8569b2e-a1ba-4a89-abe5-4ea142c1cddb tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.133148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8569b2e-a1ba-4a89-abe5-4ea142c1cddb tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.176289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Subnet': ['ID=65fc67c7-eca2-462b-b388-cb2d6453de72,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:27.181154 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b8569b2e-a1ba-4a89-abe5-4ea142c1cddb tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/b6fcda6e-ada9-4c9f-b88f-8dd615ae793e HTTP/1.1" status: 204 len: 168 time: 0.9326377 Apr 05 09:53:27.270929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52552) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:27.321125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.322646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 96fdcf8b-3220-44b9-a1a1-e59e32737194 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:27.368950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8569b2e-a1ba-4a89-abe5-4ea142c1cddb tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b6fcda6e-ada9-4c9f-b88f-8dd615ae793e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:27.399225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Checking segment: {'id': 'e4802161-405a-4f1f-bb4f-8bfc57489a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:27.399596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network hostable DHCP agents. Network: 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:53:27.416144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 96fdcf8b-3220-44b9-a1a1-e59e32737194 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:27.445792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae082303-de1f-4826-b705-2550900585b0 req-9e2ca6ad-673f-4bea-a077-4ff85ef334db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:27.447278 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae082303-de1f-4826-b705-2550900585b0 req-9e2ca6ad-673f-4bea-a077-4ff85ef334db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=41d78c18-da9c-4221-9c72-332eef9555bd HTTP/1.1" status: 200 len: 844 time: 0.3364244 Apr 05 09:53:27.496645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:53:27.509519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fb87d-cee9-4a6d-a6bd-264ba9d64411 req-21d74e8a-b72a-413b-b428-628aeba34946 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:27.510968 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c7fb87d-cee9-4a6d-a6bd-264ba9d64411 req-21d74e8a-b72a-413b-b428-628aeba34946 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.1862047 Apr 05 09:53:27.511503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.539036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:27.552375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:27.553044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.557047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a673898d-8fa1-489a-8ca9-c62f6d72d6c0 None None] Network 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:27.571629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.574531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.637573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.646368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event deleted for resources: {'Port': ['ID=b4647903-eb90-49fd-9d2e-e45a36026986,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:27.649815 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8a6a2b02-bb75-4a02-8a51-7a11df7b07e7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9542634 Apr 05 09:53:27.660992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52556) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:27.667018 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c7fb87d-cee9-4a6d-a6bd-264ba9d64411 req-687cb2e0-5833-4527-8766-f9ca2844109b tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482415 Apr 05 09:53:27.705465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1752790055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:27.736451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:27.792589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:27.803741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:router and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:27.806541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:27.811625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:27.814522 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:27.853271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Pushing event updated for resources: {'Port': ['ID=6ff047ab-c9f8-479f-a689-b1cc60fbeee9,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:27.863295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2', 'network_id': '6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'fixed_ips': [{'subnet_id': '65fc67c7-eca2-462b-b388-cb2d6453de72'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:53:27.864803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.869623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:27.881993 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae082303-de1f-4826-b705-2550900585b0 req-98b88df3-61e4-4141-856c-abdd824cb1e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4263163 Apr 05 09:53:27.884546 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:27.942144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.023219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.024248 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.037223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a46010-0049-4b06-bebc-cb40f6987a49']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:28.057688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Allocated IP 172.21.0.2 (6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2/65fc67c7-eca2-462b-b388-cb2d6453de72/d91aa877-8d5f-48ce-bdc4-44836cf16ea2) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:28.086073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340e6f7e-6d2a-4207-a530-183331ca545d') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:28.086362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340e6f7e-6d2a-4207-a530-183331ca545d') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:28.094354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.146917 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd5d3b-807b-4bdd-9607-f188382680fa None None] Network c11377ae-c183-47b1-a009-e8f299c9a398 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:28.148755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.229140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.235269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.245213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.259005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network bd62f376-259b-45b6-a05f-bdd6b78f02d5 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:28.265193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.265796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.266455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Fanout notify agent at l3_agent the message router_deleted on router f07f60cf-74c3-4600-a785-2230d4a7cddc {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:53:28.269761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:28.274026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7880668e-29d3-4da4-bd9b-4d3f6946a831 None None] Provisioning for port 96fdcf8b-3220-44b9-a1a1-e59e32737194 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:28.280159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:53:28.280569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.281582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.282711 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9e5d9c9b-0a50-4df8-af9d-558b7889b0e4 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "DELETE /v2.0/routers/f07f60cf-74c3-4600-a785-2230d4a7cddc HTTP/1.1" status: 204 len: 168 time: 3.5169485 Apr 05 09:53:28.285468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52560) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:28.298815 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae082303-de1f-4826-b705-2550900585b0 req-eb432070-a076-44a5-8834-82913a3ae86a service neutron] 10.222.0.10 "GET /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4003673 Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:53:28.299374 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:53:28.301515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:28.311551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7880668e-29d3-4da4-bd9b-4d3f6946a831 None None] Provisioning complete for port 96fdcf8b-3220-44b9-a1a1-e59e32737194 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:28.312214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7880668e-29d3-4da4-bd9b-4d3f6946a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.488468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f64d7e3-bc51-4f97-9afc-bc597255ae71 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Deleting subnet 226a58c2-e781-44aa-8381-2e7119bf56be {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:53:28.492062 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f64d7e3-bc51-4f97-9afc-bc597255ae71 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.536342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=aa81d26f-945c-40c1-bf14-8b70cb2c921a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:28.557589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f64d7e3-bc51-4f97-9afc-bc597255ae71 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.568196 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.617322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Transition to ACTIVE for port object d91aa877-8d5f-48ce-bdc4-44836cf16ea2 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:28.643592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.657719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.675760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Transition to ACTIVE for port object d91aa877-8d5f-48ce-bdc4-44836cf16ea2 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:28.677692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7880668e-29d3-4da4-bd9b-4d3f6946a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.679779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.700699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.747259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68a46010-0049-4b06-bebc-cb40f6987a49 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 09:53:28.756048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f64d7e3-bc51-4f97-9afc-bc597255ae71 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.757658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event deleted for resources: {'Network': ['ID=68a46010-0049-4b06-bebc-cb40f6987a49,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:28.765176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.767270 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3799e602-2ed8-4f6a-b166-ecb8cb8c9e66 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "DELETE /v2.0/networks/68a46010-0049-4b06-bebc-cb40f6987a49 HTTP/1.1" status: 204 len: 168 time: 1.4842589 Apr 05 09:53:28.770002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.784206 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-193c0231-adbf-4bd8-98cd-f687f2940f82 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1054420 Apr 05 09:53:28.793775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52568) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:28.871608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Network 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:28.874511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7880668e-29d3-4da4-bd9b-4d3f6946a831 None None] For port 96fdcf8b-3220-44b9-a1a1-e59e32737194, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=96fdcf8b-3220-44b9-a1a1-e59e32737194,segment=NetworkSegment(1e7a6ab5-17ed-4ad4-a37f-0f7161284411),segment_id=1e7a6ab5-17ed-4ad4-a37f-0f7161284411)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:28.876001 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:28.878973 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:28.881815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Pushing event updated for resources: {'Port': ['ID=d91aa877-8d5f-48ce-bdc4-44836cf16ea2,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:28.895173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7880668e-29d3-4da4-bd9b-4d3f6946a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.897883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f64d7e3-bc51-4f97-9afc-bc597255ae71 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:28.993860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64d7e3-bc51-4f97-9afc-bc597255ae71 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event deleted for resources: {'Subnet': ['ID=226a58c2-e781-44aa-8381-2e7119bf56be,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:29.051175 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ae082303-de1f-4826-b705-2550900585b0 req-9dc694c2-f413-4714-83eb-46694825bd4d service neutron] 10.222.0.10 "GET /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129223 Apr 05 09:53:29.059992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f64d7e3-bc51-4f97-9afc-bc597255ae71 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.081374 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0f64d7e3-bc51-4f97-9afc-bc597255ae71 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "DELETE /v2.0/subnets/226a58c2-e781-44aa-8381-2e7119bf56be HTTP/1.1" status: 204 len: 168 time: 0.7947509 Apr 05 09:53:29.082152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52576) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:29.114235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4911b02-18b5-4bc9-8e99-e24c29d031fb None None] Network 2bfdd62e-05cd-4992-997a-a9f54d4481d2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:29.330649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.346924 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Attempting to bind port d91aa877-8d5f-48ce-bdc4-44836cf16ea2 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:53:29.347288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Attempting to bind port d91aa877-8d5f-48ce-bdc4-44836cf16ea2 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'e4802161-405a-4f1f-bb4f-8bfc57489a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:53:29.347651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Attempting to bind port d91aa877-8d5f-48ce-bdc4-44836cf16ea2 on network 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:53:29.355557 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880668e-29d3-4da4-bd9b-4d3f6946a831 None None] Pushing event updated for resources: {'Port': ['ID=96fdcf8b-3220-44b9-a1a1-e59e32737194,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:29.364798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81df66-1990-4260-b7cc-328a7d9391dd req-345a38be-257d-4028-9b91-0bccb7f6b35e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:29.367290 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd81df66-1990-4260-b7cc-328a7d9391dd req-345a38be-257d-4028-9b91-0bccb7f6b35e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3917401 Apr 05 09:53:29.369159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.369993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.373614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.399856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:53:29.403863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Checking segment: {'id': 'e4802161-405a-4f1f-bb4f-8bfc57489a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:29.403863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.403863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Bound using segment: {'id': 'e4802161-405a-4f1f-bb4f-8bfc57489a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:53:29.403863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Bound port: d91aa877-8d5f-48ce-bdc4-44836cf16ea2, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4802161-405a-4f1f-bb4f-8bfc57489a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:53:29.403863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.427745 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd81df66-1990-4260-b7cc-328a7d9391dd req-2cf38477-ea2f-43e7-8e5b-cc0a5b6e47bd tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517275 Apr 05 09:53:29.429395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Deleting port fc62cc89-f90d-497a-a829-1ff876abcec2 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:29.429968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.462181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52582) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:29.468316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Request body: {'router': {'name': 'tempest-router--1054427660', 'project_id': '9e3035107e444bc090df363fdcf92426'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:29.479262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:29.491454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Usage tracker for resource:router and tenant:9e3035107e444bc090df363fdcf92426 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:29.495596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:29.504680 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:29.510562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2e352b57-525e-4d06-b758-3065e8467d23 None None] Provisioning complete for port 96fdcf8b-3220-44b9-a1a1-e59e32737194 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:29.510937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2e352b57-525e-4d06-b758-3065e8467d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.555999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.557064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.666025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.702025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] For port fc62cc89-f90d-497a-a829-1ff876abcec2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fc62cc89-f90d-497a-a829-1ff876abcec2,segment=NetworkSegment(b1023db9-8a05-45ac-be6a-dc337ab45d5f),segment_id=b1023db9-8a05-45ac-be6a-dc337ab45d5f)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:29.703062 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.814486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-93d345f3-3b95-46b0-ada0-9878a01a4e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.862590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] For port d91aa877-8d5f-48ce-bdc4-44836cf16ea2, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:53:29.866897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] For port d91aa877-8d5f-48ce-bdc4-44836cf16ea2, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d91aa877-8d5f-48ce-bdc4-44836cf16ea2,segment=NetworkSegment(e4802161-405a-4f1f-bb4f-8bfc57489a00),segment_id=e4802161-405a-4f1f-bb4f-8bfc57489a00)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:53:29.891397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.896358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.906075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Calling delete_port for fc62cc89-f90d-497a-a829-1ff876abcec2 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:29.978303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:29.983434 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0610a0a2-8b06-465c-bc8a-3a180a3d11be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5200562 Apr 05 09:53:29.986014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52586) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:30.080957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434e456-3a4f-4300-8bfb-70cdcb0d9fa6 None None] Pushing event updated for resources: {'Port': ['ID=d91aa877-8d5f-48ce-bdc4-44836cf16ea2,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:30.130526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305cad9a-f067-4f3b-ae34-60d83f45deca None None] DHCP port deletion for 2bfdd62e-05cd-4992-997a-a9f54d4481d2 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:53:30.143657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-305cad9a-f067-4f3b-ae34-60d83f45deca None None] Deleting port fc62cc89-f90d-497a-a829-1ff876abcec2 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:30.144031 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-305cad9a-f067-4f3b-ae34-60d83f45deca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.181497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.229031 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:53:30.238176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] No DVR routers for this DVR port fc62cc89-f90d-497a-a829-1ff876abcec2 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:53:30.240568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-305cad9a-f067-4f3b-ae34-60d83f45deca None None] The port 'fc62cc89-f90d-497a-a829-1ff876abcec2' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:53:30.362091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event deleted for resources: {'Port': ['ID=fc62cc89-f90d-497a-a829-1ff876abcec2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:30.461508 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.470577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-509f1ded-6cbe-4040-a1eb-9f88f79645be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.524726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.609881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:53:30.655999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfdd62e-05cd-4992-997a-a9f54d4481d2']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:30.693295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.705399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1023db9-8a05-45ac-be6a-dc337ab45d5f') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:30.705923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1023db9-8a05-45ac-be6a-dc337ab45d5f') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:30.707495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.724985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.755541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.883045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:53:30.883446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.896103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:53:30.897881 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:53:30.906702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=aa81d26f-945c-40c1-bf14-8b70cb2c921a,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:31.170589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Allocated IP 172.20.0.1 (c11377ae-c183-47b1-a009-e8f299c9a398/a1b62ac3-96e3-4cdf-b425-0f1f4a4564dc/32de88d7-97e6-40bf-8023-a781adb004f6) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:31.195650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Router 7c2e1cfe-4507-48e6-bd1e-f8b76851e763 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:53:31.231718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.237096 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.257751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-509f1ded-6cbe-4040-a1eb-9f88f79645be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.266147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f608dd-d365-44e6-8800-5204ab7fb7bf req-70497200-d12a-4e8a-bb19-f5b5683bf21f tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:31.268342 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-17f608dd-d365-44e6-8800-5204ab7fb7bf req-70497200-d12a-4e8a-bb19-f5b5683bf21f tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.6032612 Apr 05 09:53:31.273553 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2020264-e63e-4d2a-bb7c-4e8a7570edb9 None None] Network 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:31.280335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event deleted for resources: {'Network': ['ID=2bfdd62e-05cd-4992-997a-a9f54d4481d2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:31.290450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-509f1ded-6cbe-4040-a1eb-9f88f79645be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.292392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network bd62f376-259b-45b6-a05f-bdd6b78f02d5 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:31.302256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:31.323212 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cfd03728-eb25-49f6-9afa-9e664c5c4bbb tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "DELETE /v2.0/networks/2bfdd62e-05cd-4992-997a-a9f54d4481d2 HTTP/1.1" status: 204 len: 168 time: 2.2372053 Apr 05 09:53:31.323720 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52592) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:31.435018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d91aa877-8d5f-48ce-bdc4-44836cf16ea2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:31.503948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-509f1ded-6cbe-4040-a1eb-9f88f79645be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.504153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509f1ded-6cbe-4040-a1eb-9f88f79645be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72c69069-cefd-4c8c-8fc2-9ca098f802b0 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:53:31.527654 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-17f608dd-d365-44e6-8800-5204ab7fb7bf req-c7d877f7-b1f9-4bb3-8f0d-169be861c0f1 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421265 Apr 05 09:53:31.535259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-509f1ded-6cbe-4040-a1eb-9f88f79645be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.536363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-509f1ded-6cbe-4040-a1eb-9f88f79645be tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "DELETE /v2.0/routers/72c69069-cefd-4c8c-8fc2-9ca098f802b0 HTTP/1.1" status: 204 len: 168 time: 1.5500607 Apr 05 09:53:31.537737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-92f706e7-d915-469a-a370-57eb4d17b145 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Deleting port 02561fc6-ae12-475e-a162-96e8f9b4e4db {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:31.538064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f706e7-d915-469a-a370-57eb4d17b145 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.609134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-53f16fca-80c7-46ac-9db8-3c06f1b81652 None None] Provisioning for port d91aa877-8d5f-48ce-bdc4-44836cf16ea2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:31.693171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port d91aa877-8d5f-48ce-bdc4-44836cf16ea2 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:31.704454 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d91aa877-8d5f-48ce-bdc4-44836cf16ea2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:31.704825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.713124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.736976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52598) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:31.786335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3d5c96ea-c045-4ce7-9e42-acbe89b74d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.800130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f706e7-d915-469a-a370-57eb4d17b145 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.800515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f706e7-d915-469a-a370-57eb4d17b145 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.879830 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.934014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port d91aa877-8d5f-48ce-bdc4-44836cf16ea2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d91aa877-8d5f-48ce-bdc4-44836cf16ea2,segment=NetworkSegment(e4802161-405a-4f1f-bb4f-8bfc57489a00),segment_id=e4802161-405a-4f1f-bb4f-8bfc57489a00)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:31.945043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:31.945975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 96fdcf8b-3220-44b9-a1a1-e59e32737194 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:31.991138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-92f706e7-d915-469a-a370-57eb4d17b145 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Calling delete_port for 02561fc6-ae12-475e-a162-96e8f9b4e4db owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:32.025254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Transition to ACTIVE for port object 32de88d7-97e6-40bf-8023-a781adb004f6 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:32.129218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.157567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-780565851', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:32.165383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:32.169452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Usage tracker for resource:router and tenant:dfa7b469c27f45e4a719239fc5881da9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:32.175814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:32.184394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:32.202562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.203071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=d91aa877-8d5f-48ce-bdc4-44836cf16ea2,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:32.204369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.213970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5c46e972-17d3-498f-a88f-723902b5a914 None None] Provisioning complete for port d91aa877-8d5f-48ce-bdc4-44836cf16ea2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:32.214358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5c46e972-17d3-498f-a88f-723902b5a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.235288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network c11377ae-c183-47b1-a009-e8f299c9a398 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:32.236674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=32de88d7-97e6-40bf-8023-a781adb004f6,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:32.242370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:32.244593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:32.250400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 96fdcf8b-3220-44b9-a1a1-e59e32737194 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:32.250868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.262685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f706e7-d915-469a-a370-57eb4d17b145 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.287914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:32.302958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd5b22-d7dc-42d9-9430-b36a7359b6a8 None None] Sync routers for ids ['7c2e1cfe-4507-48e6-bd1e-f8b76851e763'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:32.328005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f706e7-d915-469a-a370-57eb4d17b145 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Pushing event deleted for resources: {'Port': ['ID=02561fc6-ae12-475e-a162-96e8f9b4e4db,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:32.341050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.352860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.357893 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d6cd87f2-5044-47b9-bf4d-793b768c1808 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.4608796 Apr 05 09:53:32.360908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52606) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:32.361936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd5b22-d7dc-42d9-9430-b36a7359b6a8 None None] Routers {'7c2e1cfe-4507-48e6-bd1e-f8b76851e763'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:32.362767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e3fd5b22-d7dc-42d9-9430-b36a7359b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7c2e1cfe-4507-48e6-bd1e-f8b76851e763'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:32.366314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.373126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8025fc62-d5b3-4ac0-a082-4cec4fcfb643 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'enable_snat': False}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:32.500904 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e3fd5b22-d7dc-42d9-9430-b36a7359b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:32.539575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:32.552010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd5b22-d7dc-42d9-9430-b36a7359b6a8 None None] Routers {'7c2e1cfe-4507-48e6-bd1e-f8b76851e763'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:32.553302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e3fd5b22-d7dc-42d9-9430-b36a7359b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7c2e1cfe-4507-48e6-bd1e-f8b76851e763'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:32.589883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f706e7-d915-469a-a370-57eb4d17b145 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.619327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.634125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f706e7-d915-469a-a370-57eb4d17b145 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.638904 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-92f706e7-d915-469a-a370-57eb4d17b145 tempest-FloatingIPAdminTestJSON-736143183 tempest-FloatingIPAdminTestJSON-736143183-project] 10.222.0.30 "DELETE /v2.0/floatingips/ae107ebf-0670-4751-82bb-0baf4c6276f6 HTTP/1.1" status: 204 len: 168 time: 1.3140996 Apr 05 09:53:32.671447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e3fd5b22-d7dc-42d9-9430-b36a7359b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:32.672003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd5b22-d7dc-42d9-9430-b36a7359b6a8 None None] The sync data for ids ['7c2e1cfe-4507-48e6-bd1e-f8b76851e763'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:32.699883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9db9e008-701c-4eab-939f-59f03f1eeada None None] Provisioning for port 32de88d7-97e6-40bf-8023-a781adb004f6 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:32.705926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9db9e008-701c-4eab-939f-59f03f1eeada None None] Provisioning complete for port 32de88d7-97e6-40bf-8023-a781adb004f6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:32.707213 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9db9e008-701c-4eab-939f-59f03f1eeada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.774037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9db9e008-701c-4eab-939f-59f03f1eeada None None] Port 32de88d7-97e6-40bf-8023-a781adb004f6 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:53:32.824823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fc62cc89-f90d-497a-a829-1ff876abcec2 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:53:32.860767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: fc62cc89-f90d-497a-a829-1ff876abcec2 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:53:32.861012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.861450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fc62cc89-f90d-497a-a829-1ff876abcec2 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:53:32.968864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:32.988475 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.018082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.024140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.075470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b546a-964e-474a-a106-1fbb69dac420 req-97a132aa-b6a4-4f0f-b582-dccb8370e5ac tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:33.077262 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-124b546a-964e-474a-a106-1fbb69dac420 req-97a132aa-b6a4-4f0f-b582-dccb8370e5ac tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3114767 Apr 05 09:53:33.094228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52616) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:33.197557 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-124b546a-964e-474a-a106-1fbb69dac420 req-cabac560-d93a-471f-9382-1df8ef832670 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041408 Apr 05 09:53:33.219309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Allocated IP 172.26.4.91 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/7bc3bb79-8ec0-4e32-a333-ea6b4bea9368) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:33.308990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d91aa877-8d5f-48ce-bdc4-44836cf16ea2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:33.383313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d91aa877-8d5f-48ce-bdc4-44836cf16ea2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:33.383814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.394260 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cf1ef7dc-aa64-472f-8a0a-ace53a571777 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a8fbb72f9b24ba7b4e58d4ae6bcb113&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2968619 Apr 05 09:53:33.395870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52624) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:33.436046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.437222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:33.444673 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2f9fc560-3be8-41ae-a39b-5183ae05dc90 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "PUT /v2.0/routers/b87c8495-aac4-4ae9-954d-db7417782543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6955442 Apr 05 09:53:33.454644 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe84faa-1524-477d-85d0-d99d287cf41e None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:33.455174 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52628) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:33.463465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'port': {'network_id': 'bd62f376-259b-45b6-a05f-bdd6b78f02d5', 'name': 'tempest-FloatingIPTestJSON-1272957161'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:33.478417 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe84faa-1524-477d-85d0-d99d287cf41e None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:33.480277 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-afe84faa-1524-477d-85d0-d99d287cf41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:33.534074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.545701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.566913 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-afe84faa-1524-477d-85d0-d99d287cf41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:33.580480 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe84faa-1524-477d-85d0-d99d287cf41e None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:33.581694 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-afe84faa-1524-477d-85d0-d99d287cf41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:33.584850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9ae86cf6-9740-4b49-a3e7-f58e18ea4405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.617957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9ae86cf6-9740-4b49-a3e7-f58e18ea4405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.640271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.650834 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-afe84faa-1524-477d-85d0-d99d287cf41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:33.651332 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe84faa-1524-477d-85d0-d99d287cf41e None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:33.670754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.675038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=32de88d7-97e6-40bf-8023-a781adb004f6,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:33.752906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:33.766735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:33.776374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:33.812649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Pushing event updated for resources: {'Port': ['ID=7bc3bb79-8ec0-4e32-a333-ea6b4bea9368,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:33.843301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9ae86cf6-9740-4b49-a3e7-f58e18ea4405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.875613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:33.877831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae86cf6-9740-4b49-a3e7-f58e18ea4405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758b6358-427b-4738-8ac4-90424fbb7b74,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:33.907717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:port and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:33.912093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:33.928548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:33.932523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9ae86cf6-9740-4b49-a3e7-f58e18ea4405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:33.937454 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9ae86cf6-9740-4b49-a3e7-f58e18ea4405 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/758b6358-427b-4738-8ac4-90424fbb7b74 HTTP/1.1" status: 204 len: 168 time: 0.5375957 Apr 05 09:53:33.967209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Made reservation on behalf of ba64e14e74ee4e0e87501d9504277916 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:33.970424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.003741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] device_id is not set on port 52eeff37-b80e-4110-92d6-57adf242d0ab yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:53:34.101443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network c11377ae-c183-47b1-a009-e8f299c9a398 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:34.108337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:34.169053 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.169730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.238680 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.20.0.3 (bd62f376-259b-45b6-a05f-bdd6b78f02d5/4cd87451-0bc0-4e16-95de-cb3c45ef6e5f/52eeff37-b80e-4110-92d6-57adf242d0ab) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:34.322953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.415679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-dabc1364-ef87-465e-a009-4a5a3b2f343b None None] Provisioning complete for port 32de88d7-97e6-40bf-8023-a781adb004f6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:34.416056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dabc1364-ef87-465e-a009-4a5a3b2f343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.448937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52640) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:34.471712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8025fc62-d5b3-4ac0-a082-4cec4fcfb643 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.486713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9986d74-8a75-4611-b415-084a77cbebfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.497052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-dabc1364-ef87-465e-a009-4a5a3b2f343b None None] Port 32de88d7-97e6-40bf-8023-a781adb004f6 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:53:34.553361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b9986d74-8a75-4611-b415-084a77cbebfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:34.560379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b9986d74-8a75-4611-b415-084a77cbebfc admin admin] Usage tracker for resource:security_group_rule and tenant:6f78f0f946fc49a99332fdbae40530ec is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:34.565062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b9986d74-8a75-4611-b415-084a77cbebfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:34.621893 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b9986d74-8a75-4611-b415-084a77cbebfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:34.635620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.665655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a8c08-f631-47b3-895e-e340e257b70f req-df84ed09-67c3-4d82-b078-820805592563 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:34.667128 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1b0a8c08-f631-47b3-895e-e340e257b70f req-df84ed09-67c3-4d82-b078-820805592563 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.1909854 Apr 05 09:53:34.741662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.757787 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9986d74-8a75-4611-b415-084a77cbebfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.770937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 067253bb-58d2-433d-871f-54a76b975e78 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:53:34.772646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9986d74-8a75-4611-b415-084a77cbebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:34.801543 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1b0a8c08-f631-47b3-895e-e340e257b70f req-f4137fbf-3ff6-4cc3-96e6-726cb70a26d5 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257386 Apr 05 09:53:34.830067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network bd62f376-259b-45b6-a05f-bdd6b78f02d5 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:34.834856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:34.837515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:34.840316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9986d74-8a75-4611-b415-084a77cbebfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd39b99-4e9a-4968-87e5-23f17a6fdc54,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:34.851748 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b9986d74-8a75-4611-b415-084a77cbebfc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f78f0f946fc49a99332fdbae40530ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3982399 Apr 05 09:53:34.900269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52644) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:34.971838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=52eeff37-b80e-4110-92d6-57adf242d0ab,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:34.974639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Router 08679fc7-6a55-4059-a24e-3cb89894c6eb is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:53:35.106476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:35.107675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:35.154408 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4e2b7cbe-ffe7-4950-8836-829f8aea78ac tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6980681 Apr 05 09:53:35.157545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52648) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:35.164438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'port': {'network_id': 'bd62f376-259b-45b6-a05f-bdd6b78f02d5', 'name': 'tempest-FloatingIPTestJSON-1078336787'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:35.203169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-39747dab-01e6-4069-b395-7d949b835a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:35.206094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8025fc62-d5b3-4ac0-a082-4cec4fcfb643 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:35.222894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8025fc62-d5b3-4ac0-a082-4cec4fcfb643 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:35.240301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-39747dab-01e6-4069-b395-7d949b835a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:35.314383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:35.319491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:port and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:35.330147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:35.337443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:35.354314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Made reservation on behalf of ba64e14e74ee4e0e87501d9504277916 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:35.357971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:35.383652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:35.394657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e778f-10df-43f5-8a03-741025946c9d None None] Sync routers for ids ['08679fc7-6a55-4059-a24e-3cb89894c6eb'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:35.395207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] device_id is not set on port 88958e2a-6f21-4222-946c-96f2c9f6efc4 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:53:35.408129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e778f-10df-43f5-8a03-741025946c9d None None] Routers {'08679fc7-6a55-4059-a24e-3cb89894c6eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:35.408755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9d3e778f-10df-43f5-8a03-741025946c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08679fc7-6a55-4059-a24e-3cb89894c6eb'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:35.462973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:35.466818 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-00d89d4f-0e1d-4512-8687-0a41ba9827ab tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7263134 Apr 05 09:53:35.471086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52652) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:35.477510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9d3e778f-10df-43f5-8a03-741025946c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:35.490541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e778f-10df-43f5-8a03-741025946c9d None None] Routers {'08679fc7-6a55-4059-a24e-3cb89894c6eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:35.491394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9d3e778f-10df-43f5-8a03-741025946c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08679fc7-6a55-4059-a24e-3cb89894c6eb'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:35.511458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:35.527654 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1e87f-e1f5-44f7-9c82-f97a8cf15cc8 None None] Sync routers for ids ['067253bb-58d2-433d-871f-54a76b975e78'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:35.547254 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1e87f-e1f5-44f7-9c82-f97a8cf15cc8 None None] Routers {'067253bb-58d2-433d-871f-54a76b975e78'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:35.548313 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3dc1e87f-e1f5-44f7-9c82-f97a8cf15cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['067253bb-58d2-433d-871f-54a76b975e78'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:35.549616 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b9c5eaf5-1617-44d5-9460-9d9122bade7a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/067253bb-58d2-433d-871f-54a76b975e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7358415 Apr 05 09:53:35.553285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52656) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:35.569776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-39747dab-01e6-4069-b395-7d949b835a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:35.586727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39747dab-01e6-4069-b395-7d949b835a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd39b99-4e9a-4968-87e5-23f17a6fdc54,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:35.591921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-39747dab-01e6-4069-b395-7d949b835a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:35.593106 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-39747dab-01e6-4069-b395-7d949b835a57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bcd39b99-4e9a-4968-87e5-23f17a6fdc54 HTTP/1.1" status: 204 len: 168 time: 0.6466136 Apr 05 09:53:35.688012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9d3e778f-10df-43f5-8a03-741025946c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:35.690795 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e778f-10df-43f5-8a03-741025946c9d None None] The sync data for ids ['08679fc7-6a55-4059-a24e-3cb89894c6eb'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:35.697582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8025fc62-d5b3-4ac0-a082-4cec4fcfb643 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Router 7c2e1cfe-4507-48e6-bd1e-f8b76851e763 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:35.715232 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3dc1e87f-e1f5-44f7-9c82-f97a8cf15cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:35.728931 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc1e87f-e1f5-44f7-9c82-f97a8cf15cc8 None None] Routers {'067253bb-58d2-433d-871f-54a76b975e78'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:35.730307 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3dc1e87f-e1f5-44f7-9c82-f97a8cf15cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['067253bb-58d2-433d-871f-54a76b975e78'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:35.740925 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5338287e-138f-4d1d-a32e-1eeb415ee799 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:35.742244 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5338287e-138f-4d1d-a32e-1eeb415ee799 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports/32de88d7-97e6-40bf-8023-a781adb004f6 HTTP/1.1" status: 200 len: 910 time: 0.1896350 Apr 05 09:53:35.746502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52662) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:35.804681 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3dc1e87f-e1f5-44f7-9c82-f97a8cf15cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:35.805382 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc1e87f-e1f5-44f7-9c82-f97a8cf15cc8 None None] The sync data for ids ['067253bb-58d2-433d-871f-54a76b975e78'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:35.887835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.20.0.8 (bd62f376-259b-45b6-a05f-bdd6b78f02d5/4cd87451-0bc0-4e16-95de-cb3c45ef6e5f/88958e2a-6f21-4222-946c-96f2c9f6efc4) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:35.932154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8025fc62-d5b3-4ac0-a082-4cec4fcfb643 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:35.937239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8025fc62-d5b3-4ac0-a082-4cec4fcfb643 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:35.942164 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8025fc62-d5b3-4ac0-a082-4cec4fcfb643 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "PUT /v2.0/routers/7c2e1cfe-4507-48e6-bd1e-f8b76851e763 HTTP/1.1" status: 200 len: 925 time: 3.5792630 Apr 05 09:53:35.942950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52670) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:35.943434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2110e5-eb18-4ddd-b498-6354ea013de3 None None] Sync routers for ids ['7c2e1cfe-4507-48e6-bd1e-f8b76851e763'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:35.963666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2110e5-eb18-4ddd-b498-6354ea013de3 None None] Routers {'7c2e1cfe-4507-48e6-bd1e-f8b76851e763'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:35.964658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4f2110e5-eb18-4ddd-b498-6354ea013de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7c2e1cfe-4507-48e6-bd1e-f8b76851e763'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:36.052667 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4f2110e5-eb18-4ddd-b498-6354ea013de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:36.074371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2110e5-eb18-4ddd-b498-6354ea013de3 None None] Routers {'7c2e1cfe-4507-48e6-bd1e-f8b76851e763'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:36.075001 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4f2110e5-eb18-4ddd-b498-6354ea013de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7c2e1cfe-4507-48e6-bd1e-f8b76851e763'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:36.151109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4f2110e5-eb18-4ddd-b498-6354ea013de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:36.151997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2110e5-eb18-4ddd-b498-6354ea013de3 None None] The sync data for ids ['7c2e1cfe-4507-48e6-bd1e-f8b76851e763'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:36.192323 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-26ecd438-6fdf-4adc-9b34-b39549121708 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/routers/7c2e1cfe-4507-48e6-bd1e-f8b76851e763 HTTP/1.1" status: 200 len: 925 time: 0.2468128 Apr 05 09:53:36.193721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52674) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:36.196783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52676) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:36.242120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:36.252450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5f276-4a1a-4407-b16e-63a3169ed73d req-09287b16-d126-4a72-a5f1-176296089d82 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:36.253879 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6e5f276-4a1a-4407-b16e-63a3169ed73d req-09287b16-d126-4a72-a5f1-176296089d82 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2830777 Apr 05 09:53:36.257636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1099a2da-7051-40da-9f41-20e19a92dfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:36.305531 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1099a2da-7051-40da-9f41-20e19a92dfe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:36.311247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1099a2da-7051-40da-9f41-20e19a92dfe6 admin admin] Usage tracker for resource:security_group_rule and tenant:be6f5f3af6704bd281fd761a36cc6457 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:36.314616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1099a2da-7051-40da-9f41-20e19a92dfe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:36.318318 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ab93f93f-0292-4c7d-a3d5-1857c2ab9380 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/routers/08679fc7-6a55-4059-a24e-3cb89894c6eb HTTP/1.1" status: 200 len: 919 time: 0.8461525 Apr 05 09:53:36.319163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9c534f44-7d96-4167-8e07-11ed6371ccaf tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Synchronizing usage tracker for tenant:793a32e0d03544b597661205ac63f892 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:36.323822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52682) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:36.359695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1099a2da-7051-40da-9f41-20e19a92dfe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:36.384370 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-17e12da5-ed4c-4b38-8cc2-ce4b270df813 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=08679fc7-6a55-4059-a24e-3cb89894c6eb HTTP/1.1" status: 200 len: 205 time: 0.0594790 Apr 05 09:53:36.387724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52686) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:36.441427 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9c534f44-7d96-4167-8e07-11ed6371ccaf tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Unset dirty status for tenant:793a32e0d03544b597661205ac63f892 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:36.442593 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9c534f44-7d96-4167-8e07-11ed6371ccaf tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=202208b4-f099-4a1f-a480-c0036edeb111&device_id=7c2e1cfe-4507-48e6-bd1e-f8b76851e763&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2477736 Apr 05 09:53:36.450876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52690) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:36.572520 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6e5f276-4a1a-4407-b16e-63a3169ed73d req-0c7aeee3-1243-4fec-8e26-f1b3714f51a5 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574496 Apr 05 09:53:36.583039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:36.675196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network bd62f376-259b-45b6-a05f-bdd6b78f02d5 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:36.679390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:36.681149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=88958e2a-6f21-4222-946c-96f2c9f6efc4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:36.683362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:36.696934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1099a2da-7051-40da-9f41-20e19a92dfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:36.711389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1099a2da-7051-40da-9f41-20e19a92dfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:36.736733 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b825468-2c19-4bfd-96b9-0e156a74d488 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:36.737306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b825468-2c19-4bfd-96b9-0e156a74d488 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Synchronizing usage tracker for tenant:793a32e0d03544b597661205ac63f892 on resource:network {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:36.776326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099a2da-7051-40da-9f41-20e19a92dfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b28ff4-37de-4d1c-9693-d36fe49fc3c2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:36.794963 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1099a2da-7051-40da-9f41-20e19a92dfe6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be6f5f3af6704bd281fd761a36cc6457&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5937457 Apr 05 09:53:36.795397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52694) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:36.811046 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b825468-2c19-4bfd-96b9-0e156a74d488 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Unset dirty status for tenant:793a32e0d03544b597661205ac63f892 on resource:network {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:36.814806 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1b825468-2c19-4bfd-96b9-0e156a74d488 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 881 time: 0.3586490 Apr 05 09:53:36.816289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52698) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:36.862575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:36.863179 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:36.882793 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e58e8a39-c9e6-40a5-b622-7e8e12e886c2 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e1cfe-4507-48e6-bd1e-f8b76851e763 HTTP/1.1" status: 200 len: 205 time: 0.0631118 Apr 05 09:53:36.884320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52702) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:36.924830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-81de0848-8c77-4e71-a61b-e543d7509ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:36.944218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:36.950017 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d3325f8e-d48a-4390-9014-b7d0dd421efc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7912509 Apr 05 09:53:36.957542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52706) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:37.010399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '88958e2a-6f21-4222-946c-96f2c9f6efc4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:37.021143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:37.033388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:floatingip and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:37.037961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:37.048669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:37.075143 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-81de0848-8c77-4e71-a61b-e543d7509ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.083068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.160929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-81de0848-8c77-4e71-a61b-e543d7509ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.180588 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de0848-8c77-4e71-a61b-e543d7509ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b28ff4-37de-4d1c-9693-d36fe49fc3c2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:37.201944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-81de0848-8c77-4e71-a61b-e543d7509ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.203116 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-81de0848-8c77-4e71-a61b-e543d7509ad7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09b28ff4-37de-4d1c-9693-d36fe49fc3c2 HTTP/1.1" status: 204 len: 168 time: 0.4068556 Apr 05 09:53:37.236643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.246589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Deleting port 7bc3bb79-8ec0-4e32-a333-ea6b4bea9368 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:37.246964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.311613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.523306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.531743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.653991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Calling delete_port for 7bc3bb79-8ec0-4e32-a333-ea6b4bea9368 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:37.741522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.829364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:37.878157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Pushing event deleted for resources: {'Port': ['ID=7bc3bb79-8ec0-4e32-a333-ea6b4bea9368,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:38.117437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.224835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f7892-6cb6-4432-be0b-714fef442011 req-c663d7f2-eafe-4c1c-9a3a-de3ee0fa2577 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:38.226204 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c91f7892-6cb6-4432-be0b-714fef442011 req-c663d7f2-eafe-4c1c-9a3a-de3ee0fa2577 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.4914930 Apr 05 09:53:38.230128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52732) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:38.276600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.26.4.29 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/96819ce2-eebc-4024-ae7d-bf57242d7520) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:38.331171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Allocated IP 172.21.0.1 (6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2/65fc67c7-eca2-462b-b388-cb2d6453de72/1fabed06-bfaf-405c-8db6-cf477a98446d) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:38.388417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-406452681'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:38.401483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:38.408525 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Usage tracker for resource:network and tenant:0a58795d897342dfb6e49b5128e530ac is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:38.412082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.413698 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:38.422005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:38.424020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.461944 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c91f7892-6cb6-4432-be0b-714fef442011 req-e7b55242-652f-496b-8f8a-a4f42b43c86f tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250674 Apr 05 09:53:38.494731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Made reservation on behalf of 0a58795d897342dfb6e49b5128e530ac for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:38.497723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.520761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.541170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.541878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Fanout notify agent at l3_agent the message router_deleted on router 08679fc7-6a55-4059-a24e-3cb89894c6eb {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:53:38.569568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.572145 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-17ee76e1-c4be-4882-8736-c1c97b77011b tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/08679fc7-6a55-4059-a24e-3cb89894c6eb HTTP/1.1" status: 204 len: 168 time: 2.1828656 Apr 05 09:53:38.576958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52740) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:38.584020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Request body: {'router': {'name': 'tempest-snat-router-578191640', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'enable_snat': False}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:38.587946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:38.590276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:38.595465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Usage tracker for resource:security_group_rule and tenant:0a58795d897342dfb6e49b5128e530ac is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:38.598783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Usage tracker for resource:router and tenant:2c7e2388b66b4f8bb5dc06586972e0d3 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:38.601423 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:38.604107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:38.611713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:38.613760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:38.632888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.644798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.645783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.649261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Transition to ACTIVE for port object 1fabed06-bfaf-405c-8db6-cf477a98446d will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:38.679751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.698335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.703732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.726869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.735632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.749677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Deleting port 6ff047ab-c9f8-479f-a689-b1cc60fbeee9 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:38.750022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.787870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:38.877920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:38.905317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:38.907134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=1fabed06-bfaf-405c-8db6-cf477a98446d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:38.956349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:38.975873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:53:39.056426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1b184c-9f9e-47a6-a7b9-8c551292c098,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:39.061406 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:39.061589 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Added segment e72a2f6d-52cf-49d5-959d-70da84f5f9ff of type vlan for network 8e286c31-5058-4436-8083-50baeb677d5a Apr 05 09:53:39.086425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:39.105322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:39.108860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:39.126686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:39.126908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:39.135259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6d877-8e6e-4a08-9621-b4bdc9878096 req-d8b35639-68d6-4a1e-8d86-0868ee2d1ad1 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:39.136772 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3e6d877-8e6e-4a08-9621-b4bdc9878096 req-d8b35639-68d6-4a1e-8d86-0868ee2d1ad1 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3134463 Apr 05 09:53:39.151426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5e725d11-2845-43bb-bf75-cbbecc1b6b37 None None] Provisioning for port 1fabed06-bfaf-405c-8db6-cf477a98446d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:39.159295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5e725d11-2845-43bb-bf75-cbbecc1b6b37 None None] Provisioning complete for port 1fabed06-bfaf-405c-8db6-cf477a98446d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:39.159706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5e725d11-2845-43bb-bf75-cbbecc1b6b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:39.160529 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-2f392e88-9c78-4b25-9655-7dc38b562935 req-e9d89526-002f-436c-b7eb-6f89bf0884cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d5619b76fb4201b7106411914d699a&device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 1098 time: 0.2129307 Apr 05 09:53:39.162128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:39.165761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:39.166323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:39.226223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5e725d11-2845-43bb-bf75-cbbecc1b6b37 None None] Port 1fabed06-bfaf-405c-8db6-cf477a98446d cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:53:39.304846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Calling delete_port for 6ff047ab-c9f8-479f-a689-b1cc60fbeee9 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:39.400957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:39.401734 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=96819ce2-eebc-4024-ae7d-bf57242d7520,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:39.408219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:39.415472 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:39.472141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Network': ['ID=8e286c31-5058-4436-8083-50baeb677d5a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:39.479416 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6131130e-7f67-4850-b43f-4c4deaa972a1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2486076 Apr 05 09:53:39.486054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52748) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:39.487550 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 8e286c31-5058-4436-8083-50baeb677d5a details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:53:39.494878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'subnet': {'network_id': '8e286c31-5058-4436-8083-50baeb677d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:39.528096 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3e6d877-8e6e-4a08-9621-b4bdc9878096 req-0a0928fe-b62f-4562-87f0-77fbebfe5ab0 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068767 Apr 05 09:53:39.569684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:39.645250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392e88-9c78-4b25-9655-7dc38b562935 req-04cf9e03-6dc3-4a17-9d40-bd96494f9cb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:39.647321 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-2f392e88-9c78-4b25-9655-7dc38b562935 req-04cf9e03-6dc3-4a17-9d40-bd96494f9cb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=19491046-51f6-427c-b308-ccbe410a1d66 HTTP/1.1" status: 200 len: 911 time: 0.4598422 Apr 05 09:53:39.757264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:39.761141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Usage tracker for resource:subnet and tenant:0a58795d897342dfb6e49b5128e530ac is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:39.764897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:39.771651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:39.818931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Made reservation on behalf of 0a58795d897342dfb6e49b5128e530ac for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:39.894624 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-2f392e88-9c78-4b25-9655-7dc38b562935 req-07ffe3e7-4321-4953-aefc-817097321b1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4 HTTP/1.1" status: 200 len: 1001 time: 0.2363539 Apr 05 09:53:40.021047 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:40.130839 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f392e88-9c78-4b25-9655-7dc38b562935 req-14445706-8878-482d-a7d2-124884d72d2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:40.132319 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-2f392e88-9c78-4b25-9655-7dc38b562935 req-14445706-8878-482d-a7d2-124884d72d2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22804349-64e3-4deb-bc5b-b60e9ff7803b HTTP/1.1" status: 200 len: 850 time: 0.2116449 Apr 05 09:53:40.175006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:40.226267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:40.306374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:40.424807 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-2f392e88-9c78-4b25-9655-7dc38b562935 req-fa92f98f-a6a2-4073-8f75-28856d22f96c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19491046-51f6-427c-b308-ccbe410a1d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2847376 Apr 05 09:53:40.431564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Pushing event deleted for resources: {'Port': ['ID=6ff047ab-c9f8-479f-a689-b1cc60fbeee9,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:40.480076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3f7c4-bb80-4927-8039-170a9c530384 req-57167137-6b93-432f-8756-1bd8e0249988 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:40.482082 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d8c3f7c4-bb80-4927-8039-170a9c530384 req-57167137-6b93-432f-8756-1bd8e0249988 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 946 time: 0.4897165 Apr 05 09:53:40.666625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Allocated IP 172.26.4.44 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/810319fc-5fd7-4912-abd3-325fcbf7b5db) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:40.737954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:40.771070 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d8c3f7c4-bb80-4927-8039-170a9c530384 req-cbd4194b-0019-4fd1-b768-062322bfb829 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2518544 Apr 05 09:53:40.786269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:53:40.886889 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-2f392e88-9c78-4b25-9655-7dc38b562935 req-d60302e4-cb7a-4573-bb1e-313bf37a8940 service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492652 Apr 05 09:53:40.923494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:40.945756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Subnet': ['ID=224d0fa6-971e-4929-84e1-19d61a8099e7,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:40.949573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.051061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.060671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Checking segment: {'id': 'e72a2f6d-52cf-49d5-959d-70da84f5f9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e286c31-5058-4436-8083-50baeb677d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:41.061040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Network hostable DHCP agents. Network: 8e286c31-5058-4436-8083-50baeb677d5a, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:53:41.074076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.126324 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-2f392e88-9c78-4b25-9655-7dc38b562935 req-52dce4c4-b003-4f19-b1a7-7da81362383a service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236083 Apr 05 09:53:41.140125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Network 8e286c31-5058-4436-8083-50baeb677d5a is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:53:41.155298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 8e286c31-5058-4436-8083-50baeb677d5a) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:41.163102 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.167493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:41.167853 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e8fb5f-014e-45d7-8ef1-6f09069fe3f7 None None] Network 8e286c31-5058-4436-8083-50baeb677d5a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:41.168389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.258477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:41.262114 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:41.270710 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9c9baa77-ac1c-4750-9089-8390b1a6a56d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7811141 Apr 05 09:53:41.270710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:41.298525 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event updated for resources: {'Port': ['ID=810319fc-5fd7-4912-abd3-325fcbf7b5db,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:41.303927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52758) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:41.310042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'port': {'network_id': '8e286c31-5058-4436-8083-50baeb677d5a', 'name': 'tempest-AllowedAddressPairTestJSON-2137330702'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:41.371177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.389388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=1fabed06-bfaf-405c-8db6-cf477a98446d,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:41.408888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b4b0e-f380-43eb-bf4c-648314997e5a req-91da52c5-6a80-4cc7-baf5-2409a92856e2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:41.410363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a72b4b0e-f380-43eb-bf4c-648314997e5a req-91da52c5-6a80-4cc7-baf5-2409a92856e2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.7202287 Apr 05 09:53:41.463663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-8e286c31-5058-4436-8083-50baeb677d5a', 'network_id': '8e286c31-5058-4436-8083-50baeb677d5a', 'tenant_id': '0a58795d897342dfb6e49b5128e530ac', 'fixed_ips': [{'subnet_id': '224d0fa6-971e-4929-84e1-19d61a8099e7'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:53:41.464577 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.515931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:41.521573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Usage tracker for resource:port and tenant:0a58795d897342dfb6e49b5128e530ac is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:41.529168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:41.536902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:41.551192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Made reservation on behalf of 0a58795d897342dfb6e49b5128e530ac for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:41.554302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.581640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] device_id is not set on port 46e32954-2be4-4423-81f4-1accc4db48ff yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:53:41.674199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.739955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.740939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.783714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Allocated IP 172.20.0.2 (8e286c31-5058-4436-8083-50baeb677d5a/224d0fa6-971e-4929-84e1-19d61a8099e7/9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:41.877043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:41.943024 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a72b4b0e-f380-43eb-bf4c-648314997e5a req-a7be6cbd-02b0-4a28-8bc4-ebc09bb7b43f tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4777107 Apr 05 09:53:41.970949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a6271-5a17-4a14-8669-7097e6affb5b req-58b14de0-4058-4795-af5e-031d59d432de tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:41.972912 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-656a6271-5a17-4a14-8669-7097e6affb5b req-58b14de0-4058-4795-af5e-031d59d432de tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.10 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 946 time: 0.8644342 Apr 05 09:53:42.047275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.109857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Router 31b1ff2c-770b-486c-ab3c-204a1c1a0aa7 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:53:42.203858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.204385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Fanout notify agent at l3_agent the message router_deleted on router 7c2e1cfe-4507-48e6-bd1e-f8b76851e763 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:53:42.218138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Deleting port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:42.218482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.246249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.249039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:42.260712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Transition to ACTIVE for port object 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:42.273556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:42.303120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Transition to ACTIVE for port object 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:42.329240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.425562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Allocated IP 172.20.0.14 (8e286c31-5058-4436-8083-50baeb677d5a/224d0fa6-971e-4929-84e1-19d61a8099e7/46e32954-2be4-4423-81f4-1accc4db48ff) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:42.502211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Network 8e286c31-5058-4436-8083-50baeb677d5a is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:42.504109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.520713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:42.525476 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:42.574625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Pushing event updated for resources: {'Port': ['ID=9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:42.642760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Attempting to bind port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:53:42.643129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Attempting to bind port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'e72a2f6d-52cf-49d5-959d-70da84f5f9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e286c31-5058-4436-8083-50baeb677d5a'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:53:42.643489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Attempting to bind port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a on network 8e286c31-5058-4436-8083-50baeb677d5a {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:53:42.650949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:53:42.651317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Checking segment: {'id': 'e72a2f6d-52cf-49d5-959d-70da84f5f9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e286c31-5058-4436-8083-50baeb677d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:42.651810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.652199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Bound using segment: {'id': 'e72a2f6d-52cf-49d5-959d-70da84f5f9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e286c31-5058-4436-8083-50baeb677d5a'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:53:42.652664 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Bound port: 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72a2f6d-52cf-49d5-959d-70da84f5f9ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8e286c31-5058-4436-8083-50baeb677d5a'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:53:42.653649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.717732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:42.730871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a3258309-56fd-427c-a466-6c2eb2356e2c None None] Provisioning complete for port 1fabed06-bfaf-405c-8db6-cf477a98446d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:42.730871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a3258309-56fd-427c-a466-6c2eb2356e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.734783 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Sync routers for ids ['31b1ff2c-770b-486c-ab3c-204a1c1a0aa7'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:42.760026 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Routers {'31b1ff2c-770b-486c-ab3c-204a1c1a0aa7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:42.760687 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['31b1ff2c-770b-486c-ab3c-204a1c1a0aa7'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:42.817645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a3258309-56fd-427c-a466-6c2eb2356e2c None None] Port 1fabed06-bfaf-405c-8db6-cf477a98446d cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:53:42.821250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] For port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:53:42.825621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] For port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a,segment=NetworkSegment(e72a2f6d-52cf-49d5-959d-70da84f5f9ff),segment_id=e72a2f6d-52cf-49d5-959d-70da84f5f9ff)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:53:42.831137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.877324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.888436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.889181 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c3861fdb-f61b-4d5d-af44-335fcc682f7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3114247 Apr 05 09:53:42.892493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52768) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:42.933095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa017a9-c8c2-44e5-85f4-86398573184d None None] Pushing event updated for resources: {'Port': ['ID=9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:42.962862 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Set router 31b1ff2c-770b-486c-ab3c-204a1c1a0aa7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:42.969882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Transition to ACTIVE for port object 46e32954-2be4-4423-81f4-1accc4db48ff will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:42.984750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:42.991046 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a1e82304-6c53-4be6-986f-28e701e6ee32 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/7c2e1cfe-4507-48e6-bd1e-f8b76851e763 HTTP/1.1" status: 204 len: 168 time: 6.1057599 Apr 05 09:53:43.011209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52772) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:43.055957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a223f-cb32-4d89-a4c9-64d28adb767b req-e0427b93-97fa-4715-85be-4d28c07e9c74 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:43.065231 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce9a223f-cb32-4d89-a4c9-64d28adb767b req-e0427b93-97fa-4715-85be-4d28c07e9c74 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 946 time: 1.0385861 Apr 05 09:53:43.078265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2117797525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:43.086037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:43.090309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Usage tracker for resource:router and tenant:147336dc7d1d49728f9b7db9c42b2d28 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:43.094085 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:43.095321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.100726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:43.256777 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Network 8e286c31-5058-4436-8083-50baeb677d5a is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:43.269593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:43.269871 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce9a223f-cb32-4d89-a4c9-64d28adb767b req-7cca7817-41dc-4e27-a5bc-765cb62619f0 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035556 Apr 05 09:53:43.280165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Port': ['ID=46e32954-2be4-4423-81f4-1accc4db48ff,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:43.287979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:43.304824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.306045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.342880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c5bfc-771e-4308-82e7-fd5304e54138 req-4c94d376-5fcd-4f6c-b11b-a73d172d7fdc tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:43.359695 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-311c5bfc-771e-4308-82e7-fd5304e54138 req-4c94d376-5fcd-4f6c-b11b-a73d172d7fdc tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 945 time: 0.8834546 Apr 05 09:53:43.369029 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:43.369692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.409887 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7741a575-b755-4136-9042-39b6f3ba69c3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/routers/31b1ff2c-770b-486c-ab3c-204a1c1a0aa7 HTTP/1.1" status: 200 len: 907 time: 0.5161741 Apr 05 09:53:43.412115 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-29a6ed6f-8913-440e-b8a1-70730af994cc tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1074855 Apr 05 09:53:43.412815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52778) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:43.415368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52782) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:43.421440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Request body: {'router': {'name': 'tempest-snat-router-578191640', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'enable_snat': True}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:43.421969 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1ff2c-770b-486c-ab3c-204a1c1a0aa7', 'name': 'tempest-snat-router-578191640', 'tenant_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.44'}], 'enable_snat': False}, 'gw_port_id': '810319fc-5fd7-4912-abd3-325fcbf7b5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:38Z', 'updated_at': '2022-04-05T09:53:41Z', 'revision_number': 3, 'project_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'gw_port': {'id': '810319fc-5fd7-4912-abd3-325fcbf7b5db', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b1ff2c-770b-486c-ab3c-204a1c1a0aa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:40Z', 'updated_at': '2022-04-05T09:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:43.426230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:43.427851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'port': {'network_id': '8e286c31-5058-4436-8083-50baeb677d5a', 'name': 'tempest-AllowedAddressPairTestJSON-293041791', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7b:f8:90'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:43.439776 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Checking router: 31b1ff2c-770b-486c-ab3c-204a1c1a0aa7 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:53:43.440120 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Updating router 31b1ff2c-770b-486c-ab3c-204a1c1a0aa7 port 810319fc-5fd7-4912-abd3-325fcbf7b5db binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:53:43.458726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:43.510729 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Usage tracker for resource:router and tenant:2c7e2388b66b4f8bb5dc06586972e0d3 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:43.518998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:43.537149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:43.561861 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.563011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.566002 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.608268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:43.623278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:43.629510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Usage tracker for resource:port and tenant:0a58795d897342dfb6e49b5128e530ac is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:43.632832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:43.639878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:43.657498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.659920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Made reservation on behalf of 0a58795d897342dfb6e49b5128e530ac for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:43.665049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.743196 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] device_id is not set on port c8bd36c4-7008-4bee-8905-3fd66d7acd81 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:53:43.761418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] For port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:43.761777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.899409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.961125 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:43.976256 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Transition to ACTIVE for port object 810319fc-5fd7-4912-abd3-325fcbf7b5db will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:43.989853 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.020794 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-311c5bfc-771e-4308-82e7-fd5304e54138 req-ad5c47be-7eae-4150-a0bd-052d4e404baa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4098794 Apr 05 09:53:44.023430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:53:44.072496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-4612e688-2d34-46b1-8904-c2b9634ca83b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:44.074043 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-4612e688-2d34-46b1-8904-c2b9634ca83b tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.10 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 945 time: 0.3893080 Apr 05 09:53:44.091460 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2352dba-47ba-4cd1-869f-68cc8a457497 None None] Pushing event updated for resources: {'Port': ['ID=810319fc-5fd7-4912-abd3-325fcbf7b5db,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:44.093874 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Attempting to bind port 810319fc-5fd7-4912-abd3-325fcbf7b5db on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:53:44.094320 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Attempting to bind port 810319fc-5fd7-4912-abd3-325fcbf7b5db by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:53:44.094678 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Attempting to bind port 810319fc-5fd7-4912-abd3-325fcbf7b5db on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:53:44.097997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.110319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.116999 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:53:44.117347 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:44.118947 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.120404 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:53:44.122462 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Bound port: 810319fc-5fd7-4912-abd3-325fcbf7b5db, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:53:44.122462 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.133389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.146741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Allocated IP 172.20.0.8 (8e286c31-5058-4436-8083-50baeb677d5a/224d0fa6-971e-4929-84e1-19d61a8099e7/c8bd36c4-7008-4bee-8905-3fd66d7acd81) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:44.158259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.223064 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] For port 810319fc-5fd7-4912-abd3-325fcbf7b5db, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:53:44.223671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Deleting port f56bf061-f721-4d30-b822-762fc1f05c29 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:44.224019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.226933 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] For port 810319fc-5fd7-4912-abd3-325fcbf7b5db, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=810319fc-5fd7-4912-abd3-325fcbf7b5db,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:53:44.235917 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.286777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b14c7-bb98-4d2e-92fa-5ecba16836ba req-2c258813-0e51-4590-a02d-cc38a34b961c tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:44.288254 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b09b14c7-bb98-4d2e-92fa-5ecba16836ba req-2c258813-0e51-4590-a02d-cc38a34b961c tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.6649616 Apr 05 09:53:44.303496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:53:44.357502 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2352dba-47ba-4cd1-869f-68cc8a457497 None None] Pushing event updated for resources: {'Port': ['ID=810319fc-5fd7-4912-abd3-325fcbf7b5db,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:44.361785 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Routers {'31b1ff2c-770b-486c-ab3c-204a1c1a0aa7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:44.362617 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['31b1ff2c-770b-486c-ab3c-204a1c1a0aa7'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:44.426167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc135b6d-bb96-41d6-8b02-7192fb9e6eb5 None None] Network 8e286c31-5058-4436-8083-50baeb677d5a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:53:44.439584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.443566 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bfebde13-c100-4910-a386-8eeec4496795 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4178717 Apr 05 09:53:44.457626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52788) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:44.491619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:44.545043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=96819ce2-eebc-4024-ae7d-bf57242d7520,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:44.564151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.564720 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.564841 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Floating IP 94ef996c-53fc-45ea-80ff-69f4d2b560b3 disassociated. External IP: 172.26.4.212, port: 895eb35e-ad16-4cb7-bb8f-ef22c445ee15. Apr 05 09:53:44.565165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Calling delete_port for 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:44.590908 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] Set router 31b1ff2c-770b-486c-ab3c-204a1c1a0aa7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:44.697195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.709624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-fc4fa97e-7409-4662-ac9c-6e0a7c095c54 None None] Provisioning for port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:44.726366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-fc4fa97e-7409-4662-ac9c-6e0a7c095c54 None None] Provisioning complete for port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:44.726720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa97e-7409-4662-ac9c-6e0a7c095c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.792268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 067253bb-58d2-433d-871f-54a76b975e78 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:44.800853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.804565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:44.811093 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:53:44.819360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.915001 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b09b14c7-bb98-4d2e-92fa-5ecba16836ba req-8b143b1e-5c65-4388-9ba4-9eb1d8c13f14 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5873225 Apr 05 09:53:44.948317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] For port f56bf061-f721-4d30-b822-762fc1f05c29, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f56bf061-f721-4d30-b822-762fc1f05c29,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:44.948739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:44.973950 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b1ff2c-770b-486c-ab3c-204a1c1a0aa7', 'name': 'tempest-snat-router-578191640', 'tenant_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.44'}], 'enable_snat': False}, 'gw_port_id': '810319fc-5fd7-4912-abd3-325fcbf7b5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:38Z', 'updated_at': '2022-04-05T09:53:41Z', 'revision_number': 3, 'project_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'gw_port': {'id': '810319fc-5fd7-4912-abd3-325fcbf7b5db', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b1ff2c-770b-486c-ab3c-204a1c1a0aa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:40Z', 'updated_at': '2022-04-05T09:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:44.978156 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231258d5-df2d-42a2-b550-fdc5a778a801 None None] The sync data for ids ['31b1ff2c-770b-486c-ab3c-204a1c1a0aa7'] in dv-neutron-833199-1-hyperv is: [{'id': '31b1ff2c-770b-486c-ab3c-204a1c1a0aa7', 'name': 'tempest-snat-router-578191640', 'tenant_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.44'}], 'enable_snat': False}, 'gw_port_id': '810319fc-5fd7-4912-abd3-325fcbf7b5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:38Z', 'updated_at': '2022-04-05T09:53:41Z', 'revision_number': 3, 'project_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'gw_port': {'id': '810319fc-5fd7-4912-abd3-325fcbf7b5db', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b1ff2c-770b-486c-ab3c-204a1c1a0aa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:40Z', 'updated_at': '2022-04-05T09:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:45.048600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:45.057596 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94924b05-1a0e-43cf-bdcd-cc57f9942de3'] response: {'server_uuid': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15', 'code': 200} Apr 05 09:53:45.058692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa97e-7409-4662-ac9c-6e0a7c095c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.113344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-fc4fa97e-7409-4662-ac9c-6e0a7c095c54 None None] For port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a,segment=NetworkSegment(e72a2f6d-52cf-49d5-959d-70da84f5f9ff),segment_id=e72a2f6d-52cf-49d5-959d-70da84f5f9ff)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:45.123386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fc4fa97e-7409-4662-ac9c-6e0a7c095c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.133140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.238605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fa97e-7409-4662-ac9c-6e0a7c095c54 None None] Pushing event updated for resources: {'Port': ['ID=9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:45.285450 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Transition to ACTIVE for port object c8bd36c4-7008-4bee-8905-3fd66d7acd81 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:45.361035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-81239511-ef99-4d58-a60c-4c10638fa8de None None] Provisioning for port 46e32954-2be4-4423-81f4-1accc4db48ff completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:45.369344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-81239511-ef99-4d58-a60c-4c10638fa8de None None] Provisioning complete for port 46e32954-2be4-4423-81f4-1accc4db48ff triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:45.369544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:53:45.370015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-81239511-ef99-4d58-a60c-4c10638fa8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.370144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:53:45.452063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-81239511-ef99-4d58-a60c-4c10638fa8de None None] Port 46e32954-2be4-4423-81f4-1accc4db48ff cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:53:45.468823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.469198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.469512 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Floating IP 9a958f3f-0bb1-4ac8-9278-506d06226012 disassociated. External IP: 172.26.4.27, port: f56bf061-f721-4d30-b822-762fc1f05c29. Apr 05 09:53:45.469860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Calling delete_port for f56bf061-f721-4d30-b822-762fc1f05c29 owned by compute:nova {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:45.472285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-81239511-ef99-4d58-a60c-4c10638fa8de None None] Provisioning complete for port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:45.473139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-81239511-ef99-4d58-a60c-4c10638fa8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.532537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923101a-ca42-446c-a5da-067f49cb43a1 req-35c31c26-49f0-4431-ae33-4461e71afc01 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:45.535637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.539547 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1923101a-ca42-446c-a5da-067f49cb43a1 req-35c31c26-49f0-4431-ae33-4461e71afc01 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 946 time: 1.0588338 Apr 05 09:53:45.605263 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.613773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.743442 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1923101a-ca42-446c-a5da-067f49cb43a1 req-66ac974e-3737-4be4-93b6-dab06b9cc7b1 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029312 Apr 05 09:53:45.777626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f3e5-e277-4cf7-ae47-9bddb8878937 req-7859d1f9-0446-45b9-8b9f-f5e3d21c011a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:45.779569 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af30f3e5-e277-4cf7-ae47-9bddb8878937 req-7859d1f9-0446-45b9-8b9f-f5e3d21c011a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.4470384 Apr 05 09:53:45.808087 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6a771cc6-d171-4680-b0e9-67353ad6f638 None None] Provisioning complete for port 46e32954-2be4-4423-81f4-1accc4db48ff triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:45.809834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6a771cc6-d171-4680-b0e9-67353ad6f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.832997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Network 8e286c31-5058-4436-8083-50baeb677d5a is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:45.837095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.842097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Port': ['ID=c8bd36c4-7008-4bee-8905-3fd66d7acd81,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:45.852838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:45.867034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:45.874046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Deleting port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:45.874397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:45.889602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6a771cc6-d171-4680-b0e9-67353ad6f638 None None] Port 46e32954-2be4-4423-81f4-1accc4db48ff cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:53:45.948899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:45.962181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3ceb6-204a-4827-8089-806b5725a517 None None] Sync routers for ids ['067253bb-58d2-433d-871f-54a76b975e78'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:45.984310 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af30f3e5-e277-4cf7-ae47-9bddb8878937 req-a3005893-b6eb-4588-afe0-b6ea6882047c tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882205 Apr 05 09:53:45.987371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3ceb6-204a-4827-8089-806b5725a517 None None] Routers {'067253bb-58d2-433d-871f-54a76b975e78'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:45.988202 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0ab3ceb6-204a-4827-8089-806b5725a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['067253bb-58d2-433d-871f-54a76b975e78'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:46.017917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:46.018851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:46.026817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:46.068851 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c1a2a725-7af4-4dbd-965e-24fa33a1cd89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/067253bb-58d2-433d-871f-54a76b975e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3177748 Apr 05 09:53:46.075339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52800) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:46.091533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0ab3ceb6-204a-4827-8089-806b5725a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:46.104906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3ceb6-204a-4827-8089-806b5725a517 None None] Routers {'067253bb-58d2-433d-871f-54a76b975e78'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:46.105512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0ab3ceb6-204a-4827-8089-806b5725a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['067253bb-58d2-433d-871f-54a76b975e78'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:46.160927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Pushing event deleted for resources: {'Port': ['ID=f56bf061-f721-4d30-b822-762fc1f05c29,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:46.173216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Allocated IP 172.26.4.2 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/f56ecf46-89e0-440c-b8cd-bafa48e3db15) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:46.180842 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP aaf9e896-b69a-4977-bdc1-4943c28fe8a0 associated. External IP: 172.26.4.29, port: 88958e2a-6f21-4222-946c-96f2c9f6efc4. Apr 05 09:53:46.182458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0ab3ceb6-204a-4827-8089-806b5725a517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:46.182877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3ceb6-204a-4827-8089-806b5725a517 None None] The sync data for ids ['067253bb-58d2-433d-871f-54a76b975e78'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:46.225056 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-df42fadb-6e46-4d3a-9379-c07644260ad5 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8063419 Apr 05 09:53:46.237684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-be1d4d34-6d75-4f58-b443-6556b1380bc7 None None] Provisioning for port c8bd36c4-7008-4bee-8905-3fd66d7acd81 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:46.245204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52804) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:46.247081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-be1d4d34-6d75-4f58-b443-6556b1380bc7 None None] Provisioning complete for port c8bd36c4-7008-4bee-8905-3fd66d7acd81 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:46.247638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-be1d4d34-6d75-4f58-b443-6556b1380bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:46.253948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5240302-4b28-473b-90cc-4fd20163adcf tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:46.254488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a5240302-4b28-473b-90cc-4fd20163adcf tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:46.318917 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-be1d4d34-6d75-4f58-b443-6556b1380bc7 None None] Port c8bd36c4-7008-4bee-8905-3fd66d7acd81 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:53:46.554493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a5240302-4b28-473b-90cc-4fd20163adcf tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:46.560336 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a5240302-4b28-473b-90cc-4fd20163adcf tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports/1fabed06-bfaf-405c-8db6-cf477a98446d HTTP/1.1" status: 200 len: 910 time: 0.4708393 Apr 05 09:53:46.561315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52810) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:46.690063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b58aa1-0660-4c26-a6dc-9497920f4532 req-8efbd277-315e-42e6-870f-131bccbaa9f7 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:46.691626 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00b58aa1-0660-4c26-a6dc-9497920f4532 req-8efbd277-315e-42e6-870f-131bccbaa9f7 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 867 time: 0.7903149 Apr 05 09:53:46.711804 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] For port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:46.712171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:46.811901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70b199-a309-4103-b531-995685380d55 req-006a4a1f-6e4d-4503-a1c1-e25151325a50 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:46.813291 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ef70b199-a309-4103-b531-995685380d55 req-006a4a1f-6e4d-4503-a1c1-e25151325a50 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3156152 Apr 05 09:53:46.909671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:46.925938 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acbea01-acbd-4820-bf96-9f0995e53b1c tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:46.929874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acbea01-acbd-4820-bf96-9f0995e53b1c tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:46.933895 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acbea01-acbd-4820-bf96-9f0995e53b1c tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:46.935435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3acbea01-acbd-4820-bf96-9f0995e53b1c tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Synchronizing usage tracker for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:46.992639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3acbea01-acbd-4820-bf96-9f0995e53b1c tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Unset dirty status for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:46.996574 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3acbea01-acbd-4820-bf96-9f0995e53b1c tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.7364354 Apr 05 09:53:46.999800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52816) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:47.089461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:47.141642 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00b58aa1-0660-4c26-a6dc-9497920f4532 req-b07b08f3-7f29-4e15-a0a8-1b25e5935ffa tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4332154 Apr 05 09:53:47.162768 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ef70b199-a309-4103-b531-995685380d55 req-85dcc170-faa4-4c54-9f51-97f450da98e7 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369610 Apr 05 09:53:47.232703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-42304bc7-b263-4878-b6bb-ad0ef3e4338e tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Deleting port c8bd36c4-7008-4bee-8905-3fd66d7acd81 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:47.233251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-42304bc7-b263-4878-b6bb-ad0ef3e4338e tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:47.349773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:47.359005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:47.393319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event updated for resources: {'Port': ['ID=f56ecf46-89e0-440c-b8cd-bafa48e3db15,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:47.397603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:47.407601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:47.413524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:47.434384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:47.467427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:47.467820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:47.525355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:47.525800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:47.526116 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Floating IP 94ef996c-53fc-45ea-80ff-69f4d2b560b3 disassociated. External IP: 172.26.4.212, port: 895eb35e-ad16-4cb7-bb8f-ef22c445ee15. Apr 05 09:53:47.526463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Calling delete_port for 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:47.539334 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Router 33169c55-4d2b-4e66-9314-f3f66b39db12 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:47.828940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea1c5a-4f40-4d5c-9b56-f5126a591a7a req-0bc80262-14c8-45cb-993b-7aba4578e564 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:47.829595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b5ea1c5a-4f40-4d5c-9b56-f5126a591a7a req-0bc80262-14c8-45cb-993b-7aba4578e564 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Synchronizing usage tracker for tenant:156f56ba2afa4a3386a7f157e6d9be8f on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:47.881471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239da4f-80b3-48b6-b329-debb4136d4fc req-080e536a-b267-45d0-8b4e-abdae3cef2d2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:47.896990 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b239da4f-80b3-48b6-b329-debb4136d4fc req-080e536a-b267-45d0-8b4e-abdae3cef2d2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.4982097 Apr 05 09:53:47.939434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Allocated IP 172.26.4.164 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/c45f4ea6-2ac5-4366-94c7-7ab8c09beb63) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:47.951269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:47.992589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b5ea1c5a-4f40-4d5c-9b56-f5126a591a7a req-0bc80262-14c8-45cb-993b-7aba4578e564 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Unset dirty status for tenant:156f56ba2afa4a3386a7f157e6d9be8f on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:47.993766 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b5ea1c5a-4f40-4d5c-9b56-f5126a591a7a req-0bc80262-14c8-45cb-993b-7aba4578e564 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 944 time: 0.6963410 Apr 05 09:53:48.095813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:48.126578 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-42304bc7-b263-4878-b6bb-ad0ef3e4338e tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:48.168949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Pushing event deleted for resources: {'Port': ['ID=895eb35e-ad16-4cb7-bb8f-ef22c445ee15,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:48.179015 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b239da4f-80b3-48b6-b329-debb4136d4fc req-cf3a9979-49fe-4385-a456-b6dbf7410bc4 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892380 Apr 05 09:53:48.239326 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b5ea1c5a-4f40-4d5c-9b56-f5126a591a7a req-c4ce69d7-315f-4ae3-8482-d84ffb03a42d tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups?id=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2353415 Apr 05 09:53:48.285074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-42304bc7-b263-4878-b6bb-ad0ef3e4338e tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Calling delete_port for c8bd36c4-7008-4bee-8905-3fd66d7acd81 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:48.316406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device f56bf061-f721-4d30-b822-762fc1f05c29 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:53:48.401941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: f56bf061-f721-4d30-b822-762fc1f05c29 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:53:48.406659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device f56bf061-f721-4d30-b822-762fc1f05c29 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:53:48.424475 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:48.650457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:48.662551 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] Sync routers for ids ['33169c55-4d2b-4e66-9314-f3f66b39db12'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:48.682179 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] Routers {'33169c55-4d2b-4e66-9314-f3f66b39db12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:48.684309 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['33169c55-4d2b-4e66-9314-f3f66b39db12'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:48.688311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-edf93956-478f-4ba6-8a8e-f48fb4ffc7bb req-a6ed629d-1d61-4d80-bbe5-6c2731346dc8 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 210 time: 0.2217188 Apr 05 09:53:48.773748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:48.862679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:48.864065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:48.865561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:48.873109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:48.875614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Pushing event updated for resources: {'Port': ['ID=c45f4ea6-2ac5-4366-94c7-7ab8c09beb63,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:48.878293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:48.883298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:48.934740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-42304bc7-b263-4878-b6bb-ad0ef3e4338e tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:48.936835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] No DVR routers for this DVR port f56bf061-f721-4d30-b822-762fc1f05c29 on host hv-neutron-8331 {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:53:48.941030 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fb3de-0155-4937-881f-713838a29f90 req-b553d307-a680-442c-9c3d-ababc2537fd1 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:48.945942 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4a6fb3de-0155-4937-881f-713838a29f90 req-b553d307-a680-442c-9c3d-ababc2537fd1 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5381157 Apr 05 09:53:48.980641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:48.981454 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] Set router 33169c55-4d2b-4e66-9314-f3f66b39db12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:49.007437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399f48c8-4343-4085-9665-1f52fd841c98', 'name': 'network-vif-deleted', 'tag': 'f56bf061-f721-4d30-b822-762fc1f05c29'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:53:49.080709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42304bc7-b263-4878-b6bb-ad0ef3e4338e tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event deleted for resources: {'Port': ['ID=c8bd36c4-7008-4bee-8905-3fd66d7acd81,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:49.096045 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c9de06-4c74-4298-9bdd-07677acbb9cf'] response: {'server_uuid': '399f48c8-4343-4085-9665-1f52fd841c98', 'name': 'network-vif-deleted', 'tag': 'f56bf061-f721-4d30-b822-762fc1f05c29', 'status': 'completed', 'code': 200} Apr 05 09:53:49.147737 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-e7f221a3-c1aa-4089-93f6-ef1884daada1 req-276efe56-0a47-4a46-a588-43c439a08950 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.10 "DELETE /v2.0/ports/f56bf061-f721-4d30-b822-762fc1f05c29 HTTP/1.1" status: 204 len: 173 time: 5.0671241 Apr 05 09:53:49.225162 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4a6fb3de-0155-4937-881f-713838a29f90 req-e1f8d8b5-fed2-4596-ac85-5ab2bafdfe60 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723305 Apr 05 09:53:49.302604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:49.429379 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e', 'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'mac_address': 'fa:16:3e:38:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:09Z', 'updated_at': '2022-04-05T09:52:20Z', 'revision_number': 5, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'subnets': [{'id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:49.438006 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] Checking router: 33169c55-4d2b-4e66-9314-f3f66b39db12 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:53:49.451932 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] Routers {'33169c55-4d2b-4e66-9314-f3f66b39db12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:49.452607 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['33169c55-4d2b-4e66-9314-f3f66b39db12'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:49.686412 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b82e7b37-6b44-4e84-b12a-9a869c0f407e req-8350d314-b612-4a3a-a0ce-4225b67f83a6 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 210 time: 0.1525977 Apr 05 09:53:49.755148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-42304bc7-b263-4878-b6bb-ad0ef3e4338e tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:49.757018 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-42304bc7-b263-4878-b6bb-ad0ef3e4338e tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "DELETE /v2.0/ports/c8bd36c4-7008-4bee-8905-3fd66d7acd81 HTTP/1.1" status: 204 len: 168 time: 2.7559426 Apr 05 09:53:49.760825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52836) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:49.794458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:49.827948 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb3534b-e8d6-43fc-b340-1a969be1d28d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] GET failed (client error): The resource could not be found. Apr 05 09:53:49.828455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9eb3534b-e8d6-43fc-b340-1a969be1d28d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Synchronizing usage tracker for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:49.842137 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] Set router 33169c55-4d2b-4e66-9314-f3f66b39db12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:49.926105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9eb3534b-e8d6-43fc-b340-1a969be1d28d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Unset dirty status for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:49.932217 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9eb3534b-e8d6-43fc-b340-1a969be1d28d tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "GET /v2.0/ports/c8bd36c4-7008-4bee-8905-3fd66d7acd81 HTTP/1.1" status: 404 len: 333 time: 0.1703146 Apr 05 09:53:49.934464 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52840) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:49.948635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'port': {'network_id': '8e286c31-5058-4436-8083-50baeb677d5a', 'name': 'tempest-AllowedAddressPairTestJSON-1079534663'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:50.079396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:50.089633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16ec31-3f48-4a64-a3c1-3c9d8ee1fef6 None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:50.114355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16ec31-3f48-4a64-a3c1-3c9d8ee1fef6 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:50.115700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8f16ec31-3f48-4a64-a3c1-3c9d8ee1fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:50.141571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:50.149250 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c94c7903-1777-49fa-8ded-8fe4923e9ab0 req-92ec5cff-e2bc-4388-bc4b-11f96f8dfe9c tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/ports?device_id=399f48c8-4343-4085-9665-1f52fd841c98 HTTP/1.1" status: 200 len: 210 time: 0.1879592 Apr 05 09:53:50.150392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:50.206020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Router 14ff223c-51ce-475e-bd5f-3d165e1ce588 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:53:50.223622 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8f16ec31-3f48-4a64-a3c1-3c9d8ee1fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:50.224208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:50.236221 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16ec31-3f48-4a64-a3c1-3c9d8ee1fef6 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:50.237472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8f16ec31-3f48-4a64-a3c1-3c9d8ee1fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:50.249520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:50.252790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port 1fabed06-bfaf-405c-8db6-cf477a98446d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:50.253155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:50.274778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:50.311888 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8f16ec31-3f48-4a64-a3c1-3c9d8ee1fef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:50.312541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16ec31-3f48-4a64-a3c1-3c9d8ee1fef6 None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:50.338040 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e', 'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'mac_address': 'fa:16:3e:38:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:09Z', 'updated_at': '2022-04-05T09:52:20Z', 'revision_number': 5, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'subnets': [{'id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:50.342985 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60568ef0-e221-448f-8cae-31cbaeb793c3 None None] The sync data for ids ['33169c55-4d2b-4e66-9314-f3f66b39db12'] in dv-neutron-833199-1-hyperv is: [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:52:10Z', 'revision_number': 4, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e', 'name': '', 'network_id': 'd115ac80-69b0-4a3d-b6c8-1fefc14cdcdc', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'mac_address': 'fa:16:3e:38:39:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:09Z', 'updated_at': '2022-04-05T09:52:20Z', 'revision_number': 5, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'subnets': [{'id': '41d78c18-da9c-4221-9c72-332eef9555bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:50.405273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9718e5-fefd-415c-b9aa-085eb6fed90f req-19ff6d0c-6dfd-4dd0-b629-fa2870ce2d0b tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:50.406815 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0e9718e5-fefd-415c-b9aa-085eb6fed90f req-19ff6d0c-6dfd-4dd0-b629-fa2870ce2d0b tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3904121 Apr 05 09:53:50.420413 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c695bf55-02a0-4250-949f-dde3464ec2fd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.4617541 Apr 05 09:53:50.431166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52844) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:50.431841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Made reservation on behalf of 0a58795d897342dfb6e49b5128e530ac for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:50.435479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:50.461484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-6e35793b-1c3d-4235-9bc5-b647cab5d803 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:50.493577 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0e9718e5-fefd-415c-b9aa-085eb6fed90f req-748a2211-29a7-4e61-900f-5ee61be8b32e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750053 Apr 05 09:53:50.498288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:50.508501 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] Sync routers for ids ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:50.523855 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] Routers {'7546be7f-49dd-436b-a28e-1d27ffa1fbcd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:50.523855 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:50.576420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] No DVR routers for this DVR port 895eb35e-ad16-4cb7-bb8f-ef22c445ee15 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:53:50.579643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:50.581644 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-656a6271-5a17-4a14-8669-7097e6affb5b req-c0f407dd-3325-4007-ae11-86f3e20414c8 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.10 "DELETE /v2.0/ports/895eb35e-ad16-4cb7-bb8f-ef22c445ee15 HTTP/1.1" status: 204 len: 173 time: 8.5976264 Apr 05 09:53:50.582086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'name': 'network-vif-deleted', 'tag': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:53:50.702480 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75383df-7838-49cc-9256-43870a01d46f'] response: {'server_uuid': '176de3e9-f138-453c-bb74-b1900c4f33fa', 'name': 'network-vif-deleted', 'tag': '895eb35e-ad16-4cb7-bb8f-ef22c445ee15', 'status': 'completed', 'code': 200} Apr 05 09:53:50.761889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Router 12e8b3ee-de0d-4e2c-9e35-0feeecd54021 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:53:50.773911 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] Set router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:50.791479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] device_id is not set on port 207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:53:50.914127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6e35793b-1c3d-4235-9bc5-b647cab5d803 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:51.081703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:51.083839 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-54f42ff4-5042-4e6b-ae5b-dc6a51651ec3 req-8f1ffd6f-0730-4231-b035-60d078035c5b tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/ports?device_id=176de3e9-f138-453c-bb74-b1900c4f33fa HTTP/1.1" status: 200 len: 210 time: 0.1039746 Apr 05 09:53:51.181633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:51.191794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ac537c-1d06-402c-83d9-7abc28920a4c None None] Sync routers for ids ['12e8b3ee-de0d-4e2c-9e35-0feeecd54021'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:51.194752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:51.195999 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0059cbd1-af5a-4850-af7b-1f58301cc24d tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "PUT /v2.0/routers/12e8b3ee-de0d-4e2c-9e35-0feeecd54021 HTTP/1.1" status: 200 len: 884 time: 6.7374272 Apr 05 09:53:51.199182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52852) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:51.242044 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:24Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'dce5b346-6cfd-4617-bdee-6249b7ff7c2b', 'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'mac_address': 'fa:16:3e:22:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:21Z', 'updated_at': '2022-04-05T09:53:02Z', 'revision_number': 5, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'subnets': [{'id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:51.247498 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac537c-1d06-402c-83d9-7abc28920a4c None None] Routers {'12e8b3ee-de0d-4e2c-9e35-0feeecd54021'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:51.249071 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] Checking router: 7546be7f-49dd-436b-a28e-1d27ffa1fbcd for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:53:51.249797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-80ac537c-1d06-402c-83d9-7abc28920a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['12e8b3ee-de0d-4e2c-9e35-0feeecd54021'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:51.264953 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] Routers {'7546be7f-49dd-436b-a28e-1d27ffa1fbcd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:51.266010 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:51.312985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for 1fabed06-bfaf-405c-8db6-cf477a98446d owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:51.391021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-80ac537c-1d06-402c-83d9-7abc28920a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:51.415818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac537c-1d06-402c-83d9-7abc28920a4c None None] Routers {'12e8b3ee-de0d-4e2c-9e35-0feeecd54021'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:51.416773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-80ac537c-1d06-402c-83d9-7abc28920a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['12e8b3ee-de0d-4e2c-9e35-0feeecd54021'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:51.425082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Allocated IP 172.20.0.9 (8e286c31-5058-4436-8083-50baeb677d5a/224d0fa6-971e-4929-84e1-19d61a8099e7/207e9e18-2aa4-4433-a3b0-aafa7f3a0e72) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:51.505395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-80ac537c-1d06-402c-83d9-7abc28920a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:51.505749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52860) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:51.506335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ac537c-1d06-402c-83d9-7abc28920a4c None None] The sync data for ids ['12e8b3ee-de0d-4e2c-9e35-0feeecd54021'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:51.529670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:51.567504 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] Set router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:51.598221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6e35793b-1c3d-4235-9bc5-b647cab5d803 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:51.612923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:51.627581 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Sync routers for ids ['14ff223c-51ce-475e-bd5f-3d165e1ce588'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:51.657683 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-746f4f46-0b84-4c0e-a252-a2059d3c3e93 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/routers/12e8b3ee-de0d-4e2c-9e35-0feeecd54021 HTTP/1.1" status: 200 len: 925 time: 0.4577496 Apr 05 09:53:51.661533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6e35793b-1c3d-4235-9bc5-b647cab5d803 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:51.661916 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-6e35793b-1c3d-4235-9bc5-b647cab5d803 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP aaf9e896-b69a-4977-bdc1-4943c28fe8a0 disassociated. External IP: 172.26.4.29, port: 88958e2a-6f21-4222-946c-96f2c9f6efc4. Apr 05 09:53:51.663165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52866) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:51.714899 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Routers {'14ff223c-51ce-475e-bd5f-3d165e1ce588'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:51.715907 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['14ff223c-51ce-475e-bd5f-3d165e1ce588'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:51.742470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:51.747131 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5728c878-bc20-40a2-afe3-f2f4f1d93413 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 8.3300738 Apr 05 09:53:51.756185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52870) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:51.771364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-090a9904-4356-4338-b3d7-a1d4c9a78e85 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:51.833299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-090a9904-4356-4338-b3d7-a1d4c9a78e85 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:51.898457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db5a74-f6e5-4aa4-8987-1f50e70432e6 req-9109f509-c5d1-420b-9262-f70e10ddf0ee tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:51.900102 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-62db5a74-f6e5-4aa4-8987-1f50e70432e6 req-9109f509-c5d1-420b-9262-f70e10ddf0ee tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.1838913 Apr 05 09:53:51.908140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-71ddfe36-4c8a-44b2-8f47-af8d77069020 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Synchronizing usage tracker for tenant:793a32e0d03544b597661205ac63f892 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:51.922853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-71ddfe36-4c8a-44b2-8f47-af8d77069020 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Unset dirty status for tenant:793a32e0d03544b597661205ac63f892 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:51.926751 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-71ddfe36-4c8a-44b2-8f47-af8d77069020 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=202208b4-f099-4a1f-a480-c0036edeb111&device_id=12e8b3ee-de0d-4e2c-9e35-0feeecd54021&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2622459 Apr 05 09:53:51.927588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52874) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:51.974975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-090a9904-4356-4338-b3d7-a1d4c9a78e85 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:52.046648 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Set router 14ff223c-51ce-475e-bd5f-3d165e1ce588 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:52.063883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a9904-4356-4338-b3d7-a1d4c9a78e85 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:52.108314 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-62db5a74-f6e5-4aa4-8987-1f50e70432e6 req-83cb4722-44d8-427c-a539-4a224e062a80 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796453 Apr 05 09:53:52.111692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-090a9904-4356-4338-b3d7-a1d4c9a78e85 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:52.116245 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-090a9904-4356-4338-b3d7-a1d4c9a78e85 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "DELETE /v2.0/security-groups/fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee HTTP/1.1" status: 204 len: 168 time: 0.5997691 Apr 05 09:53:52.129979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52878) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:52.194194 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-95641ce4-9f4b-4df4-b32a-7b924ee2536a tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] show failed (client error): The resource could not be found. Apr 05 09:53:52.208810 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-95641ce4-9f4b-4df4-b32a-7b924ee2536a tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "GET /v2.0/security-groups/fd0d9b9c-8fc1-4f68-af9f-3e62e13812ee HTTP/1.1" status: 404 len: 347 time: 0.0747461 Apr 05 09:53:52.211811 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52886) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:52.352923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52892) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:52.365318 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:24Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'dce5b346-6cfd-4617-bdee-6249b7ff7c2b', 'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'mac_address': 'fa:16:3e:22:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:21Z', 'updated_at': '2022-04-05T09:53:02Z', 'revision_number': 5, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'subnets': [{'id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:52.398712 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc923ad-a9af-4999-8b18-9991f5ab8c6c None None] The sync data for ids ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'] in dv-neutron-833199-1-hyperv is: [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:24Z', 'revision_number': 4, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'dce5b346-6cfd-4617-bdee-6249b7ff7c2b', 'name': '', 'network_id': '2399397e-952c-41dd-a884-3607f787c936', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'mac_address': 'fa:16:3e:22:41:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:21Z', 'updated_at': '2022-04-05T09:53:02Z', 'revision_number': 5, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'subnets': [{'id': '0fe58475-ba06-44b1-8bc4-b267db5f0779', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:52.406457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3775265-dcf2-4456-b940-cd3f67953540 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:52.407327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:52.410827 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c3775265-dcf2-4456-b940-cd3f67953540 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 881 time: 0.4621067 Apr 05 09:53:52.448434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Transition to ACTIVE for port object 207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:52.455305 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff223c-51ce-475e-bd5f-3d165e1ce588', 'name': 'tempest-snat-router-578191640', 'tenant_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': 'f56ecf46-89e0-440c-b8cd-bafa48e3db15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:43Z', 'updated_at': '2022-04-05T09:53:47Z', 'revision_number': 3, 'project_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'gw_port': {'id': 'f56ecf46-89e0-440c-b8cd-bafa48e3db15', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ff223c-51ce-475e-bd5f-3d165e1ce588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:45Z', 'updated_at': '2022-04-05T09:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:52.460538 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Checking router: 14ff223c-51ce-475e-bd5f-3d165e1ce588 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:53:52.461217 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Updating router 14ff223c-51ce-475e-bd5f-3d165e1ce588 port f56ecf46-89e0-440c-b8cd-bafa48e3db15 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:53:52.484967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:52.497570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52898) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:52.541573 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:52.547087 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:52.607644 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fbf4fbc0-4dbf-4a3d-b0d4-6b1343b778b0 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=12e8b3ee-de0d-4e2c-9e35-0feeecd54021 HTTP/1.1" status: 200 len: 205 time: 0.0967674 Apr 05 09:53:52.616925 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52904) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:52.656183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Network 8e286c31-5058-4436-8083-50baeb677d5a is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:53:52.669986 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:53:52.672889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=1fabed06-bfaf-405c-8db6-cf477a98446d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:52.693915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:53:52.781185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd2c65f-8ab8-4ccc-83f8-82054cc59135 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Deleting port d43c5123-3784-4bf3-9df0-2fd259e628d2 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:52.781616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c65f-8ab8-4ccc-83f8-82054cc59135 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:52.862076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:52.862961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.003833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0bca7159-0793-4f51-8c0f-b0089800b2ae None None] Provisioning for port 207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:53.007725 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.013772 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0bca7159-0793-4f51-8c0f-b0089800b2ae None None] Provisioning complete for port 207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:53.014670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0bca7159-0793-4f51-8c0f-b0089800b2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.023700 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Transition to ACTIVE for port object f56ecf46-89e0-440c-b8cd-bafa48e3db15 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:53:53.033274 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.036419 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0966072 Apr 05 09:53:53.040393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c3808-c66f-410d-bce2-e0a7dad05de2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Port': ['ID=207e9e18-2aa4-4433-a3b0-aafa7f3a0e72,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:53.045823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52908) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:53.113186 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0bca7159-0793-4f51-8c0f-b0089800b2ae None None] Port 207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:53:53.118845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5c99ad7d-8ff0-4af4-982f-5342fe450bee tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7b:f8:90'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:53.129459 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4443d60-26c8-4235-9ed4-890f50f25882 None None] Pushing event updated for resources: {'Port': ['ID=f56ecf46-89e0-440c-b8cd-bafa48e3db15,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:53.159690 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Attempting to bind port f56ecf46-89e0-440c-b8cd-bafa48e3db15 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:53:53.160180 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Attempting to bind port f56ecf46-89e0-440c-b8cd-bafa48e3db15 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:53:53.161895 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Attempting to bind port f56ecf46-89e0-440c-b8cd-bafa48e3db15 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:53:53.168635 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:53:53.169066 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:53:53.169401 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.169785 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:53:53.170433 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Bound port: f56ecf46-89e0-440c-b8cd-bafa48e3db15, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:53:53.170961 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.249759 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] For port f56ecf46-89e0-440c-b8cd-bafa48e3db15, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:53:53.252877 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] For port f56ecf46-89e0-440c-b8cd-bafa48e3db15, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f56ecf46-89e0-440c-b8cd-bafa48e3db15,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:53:53.253134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3223ca7-2a30-4603-a155-3aa57ec604ac tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.260836 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.334004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3223ca7-2a30-4603-a155-3aa57ec604ac tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.343315 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4443d60-26c8-4235-9ed4-890f50f25882 None None] Pushing event updated for resources: {'Port': ['ID=f56ecf46-89e0-440c-b8cd-bafa48e3db15,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:53.347862 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Routers {'14ff223c-51ce-475e-bd5f-3d165e1ce588'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:53.348551 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['14ff223c-51ce-475e-bd5f-3d165e1ce588'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:53.350990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5b469-05b9-4888-9bc0-c7051e3b4cd8 req-8e3352d6-4430-4b75-8eff-4311f81d4d24 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:53.352487 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dfc5b469-05b9-4888-9bc0-c7051e3b4cd8 req-8e3352d6-4430-4b75-8eff-4311f81d4d24 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.7233627 Apr 05 09:53:53.406360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c65f-8ab8-4ccc-83f8-82054cc59135 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.406360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c65f-8ab8-4ccc-83f8-82054cc59135 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.474856 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fa8d2021-ab51-4c6e-a39a-c1fb5d5019cc tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/routers/14ff223c-51ce-475e-bd5f-3d165e1ce588 HTTP/1.1" status: 200 len: 905 time: 1.7163827 Apr 05 09:53:53.481353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52912) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:53.537740 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] Set router 14ff223c-51ce-475e-bd5f-3d165e1ce588 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:53:53.558891 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd2c65f-8ab8-4ccc-83f8-82054cc59135 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Calling delete_port for d43c5123-3784-4bf3-9df0-2fd259e628d2 owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:53.625449 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dfc5b469-05b9-4888-9bc0-c7051e3b4cd8 req-acc88e5a-e902-4517-a387-40eadae589b9 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626183 Apr 05 09:53:53.656453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3223ca7-2a30-4603-a155-3aa57ec604ac tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.692609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3223ca7-2a30-4603-a155-3aa57ec604ac tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198e8dba-1f74-4b8d-ba59-df2bac8cbb0b,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:53.755619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3223ca7-2a30-4603-a155-3aa57ec604ac tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.756971 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d3223ca7-2a30-4603-a155-3aa57ec604ac tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "DELETE /v2.0/security-groups/198e8dba-1f74-4b8d-ba59-df2bac8cbb0b HTTP/1.1" status: 204 len: 168 time: 1.4002738 Apr 05 09:53:53.763163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52916) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:53.789347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.794909 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-2e5cab4a-d667-46ad-89f5-43d3eaa9e826 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] show failed (client error): The resource could not be found. Apr 05 09:53:53.798534 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2e5cab4a-d667-46ad-89f5-43d3eaa9e826 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "GET /v2.0/security-groups/198e8dba-1f74-4b8d-ba59-df2bac8cbb0b HTTP/1.1" status: 404 len: 347 time: 0.0309966 Apr 05 09:53:53.799383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52920) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:53.818556 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c99ad7d-8ff0-4af4-982f-5342fe450bee tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.864853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:53.871426 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff223c-51ce-475e-bd5f-3d165e1ce588', 'name': 'tempest-snat-router-578191640', 'tenant_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': 'f56ecf46-89e0-440c-b8cd-bafa48e3db15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:43Z', 'updated_at': '2022-04-05T09:53:47Z', 'revision_number': 3, 'project_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'gw_port': {'id': 'f56ecf46-89e0-440c-b8cd-bafa48e3db15', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ff223c-51ce-475e-bd5f-3d165e1ce588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:45Z', 'updated_at': '2022-04-05T09:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:53.875425 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0180302e-2cbc-40bf-99e9-9cab137a66a7 None None] The sync data for ids ['14ff223c-51ce-475e-bd5f-3d165e1ce588'] in dv-neutron-833199-1-hyperv is: [{'id': '14ff223c-51ce-475e-bd5f-3d165e1ce588', 'name': 'tempest-snat-router-578191640', 'tenant_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': 'f56ecf46-89e0-440c-b8cd-bafa48e3db15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:53:43Z', 'updated_at': '2022-04-05T09:53:47Z', 'revision_number': 3, 'project_id': '2c7e2388b66b4f8bb5dc06586972e0d3', 'gw_port': {'id': 'f56ecf46-89e0-440c-b8cd-bafa48e3db15', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ff223c-51ce-475e-bd5f-3d165e1ce588', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:53:45Z', 'updated_at': '2022-04-05T09:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:54.051278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c65f-8ab8-4ccc-83f8-82054cc59135 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.127798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-2b27f045-7daa-4c1c-8919-3cbb44b92707 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Deleting port 19049394-68f0-4bb8-9401-ab431a0604a0 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:54.128133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2b27f045-7daa-4c1c-8919-3cbb44b92707 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.151773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2c65f-8ab8-4ccc-83f8-82054cc59135 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Pushing event deleted for resources: {'Port': ['ID=d43c5123-3784-4bf3-9df0-2fd259e628d2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:54.356463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c65f-8ab8-4ccc-83f8-82054cc59135 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.418008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bd2c65f-8ab8-4ccc-83f8-82054cc59135 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.419634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2bd2c65f-8ab8-4ccc-83f8-82054cc59135 tempest-ServersTestJSON-1947535068 tempest-ServersTestJSON-1947535068-project] 10.222.0.30 "DELETE /v2.0/floatingips/9a958f3f-0bb1-4ac8-9278-506d06226012 HTTP/1.1" status: 204 len: 168 time: 2.1985519 Apr 05 09:53:54.431371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52924) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:54.441173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2b27f045-7daa-4c1c-8919-3cbb44b92707 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.441496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2b27f045-7daa-4c1c-8919-3cbb44b92707 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.570022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-2b27f045-7daa-4c1c-8919-3cbb44b92707 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Calling delete_port for 19049394-68f0-4bb8-9401-ab431a0604a0 owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:54.737517 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.764918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.786295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-5c99ad7d-8ff0-4af4-982f-5342fe450bee tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:53:54.819310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Deleting port c45f4ea6-2ac5-4366-94c7-7ab8c09beb63 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:54.819310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.835030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c99ad7d-8ff0-4af4-982f-5342fe450bee tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.894551 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c99ad7d-8ff0-4af4-982f-5342fe450bee tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:54.954618 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e35793b-1c3d-4235-9bc5-b647cab5d803 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:55.036068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89270ed1-e54c-4317-be4a-79f96824a603 req-838eb360-2f83-497c-be60-ce90900211d6 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:55.037542 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-89270ed1-e54c-4317-be4a-79f96824a603 req-838eb360-2f83-497c-be60-ce90900211d6 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2636063 Apr 05 09:53:55.041104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2b27f045-7daa-4c1c-8919-3cbb44b92707 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:55.121369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27f045-7daa-4c1c-8919-3cbb44b92707 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Pushing event deleted for resources: {'Port': ['ID=19049394-68f0-4bb8-9401-ab431a0604a0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:55.137794 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99ad7d-8ff0-4af4-982f-5342fe450bee tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Port': ['ID=207e9e18-2aa4-4433-a3b0-aafa7f3a0e72,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:55.186885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:55.258136 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-063f1d31-d19d-4d00-9e43-075b2f8ba315 None None] Provisioning complete for port 207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:55.258689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-063f1d31-d19d-4d00-9e43-075b2f8ba315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:55.310459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-063f1d31-d19d-4d00-9e43-075b2f8ba315 None None] Port 207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:53:55.342402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Calling delete_port for c45f4ea6-2ac5-4366-94c7-7ab8c09beb63 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:55.361912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5c99ad7d-8ff0-4af4-982f-5342fe450bee tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] In _notify_port_updated(), no bound segment for port 207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 on network 8e286c31-5058-4436-8083-50baeb677d5a {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:53:55.365967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99ad7d-8ff0-4af4-982f-5342fe450bee tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:55.366582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c99ad7d-8ff0-4af4-982f-5342fe450bee tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:55.367877 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5c99ad7d-8ff0-4af4-982f-5342fe450bee tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "PUT /v2.0/ports/207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 HTTP/1.1" status: 200 len: 994 time: 2.3195872 Apr 05 09:53:55.377161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52930) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:55.418180 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-89270ed1-e54c-4317-be4a-79f96824a603 req-4174eb31-09c5-488d-9f16-1f4858106a3e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712733 Apr 05 09:53:55.459214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2b27f045-7daa-4c1c-8919-3cbb44b92707 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:55.490776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-38efcf7e-a878-4399-94f1-827a6d7f773b tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Deleting port 207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:55.491153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-38efcf7e-a878-4399-94f1-827a6d7f773b tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:55.612762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2b27f045-7daa-4c1c-8919-3cbb44b92707 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:55.617046 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2b27f045-7daa-4c1c-8919-3cbb44b92707 tempest-ServersTestManualDisk-1132834164 tempest-ServersTestManualDisk-1132834164-project] 10.222.0.30 "DELETE /v2.0/floatingips/94ef996c-53fc-45ea-80ff-69f4d2b560b3 HTTP/1.1" status: 204 len: 168 time: 1.8136206 Apr 05 09:53:55.619745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52936) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:55.912930 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 067253bb-58d2-433d-871f-54a76b975e78 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:53:55.961847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:56.042535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34eec7-a5ea-4853-b5a7-42a59aa4d108 req-f6f22e65-09e0-4eb4-9814-f7a8e91de347 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:56.044739 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-da34eec7-a5ea-4853-b5a7-42a59aa4d108 req-f6f22e65-09e0-4eb4-9814-f7a8e91de347 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.4811664 Apr 05 09:53:56.047500 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Deleting port f56ecf46-89e0-440c-b8cd-bafa48e3db15 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:56.047956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:56.117407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:56.191201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-38efcf7e-a878-4399-94f1-827a6d7f773b tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:56.201138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Pushing event deleted for resources: {'Port': ['ID=c45f4ea6-2ac5-4366-94c7-7ab8c09beb63,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:56.264481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e35793b-1c3d-4235-9bc5-b647cab5d803 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:56.268987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6e35793b-1c3d-4235-9bc5-b647cab5d803 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:56.275471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98247c25-2ada-4b4d-b357-c6f3c7055c73 None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:56.290216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98247c25-2ada-4b4d-b357-c6f3c7055c73 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:56.291188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-98247c25-2ada-4b4d-b357-c6f3c7055c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:56.355198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-98247c25-2ada-4b4d-b357-c6f3c7055c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:56.366928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98247c25-2ada-4b4d-b357-c6f3c7055c73 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:56.367696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-98247c25-2ada-4b4d-b357-c6f3c7055c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:56.383262 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6e35793b-1c3d-4235-9bc5-b647cab5d803 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "PUT /v2.0/floatingips/aaf9e896-b69a-4977-bdc1-4943c28fe8a0 HTTP/1.1" status: 200 len: 687 time: 5.9386079 Apr 05 09:53:56.392048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52940) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:56.428011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-98247c25-2ada-4b4d-b357-c6f3c7055c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:56.428563 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98247c25-2ada-4b4d-b357-c6f3c7055c73 None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:56.483879 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-da34eec7-a5ea-4853-b5a7-42a59aa4d108 req-01fd40a7-f083-4a5f-8f8d-2730074b13d3 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4264784 Apr 05 09:53:56.495542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-38efcf7e-a878-4399-94f1-827a6d7f773b tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Calling delete_port for 207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:56.496955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] For port f56ecf46-89e0-440c-b8cd-bafa48e3db15, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f56ecf46-89e0-440c-b8cd-bafa48e3db15,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:56.497324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:56.726181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Calling delete_port for f56ecf46-89e0-440c-b8cd-bafa48e3db15 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:56.776286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f8253bf2-39ef-46af-a28a-e1346311405b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port 96819ce2-eebc-4024-ae7d-bf57242d7520 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:56.776534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8253bf2-39ef-46af-a28a-e1346311405b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:56.844462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:53:56.851771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:56.856712 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa970fe-85d5-4c6d-bed0-188f67874ba8 None None] Sync routers for ids ['067253bb-58d2-433d-871f-54a76b975e78'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:53:56.873576 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa970fe-85d5-4c6d-bed0-188f67874ba8 None None] Routers {'067253bb-58d2-433d-871f-54a76b975e78'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:56.874253 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0aa970fe-85d5-4c6d-bed0-188f67874ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['067253bb-58d2-433d-871f-54a76b975e78'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:56.895859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:56.913651 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-182e896a-3317-4dfa-a74a-7d7ff292f26f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/067253bb-58d2-433d-871f-54a76b975e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3314395 Apr 05 09:53:56.954474 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0aa970fe-85d5-4c6d-bed0-188f67874ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:56.966998 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa970fe-85d5-4c6d-bed0-188f67874ba8 None None] Routers {'067253bb-58d2-433d-871f-54a76b975e78'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:53:56.967682 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0aa970fe-85d5-4c6d-bed0-188f67874ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:53:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['067253bb-58d2-433d-871f-54a76b975e78'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:56.971743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52946) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:57.032518 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-0aa970fe-85d5-4c6d-bed0-188f67874ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:53:57.032820 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa970fe-85d5-4c6d-bed0-188f67874ba8 None None] The sync data for ids ['067253bb-58d2-433d-871f-54a76b975e78'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:53:57.242885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8253bf2-39ef-46af-a28a-e1346311405b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.243101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8253bf2-39ef-46af-a28a-e1346311405b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.257575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.327475 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 810319fc-5fd7-4912-abd3-325fcbf7b5db up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:57.402766 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 810319fc-5fd7-4912-abd3-325fcbf7b5db completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:53:57.409366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 810319fc-5fd7-4912-abd3-325fcbf7b5db triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:57.410105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.528945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-38efcf7e-a878-4399-94f1-827a6d7f773b tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.539288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.557328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 810319fc-5fd7-4912-abd3-325fcbf7b5db, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=810319fc-5fd7-4912-abd3-325fcbf7b5db,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:53:57.562157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event deleted for resources: {'Port': ['ID=f56ecf46-89e0-440c-b8cd-bafa48e3db15,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:57.565332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.578033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f8253bf2-39ef-46af-a28a-e1346311405b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for 96819ce2-eebc-4024-ae7d-bf57242d7520 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:53:57.601211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c82e8-7c18-4521-8444-5062a59b77aa req-9c334ad5-e184-4407-9fc4-558a00dceca1 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:57.602749 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af6c82e8-7c18-4521-8444-5062a59b77aa req-9c334ad5-e184-4407-9fc4-558a00dceca1 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.9800310 Apr 05 09:53:57.604592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.631302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efcf7e-a878-4399-94f1-827a6d7f773b tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event deleted for resources: {'Port': ['ID=207e9e18-2aa4-4433-a3b0-aafa7f3a0e72,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:57.659718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.689380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=810319fc-5fd7-4912-abd3-325fcbf7b5db,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:57.764040 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af6c82e8-7c18-4521-8444-5062a59b77aa req-27f26fcd-2cfa-4a12-a336-e0347071019a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347744 Apr 05 09:53:57.812654 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.813107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Fanout notify agent at l3_agent the message router_deleted on router 12e8b3ee-de0d-4e2c-9e35-0feeecd54021 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:53:57.973998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:57.974979 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0d2ad09f-2c2d-4354-bade-40c4259a6d5a tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/12e8b3ee-de0d-4e2c-9e35-0feeecd54021 HTTP/1.1" status: 204 len: 168 time: 5.2582352 Apr 05 09:53:57.991535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52952) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:58.041515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-325552836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:58.044773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.105602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:58.129234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Usage tracker for resource:router and tenant:147336dc7d1d49728f9b7db9c42b2d28 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:58.137510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:58.147632 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:58.149815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-38efcf7e-a878-4399-94f1-827a6d7f773b tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.152176 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-38efcf7e-a878-4399-94f1-827a6d7f773b tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "DELETE /v2.0/ports/207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 HTTP/1.1" status: 204 len: 168 time: 2.7723904 Apr 05 09:53:58.158165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52956) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:58.232723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.233822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.237938 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c91f1d-4dfd-43d0-a5c7-bf9da183debd tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] GET failed (client error): The resource could not be found. Apr 05 09:53:58.238437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e7c91f1d-4dfd-43d0-a5c7-bf9da183debd tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Synchronizing usage tracker for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:53:58.280313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.319372 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791fed7-31b4-4b00-9434-0a3c8cfd7e69 None None] New status for floating IP 9a958f3f-0bb1-4ac8-9278-506d06226012: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 09:53:58.398028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e7c91f1d-4dfd-43d0-a5c7-bf9da183debd tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Unset dirty status for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:53:58.398028 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e7c91f1d-4dfd-43d0-a5c7-bf9da183debd tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "GET /v2.0/ports/207e9e18-2aa4-4433-a3b0-aafa7f3a0e72 HTTP/1.1" status: 404 len: 333 time: 0.2384169 Apr 05 09:53:58.404481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509f052-c01d-424f-970e-837cad332aa8 req-41ad5230-dc7e-492a-8791-b51f17ece95e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:58.405890 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3509f052-c01d-424f-970e-837cad332aa8 req-41ad5230-dc7e-492a-8791-b51f17ece95e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.4270170 Apr 05 09:53:58.406998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52960) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:58.419648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'port': {'network_id': '8e286c31-5058-4436-8083-50baeb677d5a', 'name': 'tempest-AllowedAddressPairTestJSON-1592361178'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:58.427086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8253bf2-39ef-46af-a28a-e1346311405b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.505844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8253bf2-39ef-46af-a28a-e1346311405b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=96819ce2-eebc-4024-ae7d-bf57242d7520,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:53:58.509776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.510621 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.553130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.610579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.621761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3509f052-c01d-424f-970e-837cad332aa8 req-cf693594-d69f-4b93-880d-6c010f30f25e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062299 Apr 05 09:53:58.641177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.676442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8253bf2-39ef-46af-a28a-e1346311405b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.680927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.681444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14ff223c-51ce-475e-bd5f-3d165e1ce588 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:53:58.748795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.752473 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5dd1ae63-0d9a-451a-97c6-d4f03d6aeb74 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "DELETE /v2.0/routers/14ff223c-51ce-475e-bd5f-3d165e1ce588 HTTP/1.1" status: 204 len: 168 time: 5.2667975 Apr 05 09:53:58.752473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8253bf2-39ef-46af-a28a-e1346311405b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.756829 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f8253bf2-39ef-46af-a28a-e1346311405b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/floatingips/aaf9e896-b69a-4977-bdc1-4943c28fe8a0 HTTP/1.1" status: 204 len: 168 time: 2.3617651 Apr 05 09:53:58.757388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52966) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:58.757713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52968) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:58.770290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '52eeff37-b80e-4110-92d6-57adf242d0ab'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:58.771014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.772194 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-686271be-f535-43d2-94ed-2b7806ddcd08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7788286 Apr 05 09:53:58.775698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:58.776044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52974) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:53:58.831249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:53:58.832214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:58.842837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'enable_snat': True}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:53:58.867446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Made reservation on behalf of 0a58795d897342dfb6e49b5128e530ac for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:53:58.871043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:58.925086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] device_id is not set on port ce3ed2ce-41ec-4b60-ae79-69d9403d3405 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:53:59.010257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:floatingip and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:53:59.025802 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e5d16-1185-40f0-a7ca-9e956cd8bace req-010a34b0-06d2-4877-a0d2-98aefaf5dea9 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:53:59.027537 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dd4e5d16-1185-40f0-a7ca-9e956cd8bace req-010a34b0-06d2-4877-a0d2-98aefaf5dea9 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2494183 Apr 05 09:53:59.063275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:53:59.129254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:53:59.162316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:59.303301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 810319fc-5fd7-4912-abd3-325fcbf7b5db up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:53:59.357342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Allocated IP 172.20.0.11 (8e286c31-5058-4436-8083-50baeb677d5a/224d0fa6-971e-4929-84e1-19d61a8099e7/ce3ed2ce-41ec-4b60-ae79-69d9403d3405) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:53:59.372035 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dd4e5d16-1185-40f0-a7ca-9e956cd8bace req-5acbaf48-70b4-4934-9cc3-b28da5d875f1 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3328953 Apr 05 09:53:59.379884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 810319fc-5fd7-4912-abd3-325fcbf7b5db triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:53:59.380470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:59.603504 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88334f7-e145-4a57-b4b4-4f5111ee1db1 None None] New status for floating IP 94ef996c-53fc-45ea-80ff-69f4d2b560b3: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 09:53:59.628009 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9504d84d-c7d4-4e1c-b8b4-94540adebf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:59.888793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:59.902409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] Deleting port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:53:59.902884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:53:59.956955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:00.109591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:00.138140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827774f7-08b0-4e67-965a-4bfe311533c3 req-5f7070e4-8a00-4400-b129-d71a26a37340 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:00.139691 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-827774f7-08b0-4e67-965a-4bfe311533c3 req-5f7070e4-8a00-4400-b129-d71a26a37340 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5778077 Apr 05 09:54:00.186633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:00.237603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Transition to ACTIVE for port object ce3ed2ce-41ec-4b60-ae79-69d9403d3405 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:00.297036 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-827774f7-08b0-4e67-965a-4bfe311533c3 req-62275fc5-604d-4f40-bfd8-a4467e11473e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190460 Apr 05 09:54:00.362989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:00.498435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Network 8e286c31-5058-4436-8083-50baeb677d5a is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:00.505115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Port': ['ID=ce3ed2ce-41ec-4b60-ae79-69d9403d3405,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:00.507472 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:00.511369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:00.565526 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] For port a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:00.565847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:00.644305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:00.644670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:00.712733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port 32de88d7-97e6-40bf-8023-a781adb004f6 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:00.713078 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:00.715992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] Calling delete_port for a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:00.760396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.26.4.234 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/770e3f6a-95ff-4b24-8d65-796362c91d0e) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:00.760881 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a4af2b5e-fcec-446f-83ac-3a75a60bbe67 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3472030 Apr 05 09:54:00.769671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52982) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:00.772047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] Deleting port dce5b346-6cfd-4617-bdee-6249b7ff7c2b {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:00.772385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:00.782513 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1fccd765-bd23-4148-85f3-660380eb4d7c None None] Provisioning for port ce3ed2ce-41ec-4b60-ae79-69d9403d3405 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:00.797490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1fccd765-bd23-4148-85f3-660380eb4d7c None None] Provisioning complete for port ce3ed2ce-41ec-4b60-ae79-69d9403d3405 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:00.799347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1fccd765-bd23-4148-85f3-660380eb4d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:00.825518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ffbc873c-3b05-4d2c-8792-10dd07a4ad45 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7b:f8:90'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:00.870826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1fccd765-bd23-4148-85f3-660380eb4d7c None None] Port ce3ed2ce-41ec-4b60-ae79-69d9403d3405 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:01.095878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:01.129732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:01.181867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:01.241099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:01.282182 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Deleting port 810319fc-5fd7-4912-abd3-325fcbf7b5db {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:01.282528 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:01.317166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:01.393924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:01.401505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:01.416459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] For port dce5b346-6cfd-4617-bdee-6249b7ff7c2b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=dce5b346-6cfd-4617-bdee-6249b7ff7c2b,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:01.417327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:01.426503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:01.587205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ffbc873c-3b05-4d2c-8792-10dd07a4ad45 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:01.601937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for 32de88d7-97e6-40bf-8023-a781adb004f6 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:01.674058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:01.693465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:01.694311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] Calling delete_port for dce5b346-6cfd-4617-bdee-6249b7ff7c2b owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:01.695849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:01.730059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Allocated IP 172.26.4.88 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/4da3c47b-d5a2-42c7-b81a-50d8bdf48deb) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:01.740203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=770e3f6a-95ff-4b24-8d65-796362c91d0e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:01.765099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-058a6634-90fc-45fc-ad2e-fda39c4a996b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:02.152965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:02.189549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] For port 810319fc-5fd7-4912-abd3-325fcbf7b5db, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=810319fc-5fd7-4912-abd3-325fcbf7b5db,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:02.190120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:02.201345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:02.218570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=32de88d7-97e6-40bf-8023-a781adb004f6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:02.223996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ffbc873c-3b05-4d2c-8792-10dd07a4ad45 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:02.261876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ffbc873c-3b05-4d2c-8792-10dd07a4ad45 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:02.303960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=dce5b346-6cfd-4617-bdee-6249b7ff7c2b,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:02.370562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Calling delete_port for 810319fc-5fd7-4912-abd3-325fcbf7b5db owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:02.558216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:02.712996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc873c-3b05-4d2c-8792-10dd07a4ad45 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Port': ['ID=ce3ed2ce-41ec-4b60-ae79-69d9403d3405,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:02.813872 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-455075c8-5808-403f-9fd4-5a1b9bb8abc4 None None] Provisioning complete for port ce3ed2ce-41ec-4b60-ae79-69d9403d3405 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:02.814470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-455075c8-5808-403f-9fd4-5a1b9bb8abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:02.847766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc873c-3b05-4d2c-8792-10dd07a4ad45 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] In _notify_port_updated(), no bound segment for port ce3ed2ce-41ec-4b60-ae79-69d9403d3405 on network 8e286c31-5058-4436-8083-50baeb677d5a {{(pid=83819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:54:02.850951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbc873c-3b05-4d2c-8792-10dd07a4ad45 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:02.851584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ffbc873c-3b05-4d2c-8792-10dd07a4ad45 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:02.852852 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ffbc873c-3b05-4d2c-8792-10dd07a4ad45 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "PUT /v2.0/ports/ce3ed2ce-41ec-4b60-ae79-69d9403d3405 HTTP/1.1" status: 200 len: 997 time: 2.0821016 Apr 05 09:54:02.859924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52988) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:02.875712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-455075c8-5808-403f-9fd4-5a1b9bb8abc4 None None] Port ce3ed2ce-41ec-4b60-ae79-69d9403d3405 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:02.902505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:02.965390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:03.001805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:03.008505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:03.013498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:03.018092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event updated for resources: {'Port': ['ID=4da3c47b-d5a2-42c7-b81a-50d8bdf48deb,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:03.020970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:03.045818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-8150ffb6-9045-4063-95c6-1876e442bd18 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Deleting port ce3ed2ce-41ec-4b60-ae79-69d9403d3405 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:03.046152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8150ffb6-9045-4063-95c6-1876e442bd18 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:03.049088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:03.088798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:03.123201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event deleted for resources: {'Port': ['ID=810319fc-5fd7-4912-abd3-325fcbf7b5db,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:03.154563 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:03.356410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5e83274c-20be-47b0-b1e9-89e72105caac no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:03.393265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 5e83274c-20be-47b0-b1e9-89e72105caac {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:03.393999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5e83274c-20be-47b0-b1e9-89e72105caac not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:03.592361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8150ffb6-9045-4063-95c6-1876e442bd18 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:03.608652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:03.734482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-8150ffb6-9045-4063-95c6-1876e442bd18 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Calling delete_port for ce3ed2ce-41ec-4b60-ae79-69d9403d3405 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:03.819940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.051543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.174106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.207881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.209953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.232871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 067253bb-58d2-433d-871f-54a76b975e78 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:04.268849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8150ffb6-9045-4063-95c6-1876e442bd18 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.270891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.305044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.437057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150ffb6-9045-4063-95c6-1876e442bd18 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event deleted for resources: {'Port': ['ID=ce3ed2ce-41ec-4b60-ae79-69d9403d3405,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:04.509633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.510128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31b1ff2c-770b-486c-ab3c-204a1c1a0aa7 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:04.559127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:04.573966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45476495-d731-46c2-ba7b-da830b3df730 None None] Sync routers for ids ['067253bb-58d2-433d-871f-54a76b975e78'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:04.590860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45476495-d731-46c2-ba7b-da830b3df730 None None] Routers {'067253bb-58d2-433d-871f-54a76b975e78'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:04.592477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-45476495-d731-46c2-ba7b-da830b3df730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['067253bb-58d2-433d-871f-54a76b975e78'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:04.679201 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-45476495-d731-46c2-ba7b-da830b3df730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:04.694810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45476495-d731-46c2-ba7b-da830b3df730 None None] Routers {'067253bb-58d2-433d-871f-54a76b975e78'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:04.696003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-45476495-d731-46c2-ba7b-da830b3df730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['067253bb-58d2-433d-871f-54a76b975e78'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:04.742393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8150ffb6-9045-4063-95c6-1876e442bd18 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.744284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8150ffb6-9045-4063-95c6-1876e442bd18 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "DELETE /v2.0/ports/ce3ed2ce-41ec-4b60-ae79-69d9403d3405 HTTP/1.1" status: 204 len: 168 time: 1.8840995 Apr 05 09:54:04.752026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 52992) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:04.754333 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3d845eb6-c9bc-4f57-ae73-d06983552447 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/067253bb-58d2-433d-871f-54a76b975e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7804677 Apr 05 09:54:04.757296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 52996) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:04.776733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-45476495-d731-46c2-ba7b-da830b3df730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:04.777367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45476495-d731-46c2-ba7b-da830b3df730 None None] The sync data for ids ['067253bb-58d2-433d-871f-54a76b975e78'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:04.798824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.812761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a8c282d0-7b51-4713-9dd0-63db23568d6b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:04.821746 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.824960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.826062 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2d3e578d-477d-4bbd-a65a-4b2afe97d9b6 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "DELETE /v2.0/routers/31b1ff2c-770b-486c-ab3c-204a1c1a0aa7 HTTP/1.1" status: 204 len: 168 time: 6.0673218 Apr 05 09:54:04.827275 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff5a512-1bcb-4729-9425-cfa40a27e7a2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] GET failed (client error): The resource could not be found. Apr 05 09:54:04.827997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5ff5a512-1bcb-4729-9425-cfa40a27e7a2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Synchronizing usage tracker for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:04.833153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53000) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:04.840582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1248696079', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:04.848736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:04.850716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a8c282d0-7b51-4713-9dd0-63db23568d6b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:04.851978 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a8c282d0-7b51-4713-9dd0-63db23568d6b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=067253bb-58d2-433d-871f-54a76b975e78 HTTP/1.1" status: 200 len: 205 time: 0.0936236 Apr 05 09:54:04.858005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53004) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:04.865135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Usage tracker for resource:router and tenant:dfa7b469c27f45e4a719239fc5881da9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:04.870457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:04.878602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:04.893840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:04.894714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:05.021191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5ff5a512-1bcb-4729-9425-cfa40a27e7a2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Unset dirty status for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:05.026121 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5ff5a512-1bcb-4729-9425-cfa40a27e7a2 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "GET /v2.0/ports/ce3ed2ce-41ec-4b60-ae79-69d9403d3405 HTTP/1.1" status: 404 len: 333 time: 0.2675383 Apr 05 09:54:05.026620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53008) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:05.033505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'port': {'network_id': '8e286c31-5058-4436-8083-50baeb677d5a', 'name': 'tempest-AllowedAddressPairTestJSON-1133090458'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:05.111330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:05.241334 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:54:05.284051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:05.322100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:05.342933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:05.343558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:05.481341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:05.490420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Made reservation on behalf of 0a58795d897342dfb6e49b5128e530ac for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:05.493299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:05.532754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cec99e93-fcca-4059-b210-b535eb452fad tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:05.540263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] device_id is not set on port f9b7f95d-d175-4dd5-9552-1aa4e7850610 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:05.603228 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=770e3f6a-95ff-4b24-8d65-796362c91d0e,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:05.656488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] Router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:05.700643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.700982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.701313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.701640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.701969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.702293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.702613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.702928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.703244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.703581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.703915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:05.718760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:05.874713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Allocated IP 172.20.0.5 (8e286c31-5058-4436-8083-50baeb677d5a/224d0fa6-971e-4929-84e1-19d61a8099e7/f9b7f95d-d175-4dd5-9552-1aa4e7850610) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:06.094016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:06.132249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:06.156761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cec99e93-fcca-4059-b210-b535eb452fad tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:06.185059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cec99e93-fcca-4059-b210-b535eb452fad tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:06.268454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] Router 33169c55-4d2b-4e66-9314-f3f66b39db12 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:06.273690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cec99e93-fcca-4059-b210-b535eb452fad tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:06.274171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec99e93-fcca-4059-b210-b535eb452fad tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Fanout notify agent at l3_agent the message router_deleted on router 067253bb-58d2-433d-871f-54a76b975e78 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:06.277456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:06.302059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cec99e93-fcca-4059-b210-b535eb452fad tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:06.303415 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cec99e93-fcca-4059-b210-b535eb452fad tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/067253bb-58d2-433d-871f-54a76b975e78 HTTP/1.1" status: 204 len: 168 time: 1.4406910 Apr 05 09:54:06.306502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53014) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:06.343863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Transition to ACTIVE for port object f9b7f95d-d175-4dd5-9552-1aa4e7850610 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:06.346007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Router 5f05dfca-172b-468e-bcda-2e3f930d0c8c is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:54:06.366071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:06.376570 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] Sync routers for ids ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:06.377810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Allocated IP 172.26.4.238 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/999e1a0a-df32-4e91-b10f-b296791db29c) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:06.393235 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] Routers {'7546be7f-49dd-436b-a28e-1d27ffa1fbcd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:06.394497 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:06.469048 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b8eded16-c3ff-4d83-a57d-a92ade362fcf admin admin] 10.222.0.30 "PUT /v2.0/routers/7546be7f-49dd-436b-a28e-1d27ffa1fbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8453388 Apr 05 09:54:06.474604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53018) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:06.540729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:06.630371 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP 6371c632-b396-445c-8701-45cd36ec0030 associated. External IP: 172.26.4.234, port: 52eeff37-b80e-4110-92d6-57adf242d0ab. Apr 05 09:54:06.633780 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] Set router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:54:06.712893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Network 8e286c31-5058-4436-8083-50baeb677d5a is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:06.720501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Port': ['ID=f9b7f95d-d175-4dd5-9552-1aa4e7850610,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:06.723001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:06.734046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:06.814724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:06.835878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:06.836499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:06.881849 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a01858fb-5ad9-4326-a195-28e15342ec57 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8519518 Apr 05 09:54:06.882933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53022) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:06.892793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'port': {'network_id': '8e286c31-5058-4436-8083-50baeb677d5a', 'name': 'tempest-AllowedAddressPairTestJSON-917724341'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:06.982477 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.029280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7d3f0a13-0599-4cdc-a077-5e2b62cfcf8d None None] Provisioning for port f9b7f95d-d175-4dd5-9552-1aa4e7850610 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:07.035783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7d3f0a13-0599-4cdc-a077-5e2b62cfcf8d None None] Provisioning complete for port f9b7f95d-d175-4dd5-9552-1aa4e7850610 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:07.036642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7d3f0a13-0599-4cdc-a077-5e2b62cfcf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.052243 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:54:02Z', 'revision_number': 5, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:07.059309 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] Checking router: 7546be7f-49dd-436b-a28e-1d27ffa1fbcd for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:54:07.075579 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] Routers {'7546be7f-49dd-436b-a28e-1d27ffa1fbcd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:07.076155 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:07.109471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-7d3f0a13-0599-4cdc-a077-5e2b62cfcf8d None None] Port f9b7f95d-d175-4dd5-9552-1aa4e7850610 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:07.161868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8edc75-9021-45e5-8c31-6c29c85bd774 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting subnet 65fc67c7-eca2-462b-b388-cb2d6453de72 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:54:07.169605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9a8edc75-9021-45e5-8c31-6c29c85bd774 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.234091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:07.239119 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:54:07.242475 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:07.250628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:07.259604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9a8edc75-9021-45e5-8c31-6c29c85bd774 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.275649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Pushing event updated for resources: {'Port': ['ID=999e1a0a-df32-4e91-b10f-b296791db29c,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:07.278964 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] Set router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:54:07.321113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.322397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.322397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.322397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.322397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.323409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.323871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.324229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.324556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.324881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.325204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:07.329250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:07.336067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.388625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Usage tracker for resource:port and tenant:0a58795d897342dfb6e49b5128e530ac is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:07.392501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:07.405344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:07.414971 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-906c4cef-8988-4334-8a83-5bd8f95d7c31 admin admin] 10.222.0.30 "PUT /v2.0/routers/33169c55-4d2b-4e66-9314-f3f66b39db12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9824970 Apr 05 09:54:07.420346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53026) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:07.421846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] Sync routers for ids ['33169c55-4d2b-4e66-9314-f3f66b39db12'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:07.437837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] Routers {'33169c55-4d2b-4e66-9314-f3f66b39db12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:07.438798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['33169c55-4d2b-4e66-9314-f3f66b39db12'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:07.452595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:07.492621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:07.495065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9a8edc75-9021-45e5-8c31-6c29c85bd774 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.517671 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c5057-89aa-4ebc-a59d-a6b65863de76 None None] Sync routers for ids ['5f05dfca-172b-468e-bcda-2e3f930d0c8c'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:07.518282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Made reservation on behalf of 0a58795d897342dfb6e49b5128e530ac for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:07.520673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.535938 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c5057-89aa-4ebc-a59d-a6b65863de76 None None] Routers {'5f05dfca-172b-468e-bcda-2e3f930d0c8c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:07.536469 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1b9c5057-89aa-4ebc-a59d-a6b65863de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5f05dfca-172b-468e-bcda-2e3f930d0c8c'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:07.544574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.545987 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-555f5ae8-1581-499f-8cdd-660e0889fd6c tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "PUT /v2.0/routers/5f05dfca-172b-468e-bcda-2e3f930d0c8c HTTP/1.1" status: 200 len: 917 time: 8.7166913 Apr 05 09:54:07.550533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53030) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:07.604072 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1b9c5057-89aa-4ebc-a59d-a6b65863de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:07.633721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] device_id is not set on port 118f4a5f-fa7c-4a68-847a-b913e18ff1d0 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:07.642257 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c5057-89aa-4ebc-a59d-a6b65863de76 None None] Routers {'5f05dfca-172b-468e-bcda-2e3f930d0c8c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:07.642882 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1b9c5057-89aa-4ebc-a59d-a6b65863de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5f05dfca-172b-468e-bcda-2e3f930d0c8c'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:07.708148 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1b9c5057-89aa-4ebc-a59d-a6b65863de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:07.708548 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c5057-89aa-4ebc-a59d-a6b65863de76 None None] The sync data for ids ['5f05dfca-172b-468e-bcda-2e3f930d0c8c'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:07.748191 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:54:02Z', 'revision_number': 5, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:07.752448 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0fa9bb-cd14-4836-9118-d72a3b2178ce None None] The sync data for ids ['7546be7f-49dd-436b-a28e-1d27ffa1fbcd'] in dv-neutron-833199-1-hyperv is: [{'id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'name': 'tempest-ServersTestManualDisk-982619711-router', 'tenant_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': '670010f1-3d08-4df6-9712-945628824de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:54:02Z', 'revision_number': 5, 'project_id': '156f56ba2afa4a3386a7f157e6d9be8f', 'gw_port': {'id': '670010f1-3d08-4df6-9712-945628824de0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a9:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7546be7f-49dd-436b-a28e-1d27ffa1fbcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:07Z', 'updated_at': '2022-04-05T09:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:07.825652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] Set router 33169c55-4d2b-4e66-9314-f3f66b39db12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:54:07.832866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9a8edc75-9021-45e5-8c31-6c29c85bd774 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.886854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8edc75-9021-45e5-8c31-6c29c85bd774 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Subnet': ['ID=65fc67c7-eca2-462b-b388-cb2d6453de72,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:07.903387 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9a8edc75-9021-45e5-8c31-6c29c85bd774 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.906569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Allocated IP 172.20.0.4 (8e286c31-5058-4436-8083-50baeb677d5a/224d0fa6-971e-4929-84e1-19d61a8099e7/118f4a5f-fa7c-4a68-847a-b913e18ff1d0) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:07.923731 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9a8edc75-9021-45e5-8c31-6c29c85bd774 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/65fc67c7-eca2-462b-b388-cb2d6453de72 HTTP/1.1" status: 204 len: 168 time: 1.6101744 Apr 05 09:54:07.923731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53034) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:07.929159 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a997decb-6523-4e8c-9079-cb66176a23b0 None None] Network 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:07.991279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:07.991962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.252107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.285767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Deleting port 670010f1-3d08-4df6-9712-945628824de0 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:08.286002 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.294581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.334736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:54:01Z', 'revision_number': 5, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:08.341028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] Checking router: 33169c55-4d2b-4e66-9314-f3f66b39db12 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:54:08.353252 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] Routers {'33169c55-4d2b-4e66-9314-f3f66b39db12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:08.356453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['33169c55-4d2b-4e66-9314-f3f66b39db12'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:08.364395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-67edb63f-b7a0-4a9d-8693-6b8090a99a96 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/routers/5f05dfca-172b-468e-bcda-2e3f930d0c8c HTTP/1.1" status: 200 len: 923 time: 0.8021159 Apr 05 09:54:08.367259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53038) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:08.382005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.417766 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] DHCP port deletion for 6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:54:08.427138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Transition to ACTIVE for port object 118f4a5f-fa7c-4a68-847a-b913e18ff1d0 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:08.482971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Deleting port d91aa877-8d5f-48ce-bdc4-44836cf16ea2 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:08.483490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.504225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:08.510397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc6c734-fb2b-4716-9f0c-1210d597c1c9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting subnet a1b62ac3-96e3-4cdf-b425-0f1f4a4564dc {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:54:08.518417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c734-fb2b-4716-9f0c-1210d597c1c9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.571485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] For port 670010f1-3d08-4df6-9712-945628824de0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=670010f1-3d08-4df6-9712-945628824de0,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:08.572481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.586237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.626853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c734-fb2b-4716-9f0c-1210d597c1c9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.639614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] Set router 33169c55-4d2b-4e66-9314-f3f66b39db12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:54:08.844664 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b4bed464-bf72-4efb-b06d-dc87c0819a5f tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=202208b4-f099-4a1f-a480-c0036edeb111&device_id=5f05dfca-172b-468e-bcda-2e3f930d0c8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4754121 Apr 05 09:54:08.847158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53042) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:08.858169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Calling delete_port for 670010f1-3d08-4df6-9712-945628824de0 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:08.934576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Network 8e286c31-5058-4436-8083-50baeb677d5a is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:08.940884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:08.945812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Port': ['ID=118f4a5f-fa7c-4a68-847a-b913e18ff1d0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:08.946719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] For port d91aa877-8d5f-48ce-bdc4-44836cf16ea2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d91aa877-8d5f-48ce-bdc4-44836cf16ea2,segment=NetworkSegment(e4802161-405a-4f1f-bb4f-8bfc57489a00),segment_id=e4802161-405a-4f1f-bb4f-8bfc57489a00)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:08.946850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:08.949171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:08.988390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c734-fb2b-4716-9f0c-1210d597c1c9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.066832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:09.067430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.095599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Calling delete_port for d91aa877-8d5f-48ce-bdc4-44836cf16ea2 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:09.109407 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-78ea1a4f-d97f-40e3-9ce5-b6e52b703d30 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2246201 Apr 05 09:54:09.112530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53046) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:09.118705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Router 1b105403-b93c-4abc-af0e-714de7b5e298 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:54:09.125819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-17e110bb-b5a5-4049-ab91-93a8a64303d9 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:7b:f8:90'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:9e:a7:4e'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:09.126108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7634d70-269c-4d30-807c-28e05ca61068 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:09.131054 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f7634d70-269c-4d30-807c-28e05ca61068 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 881 time: 0.2810874 Apr 05 09:54:09.133078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53050) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:09.209699 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c9a47bdd-674b-43b8-89d8-463499663396 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f05dfca-172b-468e-bcda-2e3f930d0c8c HTTP/1.1" status: 200 len: 205 time: 0.0729961 Apr 05 09:54:09.210621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53054) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:09.243392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.298185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:54:01Z', 'revision_number': 5, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:09.302533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Pushing event deleted for resources: {'Port': ['ID=d91aa877-8d5f-48ce-bdc4-44836cf16ea2,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:09.315508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.315892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.316212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.316714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.317201 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.317678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.318152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.318629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.319203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.320138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.320608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:54:09.325725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5512064a-91c8-45bf-96de-7ac84f8d80a5 None None] The sync data for ids ['33169c55-4d2b-4e66-9314-f3f66b39db12'] in dv-neutron-833199-1-hyperv is: [{'id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'name': 'tempest-ServersTestJSON-267039804-router', 'tenant_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:04Z', 'updated_at': '2022-04-05T09:54:01Z', 'revision_number': 5, 'project_id': '3fca71fcb3da4672a6c1a17af4d7b27a', 'gw_port': {'id': '4979a80c-d404-4a65-9125-a3484cb16e94', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33169c55-4d2b-4e66-9314-f3f66b39db12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:09.330442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738397b1-f970-45f5-b01b-b12760f0b419 None None] No DVR routers for this DVR port d91aa877-8d5f-48ce-bdc4-44836cf16ea2 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:54:09.346708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d91aa877-8d5f-48ce-bdc4-44836cf16ea2 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:09.393641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: d91aa877-8d5f-48ce-bdc4-44836cf16ea2 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:09.393990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d91aa877-8d5f-48ce-bdc4-44836cf16ea2 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:09.394402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device dce5b346-6cfd-4617-bdee-6249b7ff7c2b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:09.406419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c734-fb2b-4716-9f0c-1210d597c1c9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.435552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: dce5b346-6cfd-4617-bdee-6249b7ff7c2b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:09.436123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device dce5b346-6cfd-4617-bdee-6249b7ff7c2b not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:09.453931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e8b49038-642a-4b3c-bbf2-a3806947d6f2 None None] Provisioning for port 118f4a5f-fa7c-4a68-847a-b913e18ff1d0 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:09.459311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e8b49038-642a-4b3c-bbf2-a3806947d6f2 None None] Provisioning complete for port 118f4a5f-fa7c-4a68-847a-b913e18ff1d0 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:09.459716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e8b49038-642a-4b3c-bbf2-a3806947d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.459880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.482437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6c734-fb2b-4716-9f0c-1210d597c1c9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b62ac3-96e3-4cdf-b425-0f1f4a4564dc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:09.500983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c734-fb2b-4716-9f0c-1210d597c1c9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.504161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Deleting port 4979a80c-d404-4a65-9125-a3484cb16e94 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:09.504488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.522084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e8b49038-642a-4b3c-bbf2-a3806947d6f2 None None] Port 118f4a5f-fa7c-4a68-847a-b913e18ff1d0 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:09.523850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e5e379-94fc-4546-859a-0716e9f26c45 None None] Network c11377ae-c183-47b1-a009-e8f299c9a398 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:09.565205 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cdc6c734-fb2b-4716-9f0c-1210d597c1c9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/a1b62ac3-96e3-4cdf-b425-0f1f4a4564dc HTTP/1.1" status: 204 len: 168 time: 1.6421292 Apr 05 09:54:09.566158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53058) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:09.592862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.663075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Pushing event deleted for resources: {'Port': ['ID=670010f1-3d08-4df6-9712-945628824de0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:09.782967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.790764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:09.813700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13219d8-3885-4a67-a306-8a665c939d06 None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:09.826980 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13219d8-3885-4a67-a306-8a665c939d06 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:09.829349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a13219d8-3885-4a67-a306-8a665c939d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:09.861934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-17e110bb-b5a5-4049-ab91-93a8a64303d9 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.903327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae95b9-060a-4287-9330-31f5a165d288 None None] DHCP port deletion for c11377ae-c183-47b1-a009-e8f299c9a398 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:54:09.913675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae95b9-060a-4287-9330-31f5a165d288 None None] Deleting port 96fdcf8b-3220-44b9-a1a1-e59e32737194 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:09.914046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9ae95b9-060a-4287-9330-31f5a165d288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:09.940249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a13219d8-3885-4a67-a306-8a665c939d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:10.018880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13219d8-3885-4a67-a306-8a665c939d06 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:10.019264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a13219d8-3885-4a67-a306-8a665c939d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:10.037228 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.091366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a13219d8-3885-4a67-a306-8a665c939d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:10.091704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13219d8-3885-4a67-a306-8a665c939d06 None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:10.118120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.187903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] For port 4979a80c-d404-4a65-9125-a3484cb16e94, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4979a80c-d404-4a65-9125-a3484cb16e94,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:10.188179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.206280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e9ae95b9-060a-4287-9330-31f5a165d288 None None] For port 96fdcf8b-3220-44b9-a1a1-e59e32737194, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=96fdcf8b-3220-44b9-a1a1-e59e32737194,segment=NetworkSegment(1e7a6ab5-17ed-4ad4-a37f-0f7161284411),segment_id=1e7a6ab5-17ed-4ad4-a37f-0f7161284411)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:10.206673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9ae95b9-060a-4287-9330-31f5a165d288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.217911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.227573 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-66efd380-e84d-4c31-81ec-b397e3e04ffd tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.4654315 Apr 05 09:54:10.237033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53062) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:10.329597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae95b9-060a-4287-9330-31f5a165d288 None None] Calling delete_port for 96fdcf8b-3220-44b9-a1a1-e59e32737194 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:10.343507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Calling delete_port for 4979a80c-d404-4a65-9125-a3484cb16e94 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:10.410976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:10.413099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9ae95b9-060a-4287-9330-31f5a165d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.435790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4802161-405a-4f1f-bb4f-8bfc57489a00') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:10.436091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4802161-405a-4f1f-bb4f-8bfc57489a00') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:10.461010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae95b9-060a-4287-9330-31f5a165d288 None None] Pushing event deleted for resources: {'Port': ['ID=96fdcf8b-3220-44b9-a1a1-e59e32737194,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:10.461690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.465544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae95b9-060a-4287-9330-31f5a165d288 None None] No DVR routers for this DVR port 96fdcf8b-3220-44b9-a1a1-e59e32737194 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:54:10.507552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.575932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.621419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:10.634014 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e1d638-e33d-4fff-b504-02d69f94c520 None None] Sync routers for ids ['1b105403-b93c-4abc-af0e-714de7b5e298'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:10.647961 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e1d638-e33d-4fff-b504-02d69f94c520 None None] Routers {'1b105403-b93c-4abc-af0e-714de7b5e298'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:10.648899 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-17e1d638-e33d-4fff-b504-02d69f94c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['1b105403-b93c-4abc-af0e-714de7b5e298'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:10.649644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:10.650260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:10.665747 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:10.738366 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-17e1d638-e33d-4fff-b504-02d69f94c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:10.751266 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e1d638-e33d-4fff-b504-02d69f94c520 None None] Routers {'1b105403-b93c-4abc-af0e-714de7b5e298'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:10.752136 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-17e1d638-e33d-4fff-b504-02d69f94c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['1b105403-b93c-4abc-af0e-714de7b5e298'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:10.804964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.812148 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e14cfedf-5998-4578-b419-fcd87a5fd427 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "GET /v2.0/floatingips/6371c632-b396-445c-8701-45cd36ec0030 HTTP/1.1" status: 200 len: 978 time: 0.5740874 Apr 05 09:54:10.815664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53066) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:10.816063 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-17e1d638-e33d-4fff-b504-02d69f94c520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:10.816699 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e1d638-e33d-4fff-b504-02d69f94c520 None None] The sync data for ids ['1b105403-b93c-4abc-af0e-714de7b5e298'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:10.825062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.829149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.874818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.876468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:10.876583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Network': ['ID=6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:10.877616 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8cf95ebe-6db5-49a8-8135-d25f88e43ae7 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0435507 Apr 05 09:54:10.884637 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bc16db4e-7628-47b7-b92d-92f4216b8679 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/networks/6f4c48d1-e10d-48eb-8e0a-1d1beccc50d2 HTTP/1.1" status: 204 len: 168 time: 1.3144593 Apr 05 09:54:10.887654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53070) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:10.887799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53072) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:10.901313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-402d078b-1806-4393-b76d-51f75832a243 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'enable_snat': False}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:11.036669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-17e110bb-b5a5-4049-ab91-93a8a64303d9 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:54:11.046583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.076819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-17e110bb-b5a5-4049-ab91-93a8a64303d9 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.084803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2f3c1555-48d0-484a-967c-01a3cb66e5e3 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Synchronizing usage tracker for tenant:ba64e14e74ee4e0e87501d9504277916 on resource:floatingip {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:11.100593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Pushing event deleted for resources: {'Port': ['ID=4979a80c-d404-4a65-9125-a3484cb16e94,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:11.107725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-17e110bb-b5a5-4049-ab91-93a8a64303d9 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.111103 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.111784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7546be7f-49dd-436b-a28e-1d27ffa1fbcd {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:11.164591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.189742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2f3c1555-48d0-484a-967c-01a3cb66e5e3 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Unset dirty status for tenant:ba64e14e74ee4e0e87501d9504277916 on resource:floatingip {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:11.192377 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2f3c1555-48d0-484a-967c-01a3cb66e5e3 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3734713 Apr 05 09:54:11.197501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53078) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:11.232191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.233271 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-148620ad-d3e5-4315-ac47-a90ca79a38cd admin admin] 10.222.0.30 "DELETE /v2.0/routers/7546be7f-49dd-436b-a28e-1d27ffa1fbcd HTTP/1.1" status: 204 len: 168 time: 4.7580724 Apr 05 09:54:11.237210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53082) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:11.247716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'port_id': '88958e2a-6f21-4222-946c-96f2c9f6efc4'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:11.390195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e110bb-b5a5-4049-ab91-93a8a64303d9 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event updated for resources: {'Port': ['ID=118f4a5f-fa7c-4a68-847a-b913e18ff1d0,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:11.424566 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cb55995a-15d5-4f13-a396-cac14f40f49e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:11.468629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: cb55995a-15d5-4f13-a396-cac14f40f49e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:11.468960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cb55995a-15d5-4f13-a396-cac14f40f49e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:11.469617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 96fdcf8b-3220-44b9-a1a1-e59e32737194 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:11.507328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 96fdcf8b-3220-44b9-a1a1-e59e32737194 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:11.507698 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 96fdcf8b-3220-44b9-a1a1-e59e32737194 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:11.508552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:11.515959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-17e110bb-b5a5-4049-ab91-93a8a64303d9 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] In _notify_port_updated(), no bound segment for port 118f4a5f-fa7c-4a68-847a-b913e18ff1d0 on network 8e286c31-5058-4436-8083-50baeb677d5a {{(pid=83819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:54:11.519881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e110bb-b5a5-4049-ab91-93a8a64303d9 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:11.520542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-17e110bb-b5a5-4049-ab91-93a8a64303d9 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.524547 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-17e110bb-b5a5-4049-ab91-93a8a64303d9 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "PUT /v2.0/ports/118f4a5f-fa7c-4a68-847a-b913e18ff1d0 HTTP/1.1" status: 200 len: 1055 time: 2.4055982 Apr 05 09:54:11.527858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53086) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:11.529536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.543288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:11.543890 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a5ef1b8d-42c2-4f0b-abdc-83ec06340c3e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:11.560032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0a3bc595-f5bf-418b-8423-cc05541f4dbf None None] Provisioning complete for port 118f4a5f-fa7c-4a68-847a-b913e18ff1d0 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:11.560279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0a3bc595-f5bf-418b-8423-cc05541f4dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.581562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cca5116-98ef-4b30-9d0a-8675504eaedf admin admin] Deleting subnet 0fe58475-ba06-44b1-8bc4-b267db5f0779 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:54:11.586543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8cca5116-98ef-4b30-9d0a-8675504eaedf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.614792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0a3bc595-f5bf-418b-8423-cc05541f4dbf None None] Port 118f4a5f-fa7c-4a68-847a-b913e18ff1d0 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:11.629446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-0c76c360-4e9a-4c24-92e0-c7d4f8f38e0f tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Deleting port 118f4a5f-fa7c-4a68-847a-b913e18ff1d0 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:11.629791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c76c360-4e9a-4c24-92e0-c7d4f8f38e0f tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.662281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.662597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.668827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.716485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11377ae-c183-47b1-a009-e8f299c9a398']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:11.757019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7a6ab5-17ed-4ad4-a37f-0f7161284411') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:11.757320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7a6ab5-17ed-4ad4-a37f-0f7161284411') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:11.787296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.795710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8cca5116-98ef-4b30-9d0a-8675504eaedf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.832461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Deleting port 4da3c47b-d5a2-42c7-b81a-50d8bdf48deb {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:11.832807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.859541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.905439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:11.905833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:11.922728 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:12.153519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.179350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.270162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.307764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8cca5116-98ef-4b30-9d0a-8675504eaedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.312954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.346114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Network': ['ID=c11377ae-c183-47b1-a009-e8f299c9a398,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:12.347402 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ad7b8035-8f3b-4295-8d63-1dcec93ade49 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/networks/c11377ae-c183-47b1-a009-e8f299c9a398 HTTP/1.1" status: 204 len: 168 time: 1.4501762 Apr 05 09:54:12.362797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53090) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:12.372245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'network': {'name': 'tempest-RoutersTest-1613627289'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:12.378728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c76c360-4e9a-4c24-92e0-c7d4f8f38e0f tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.383943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.397677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:12.461203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:network and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:12.529675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Calling delete_port for 4da3c47b-d5a2-42c7-b81a-50d8bdf48deb owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:12.569947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.570706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33169c55-4d2b-4e66-9314-f3f66b39db12 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:12.575557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:12.584053 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-0c76c360-4e9a-4c24-92e0-c7d4f8f38e0f tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Calling delete_port for 118f4a5f-fa7c-4a68-847a-b913e18ff1d0 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:12.623001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.626618 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2382b631-3b04-4fce-91d8-b4c921297116 admin admin] 10.222.0.30 "DELETE /v2.0/routers/33169c55-4d2b-4e66-9314-f3f66b39db12 HTTP/1.1" status: 204 len: 168 time: 5.2015932 Apr 05 09:54:12.627433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53096) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:12.631067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8cca5116-98ef-4b30-9d0a-8675504eaedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.691920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:12.734474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca5116-98ef-4b30-9d0a-8675504eaedf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe58475-ba06-44b1-8bc4-b267db5f0779,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:12.736742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:12.739951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.756480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8cca5116-98ef-4b30-9d0a-8675504eaedf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.767787 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8cca5116-98ef-4b30-9d0a-8675504eaedf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0fe58475-ba06-44b1-8bc4-b267db5f0779 HTTP/1.1" status: 204 len: 168 time: 1.5171511 Apr 05 09:54:12.767878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5eac5-cbbb-461c-ab7f-dd983052f008 None None] Network 2399397e-952c-41dd-a884-3607f787c936 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:12.768228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53100) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:12.785889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca89057-23d9-48cd-8c6d-21e1a9012674 admin admin] Deleting subnet 41d78c18-da9c-4221-9c72-332eef9555bd {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:54:12.794262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ca89057-23d9-48cd-8c6d-21e1a9012674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:12.862177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ca89057-23d9-48cd-8c6d-21e1a9012674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.028659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.050141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915e0a9-2cb0-4d2a-87dc-4e6697b51495 None None] DHCP port deletion for 2399397e-952c-41dd-a884-3607f787c936 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:54:13.054310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4915e0a9-2cb0-4d2a-87dc-4e6697b51495 None None] Deleting port ce597b90-e034-457c-ac6e-5897dc4fcdf8 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:13.055024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4915e0a9-2cb0-4d2a-87dc-4e6697b51495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.085194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Deleting port ce597b90-e034-457c-ac6e-5897dc4fcdf8 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:13.085536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.155128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c76c360-4e9a-4c24-92e0-c7d4f8f38e0f tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.193333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.195063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:54:13.253861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76c360-4e9a-4c24-92e0-c7d4f8f38e0f tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event deleted for resources: {'Port': ['ID=118f4a5f-fa7c-4a68-847a-b913e18ff1d0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:13.264353 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.265011 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added segment e1628d7c-58eb-4b36-bd92-78fc691c392b of type vlan for network 0a665b2a-6409-4ba1-8251-bf7822988cf4 Apr 05 09:54:13.272619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4915e0a9-2cb0-4d2a-87dc-4e6697b51495 None None] For port ce597b90-e034-457c-ac6e-5897dc4fcdf8, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ce597b90-e034-457c-ac6e-5897dc4fcdf8,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:13.272756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4915e0a9-2cb0-4d2a-87dc-4e6697b51495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.306480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Pushing event deleted for resources: {'Port': ['ID=4da3c47b-d5a2-42c7-b81a-50d8bdf48deb,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:13.313402 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ca89057-23d9-48cd-8c6d-21e1a9012674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.371956 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 32e72bea-c8a3-4833-b76f-e6769a48ea82 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:13.457766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.515380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4915e0a9-2cb0-4d2a-87dc-4e6697b51495 None None] Calling delete_port for ce597b90-e034-457c-ac6e-5897dc4fcdf8 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:13.568622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] For port ce597b90-e034-457c-ac6e-5897dc4fcdf8, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ce597b90-e034-457c-ac6e-5897dc4fcdf8,segment=NetworkSegment(5108c649-b502-4e38-83f4-faa41bc43fd1),segment_id=5108c649-b502-4e38-83f4-faa41bc43fd1)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:13.569429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.626675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ca89057-23d9-48cd-8c6d-21e1a9012674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.652138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 32e72bea-c8a3-4833-b76f-e6769a48ea82 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:13.652546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 32e72bea-c8a3-4833-b76f-e6769a48ea82 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:13.653276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ce597b90-e034-457c-ac6e-5897dc4fcdf8 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:13.682677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4915e0a9-2cb0-4d2a-87dc-4e6697b51495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.683873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca89057-23d9-48cd-8c6d-21e1a9012674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d78c18-da9c-4221-9c72-332eef9555bd,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:13.696581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.720442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Calling delete_port for ce597b90-e034-457c-ac6e-5897dc4fcdf8 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:13.721501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: ce597b90-e034-457c-ac6e-5897dc4fcdf8 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:13.721845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ce597b90-e034-457c-ac6e-5897dc4fcdf8 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:13.729919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915e0a9-2cb0-4d2a-87dc-4e6697b51495 None None] Pushing event deleted for resources: {'Port': ['ID=ce597b90-e034-457c-ac6e-5897dc4fcdf8,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:13.737789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915e0a9-2cb0-4d2a-87dc-4e6697b51495 None None] No DVR routers for this DVR port ce597b90-e034-457c-ac6e-5897dc4fcdf8 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:54:13.756963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:54:13.761800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ca89057-23d9-48cd-8c6d-21e1a9012674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:13.767867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8050ad97-3c43-4a1c-a382-68ffe0823aad None None] Network d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:13.768398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:54:13.842987 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5ca89057-23d9-48cd-8c6d-21e1a9012674 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/41d78c18-da9c-4221-9c72-332eef9555bd HTTP/1.1" status: 204 len: 168 time: 1.2142735 Apr 05 09:54:13.845703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53104) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:13.999773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.003313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:14.003996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.036883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55d87f-3684-4399-901a-1444c7d86489 None None] DHCP port deletion for d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:54:14.041460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8d55d87f-3684-4399-901a-1444c7d86489 None None] Deleting port 62495a64-0d06-407e-b6b3-79548bc7096d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:14.042143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8d55d87f-3684-4399-901a-1444c7d86489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.086870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.110108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.115571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.134338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-402d078b-1806-4393-b76d-51f75832a243 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.139816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Deleting port 62495a64-0d06-407e-b6b3-79548bc7096d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:14.139816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.142271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Network': ['ID=0a665b2a-6409-4ba1-8251-bf7822988cf4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:14.166237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 0a665b2a-6409-4ba1-8251-bf7822988cf4 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:54:14.220561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.256108 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7ec0c2a8-519a-4618-85b6-bfb710fff957 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8919013 Apr 05 09:54:14.256610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.311653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53108) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:14.322224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'subnet': {'network_id': '0a665b2a-6409-4ba1-8251-bf7822988cf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:14.341727 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8d55d87f-3684-4399-901a-1444c7d86489 None None] For port 62495a64-0d06-407e-b6b3-79548bc7096d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=62495a64-0d06-407e-b6b3-79548bc7096d,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:14.342418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8d55d87f-3684-4399-901a-1444c7d86489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.375812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:54:14.376418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:54:14.431942 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] For port 62495a64-0d06-407e-b6b3-79548bc7096d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=62495a64-0d06-407e-b6b3-79548bc7096d,segment=NetworkSegment(75df580b-9672-4952-9fda-daa2190b3e57),segment_id=75df580b-9672-4952-9fda-daa2190b3e57)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:14.432519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.465399 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8d55d87f-3684-4399-901a-1444c7d86489 None None] Calling delete_port for 62495a64-0d06-407e-b6b3-79548bc7096d owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:14.552935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8d55d87f-3684-4399-901a-1444c7d86489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.593590 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:14.601775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c76c360-4e9a-4c24-92e0-c7d4f8f38e0f tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.607262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:subnet and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:14.612650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:14.626300 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0c76c360-4e9a-4c24-92e0-c7d4f8f38e0f tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "DELETE /v2.0/ports/118f4a5f-fa7c-4a68-847a-b913e18ff1d0 HTTP/1.1" status: 204 len: 168 time: 3.0889921 Apr 05 09:54:14.627817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:14.629838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53112) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:14.632308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55d87f-3684-4399-901a-1444c7d86489 None None] Pushing event deleted for resources: {'Port': ['ID=62495a64-0d06-407e-b6b3-79548bc7096d,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:14.646533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55d87f-3684-4399-901a-1444c7d86489 None None] No DVR routers for this DVR port 62495a64-0d06-407e-b6b3-79548bc7096d on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:54:14.693056 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-138fa914-e9aa-4d4d-adcf-cd396c128020 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] GET failed (client error): The resource could not be found. Apr 05 09:54:14.693638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-138fa914-e9aa-4d4d-adcf-cd396c128020 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Synchronizing usage tracker for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:14.701778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:14.782086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Calling delete_port for 62495a64-0d06-407e-b6b3-79548bc7096d owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:14.802052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-138fa914-e9aa-4d4d-adcf-cd396c128020 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Unset dirty status for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:14.803619 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-138fa914-e9aa-4d4d-adcf-cd396c128020 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "GET /v2.0/ports/118f4a5f-fa7c-4a68-847a-b913e18ff1d0 HTTP/1.1" status: 404 len: 333 time: 0.1713216 Apr 05 09:54:14.818179 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53116) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:14.844529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.845056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Fanout notify agent at l3_agent the message router_deleted on router 5f05dfca-172b-468e-bcda-2e3f930d0c8c {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:14.872709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.873564 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-087b5c42-3f5e-462c-802a-0cca52d5c687 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/5f05dfca-172b-468e-bcda-2e3f930d0c8c HTTP/1.1" status: 204 len: 168 time: 5.6583216 Apr 05 09:54:14.883997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Deleting port ce597b90-e034-457c-ac6e-5897dc4fcdf8 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:14.884338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:14.916289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53120) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:14.929949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-865824808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:14.944705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:14.959836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:54:14.960183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:54:14.983654 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Usage tracker for resource:router and tenant:147336dc7d1d49728f9b7db9c42b2d28 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:14.993681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.013970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:15.020536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] The port 'ce597b90-e034-457c-ac6e-5897dc4fcdf8' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:54:15.027087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c9b92d8c-3ddd-402e-9467-27fd2a766262 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Deleting port f9b7f95d-d175-4dd5-9552-1aa4e7850610 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:15.027428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b92d8c-3ddd-402e-9467-27fd2a766262 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.138372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:15.163922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-402d078b-1806-4393-b76d-51f75832a243 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.167997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-402d078b-1806-4393-b76d-51f75832a243 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.267956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.268848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.315203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 62495a64-0d06-407e-b6b3-79548bc7096d no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:15.353930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 62495a64-0d06-407e-b6b3-79548bc7096d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:15.354313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 62495a64-0d06-407e-b6b3-79548bc7096d not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:15.371481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.381321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402d078b-1806-4393-b76d-51f75832a243 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Router 1b105403-b93c-4abc-af0e-714de7b5e298 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:15.381499 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP 6371c632-b396-445c-8701-45cd36ec0030 associated. External IP: 172.26.4.234, port: 52eeff37-b80e-4110-92d6-57adf242d0ab. Apr 05 09:54:15.503752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Deleting port 62495a64-0d06-407e-b6b3-79548bc7096d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:15.504014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.582269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] The port '62495a64-0d06-407e-b6b3-79548bc7096d' was deleted {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:54:15.693687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2399397e-952c-41dd-a884-3607f787c936']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:15.716849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.724615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5108c649-b502-4e38-83f4-faa41bc43fd1') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:15.724913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5108c649-b502-4e38-83f4-faa41bc43fd1') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:15.743492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.750171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:15.757516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.766539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75df580b-9672-4952-9fda-daa2190b3e57') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:15.766837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75df580b-9672-4952-9fda-daa2190b3e57') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:15.783463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.815726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.825503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:15.826669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:15.846194 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:15.862196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.885373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:15.885841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:15.904798 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:15.907447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.930478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402d078b-1806-4393-b76d-51f75832a243 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:15.932068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.940661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d521ce-fd88-4479-9cfc-69ab4f92bb66 None None] Sync routers for ids ['1b105403-b93c-4abc-af0e-714de7b5e298'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:15.952543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d521ce-fd88-4479-9cfc-69ab4f92bb66 None None] Routers {'1b105403-b93c-4abc-af0e-714de7b5e298'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:15.953081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-36d521ce-fd88-4479-9cfc-69ab4f92bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['1b105403-b93c-4abc-af0e-714de7b5e298'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:15.953466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.969804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] Pushing event deleted for resources: {'Network': ['ID=d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:15.980625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b92d8c-3ddd-402e-9467-27fd2a766262 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:15.996226 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cc3cdb2c-e3a3-4bc2-b29a-430c2ca1cf49 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d115ac80-69b0-4a3d-b6c8-1fefc14cdcdc HTTP/1.1" status: 204 len: 168 time: 2.1494994 Apr 05 09:54:15.998879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-402d078b-1806-4393-b76d-51f75832a243 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:16.000378 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-402d078b-1806-4393-b76d-51f75832a243 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "PUT /v2.0/routers/1b105403-b93c-4abc-af0e-714de7b5e298 HTTP/1.1" status: 200 len: 922 time: 5.1084900 Apr 05 09:54:16.002858 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53126) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:16.020583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-36d521ce-fd88-4479-9cfc-69ab4f92bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:16.032449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d521ce-fd88-4479-9cfc-69ab4f92bb66 None None] Routers {'1b105403-b93c-4abc-af0e-714de7b5e298'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:16.033057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-36d521ce-fd88-4479-9cfc-69ab4f92bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['1b105403-b93c-4abc-af0e-714de7b5e298'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:16.104121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-36d521ce-fd88-4479-9cfc-69ab4f92bb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:16.104705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d521ce-fd88-4479-9cfc-69ab4f92bb66 None None] The sync data for ids ['1b105403-b93c-4abc-af0e-714de7b5e298'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:16.173878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c9b92d8c-3ddd-402e-9467-27fd2a766262 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Calling delete_port for f9b7f95d-d175-4dd5-9552-1aa4e7850610 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:16.201876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:16.206223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1c346287-6024-40bb-898a-d5cc21d6537e tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2873313 Apr 05 09:54:16.220036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53130) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:16.231253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:16.237549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:16.254753 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'enable_snat': False}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:16.331022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:16.365937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53134) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:16.426378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] Pushing event deleted for resources: {'Network': ['ID=2399397e-952c-41dd-a884-3607f787c936,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:16.437470 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c1540a36-f9f7-49c6-aeef-73c6bc90c8cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3fca71fcb3da4672a6c1a17af4d7b27a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0696118 Apr 05 09:54:16.439977 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53138) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:16.455120 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b09f1f97-799c-466a-97d0-108173bda51b admin admin] 10.222.0.30 "DELETE /v2.0/networks/2399397e-952c-41dd-a884-3607f787c936 HTTP/1.1" status: 204 len: 168 time: 3.6898162 Apr 05 09:54:16.459113 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-563b0780-7620-4e01-884d-68c424c43ad1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/routers/1b105403-b93c-4abc-af0e-714de7b5e298 HTTP/1.1" status: 200 len: 922 time: 0.4549768 Apr 05 09:54:16.460282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53144) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:16.529588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Subnet': ['ID=d7094cc9-6e2b-409e-bb3b-d42ca051e261,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:16.589872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-885af686-6deb-4ff8-8fb3-8387b47c910e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:16.631729 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-885af686-6deb-4ff8-8fb3-8387b47c910e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:16.659766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-94577ad6-ef3c-4d51-8190-900b1e696d17 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Synchronizing usage tracker for tenant:2c7e2388b66b4f8bb5dc06586972e0d3 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:16.678095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Checking segment: {'id': 'e1628d7c-58eb-4b36-bd92-78fc691c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a665b2a-6409-4ba1-8251-bf7822988cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:16.678453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network hostable DHCP agents. Network: 0a665b2a-6409-4ba1-8251-bf7822988cf4, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:54:16.688817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-94577ad6-ef3c-4d51-8190-900b1e696d17 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Unset dirty status for tenant:2c7e2388b66b4f8bb5dc06586972e0d3 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:16.691992 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-94577ad6-ef3c-4d51-8190-900b1e696d17 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=202208b4-f099-4a1f-a480-c0036edeb111&device_id=1b105403-b93c-4abc-af0e-714de7b5e298&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2295625 Apr 05 09:54:16.693059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53148) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:16.714926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53152) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:16.758884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b92d8c-3ddd-402e-9467-27fd2a766262 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:16.790211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-885af686-6deb-4ff8-8fb3-8387b47c910e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:16.817073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b92d8c-3ddd-402e-9467-27fd2a766262 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event deleted for resources: {'Port': ['ID=f9b7f95d-d175-4dd5-9552-1aa4e7850610,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:16.827540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885af686-6deb-4ff8-8fb3-8387b47c910e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582b67e-4b10-4546-92ac-8bae504f89f4,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:16.868490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-885af686-6deb-4ff8-8fb3-8387b47c910e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:16.871933 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-885af686-6deb-4ff8-8fb3-8387b47c910e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8582b67e-4b10-4546-92ac-8bae504f89f4 HTTP/1.1" status: 204 len: 168 time: 0.4287176 Apr 05 09:54:16.894211 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ffe6ff3b-1727-4faa-9e6b-fcaae80b08fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=156f56ba2afa4a3386a7f157e6d9be8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1759682 Apr 05 09:54:16.897030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53158) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:16.902493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8277189-755e-424a-8577-b0f3343b1b7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:16.903072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d8277189-755e-424a-8577-b0f3343b1b7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Synchronizing usage tracker for tenant:2c7e2388b66b4f8bb5dc06586972e0d3 on resource:network {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:16.957579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d8277189-755e-424a-8577-b0f3343b1b7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Unset dirty status for tenant:2c7e2388b66b4f8bb5dc06586972e0d3 on resource:network {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:16.961480 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d8277189-755e-424a-8577-b0f3343b1b7e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 881 time: 0.2648234 Apr 05 09:54:16.967143 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53162) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:17.027274 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fc574d42-4330-49d8-b207-cd7fe00d44a2 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b105403-b93c-4abc-af0e-714de7b5e298 HTTP/1.1" status: 200 len: 205 time: 0.0565510 Apr 05 09:54:17.033716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53168) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:17.125187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 0a665b2a-6409-4ba1-8251-bf7822988cf4 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:54:17.159075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3d80c189-b6df-4fd5-bae4-b68b4ef44bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.201675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3d80c189-b6df-4fd5-bae4-b68b4ef44bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.254005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 0a665b2a-6409-4ba1-8251-bf7822988cf4) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:17.268793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d6bad1-0742-4837-8518-8b91f0fdf339 None None] Network 0a665b2a-6409-4ba1-8251-bf7822988cf4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:17.285473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3d80c189-b6df-4fd5-bae4-b68b4ef44bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.330638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80c189-b6df-4fd5-bae4-b68b4ef44bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870187e6-2d4e-4a50-96f1-863ad54aeef9,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:17.336603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3d80c189-b6df-4fd5-bae4-b68b4ef44bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.338348 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3d80c189-b6df-4fd5-bae4-b68b4ef44bf7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/870187e6-2d4e-4a50-96f1-863ad54aeef9 HTTP/1.1" status: 204 len: 168 time: 0.4388998 Apr 05 09:54:17.371270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.402603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b92d8c-3ddd-402e-9467-27fd2a766262 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.429001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:17.429543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.486546 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c9b92d8c-3ddd-402e-9467-27fd2a766262 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "DELETE /v2.0/ports/f9b7f95d-d175-4dd5-9552-1aa4e7850610 HTTP/1.1" status: 204 len: 168 time: 2.6636674 Apr 05 09:54:17.487315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53182) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:17.536153 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4ed3e322-cd9c-4786-b187-54fb0e40db43 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2159758 Apr 05 09:54:17.538245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53186) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:17.551657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.555558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1222684411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:17.560957 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce14e1ab-e3df-452a-a3f4-b1dcf85e1c8c tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] GET failed (client error): The resource could not be found. Apr 05 09:54:17.561464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ce14e1ab-e3df-452a-a3f4-b1dcf85e1c8c tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Synchronizing usage tracker for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:17.565993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:17.572453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:router and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:17.576372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:17.584829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:17.616803 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.618176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.623187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ce14e1ab-e3df-452a-a3f4-b1dcf85e1c8c tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Unset dirty status for tenant:0a58795d897342dfb6e49b5128e530ac on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:17.637489 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ce14e1ab-e3df-452a-a3f4-b1dcf85e1c8c tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "GET /v2.0/ports/f9b7f95d-d175-4dd5-9552-1aa4e7850610 HTTP/1.1" status: 404 len: 333 time: 0.1428909 Apr 05 09:54:17.642450 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53192) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:17.743403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 670010f1-3d08-4df6-9712-945628824de0 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:17.751866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.772085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-08b3d26c-795e-4074-a648-87116e29d144 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Deleting port 46e32954-2be4-4423-81f4-1accc4db48ff {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:17.772427 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08b3d26c-795e-4074-a648-87116e29d144 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.849793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 670010f1-3d08-4df6-9712-945628824de0 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:17.850158 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 670010f1-3d08-4df6-9712-945628824de0 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:17.850726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4979a80c-d404-4a65-9125-a3484cb16e94 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:17.869166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:17.891892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 4979a80c-d404-4a65-9125-a3484cb16e94 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:17.892336 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4979a80c-d404-4a65-9125-a3484cb16e94 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:17.895314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-0a665b2a-6409-4ba1-8251-bf7822988cf4', 'network_id': '0a665b2a-6409-4ba1-8251-bf7822988cf4', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'fixed_ips': [{'subnet_id': 'd7094cc9-6e2b-409e-bb3b-d42ca051e261'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:54:17.896276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:17.959553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:18.106356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:18.107546 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3073a3b9-597c-4ca2-8832-0718f10aeb13 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5680768 Apr 05 09:54:18.112766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53212) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:18.132453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'port': {'network_id': '0a665b2a-6409-4ba1-8251-bf7822988cf4', 'name': 'tempest-RoutersTest-925414484'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:18.150759 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:18.195797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Allocated IP 172.20.0.2 (0a665b2a-6409-4ba1-8251-bf7822988cf4/d7094cc9-6e2b-409e-bb3b-d42ca051e261/ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:18.220988 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Deleting port 999e1a0a-df32-4e91-b10f-b296791db29c {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:18.221379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:18.284691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:18.331600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:18.468662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:18.601852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:18.624387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:18.627832 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:18.661919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Transition to ACTIVE for port object ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:18.673193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Allocated IP 172.26.4.31 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/79497d98-3da4-4f36-8a2f-d20ded5f8274) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:18.676801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:18.679710 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:18.718832 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Transition to ACTIVE for port object ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:18.734626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:18.746040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] device_id is not set on port 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:18.851053 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:18.862434 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b3902-5c0c-46cc-8a52-d17122ccd5be None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:18.885656 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b3902-5c0c-46cc-8a52-d17122ccd5be None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:18.886642 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-723b3902-5c0c-46cc-8a52-d17122ccd5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:18.923853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Calling delete_port for 999e1a0a-df32-4e91-b10f-b296791db29c owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:18.944576 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Pushing event updated for resources: {'Port': ['ID=ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:18.965119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Network 0a665b2a-6409-4ba1-8251-bf7822988cf4 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:18.969671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:18.976774 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:19.077860 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-723b3902-5c0c-46cc-8a52-d17122ccd5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:19.094179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08b3d26c-795e-4074-a648-87116e29d144 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:19.110665 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b3902-5c0c-46cc-8a52-d17122ccd5be None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:19.111331 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-723b3902-5c0c-46cc-8a52-d17122ccd5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:19.228259 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-723b3902-5c0c-46cc-8a52-d17122ccd5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:19.229651 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723b3902-5c0c-46cc-8a52-d17122ccd5be None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:19.266872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-08b3d26c-795e-4074-a648-87116e29d144 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Calling delete_port for 46e32954-2be4-4423-81f4-1accc4db48ff owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:19.267881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Attempting to bind port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:54:19.269785 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Attempting to bind port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'e1628d7c-58eb-4b36-bd92-78fc691c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a665b2a-6409-4ba1-8251-bf7822988cf4'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:54:19.270359 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Attempting to bind port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 on network 0a665b2a-6409-4ba1-8251-bf7822988cf4 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:54:19.282479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:54:19.283241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Checking segment: {'id': 'e1628d7c-58eb-4b36-bd92-78fc691c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a665b2a-6409-4ba1-8251-bf7822988cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:19.283953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:19.284427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Bound using segment: {'id': 'e1628d7c-58eb-4b36-bd92-78fc691c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a665b2a-6409-4ba1-8251-bf7822988cf4'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:54:19.285095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Bound port: ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1628d7c-58eb-4b36-bd92-78fc691c392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a665b2a-6409-4ba1-8251-bf7822988cf4'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:54:19.285673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:19.296458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 810319fc-5fd7-4912-abd3-325fcbf7b5db no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:19.333516 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 810319fc-5fd7-4912-abd3-325fcbf7b5db {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:19.334198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 810319fc-5fd7-4912-abd3-325fcbf7b5db not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:19.334829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f56ecf46-89e0-440c-b8cd-bafa48e3db15 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:19.371807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: f56ecf46-89e0-440c-b8cd-bafa48e3db15 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:19.372606 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f56ecf46-89e0-440c-b8cd-bafa48e3db15 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:19.457985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] For port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:54:19.462372 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] For port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866,segment=NetworkSegment(e1628d7c-58eb-4b36-bd92-78fc691c392b),segment_id=e1628d7c-58eb-4b36-bd92-78fc691c392b)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:54:19.469496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:19.567697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00858a-50d4-40a5-9df1-ece8c0bd6e31 None None] Pushing event updated for resources: {'Port': ['ID=ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:19.584404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08b3d26c-795e-4074-a648-87116e29d144 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:19.679576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3d26c-795e-4074-a648-87116e29d144 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event deleted for resources: {'Port': ['ID=46e32954-2be4-4423-81f4-1accc4db48ff,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:19.682349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:19.971229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Pushing event deleted for resources: {'Port': ['ID=999e1a0a-df32-4e91-b10f-b296791db29c,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:19.982275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.027229 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-84ed190c-1ceb-4167-a7bf-8ab30f06477e req-66dd8cdb-32bd-49cd-b2c9-1b3c019b5410 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d5619b76fb4201b7106411914d699a&device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 1098 time: 0.6249003 Apr 05 09:54:20.030695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Allocated IP 172.20.0.14 (0a665b2a-6409-4ba1-8251-bf7822988cf4/d7094cc9-6e2b-409e-bb3b-d42ca051e261/73b127e2-b5d9-48dc-8760-9d23fbbdffb6) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:20.086720 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475504b-b72f-4bbc-8263-714e86acef70 req-9ccac7e1-078e-4618-a830-f0ad1b7d5214 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:20.088356 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c475504b-b72f-4bbc-8263-714e86acef70 req-9ccac7e1-078e-4618-a830-f0ad1b7d5214 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.6850920 Apr 05 09:54:20.089721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08b3d26c-795e-4074-a648-87116e29d144 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.170333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53256) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:20.180968 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-08b3d26c-795e-4074-a648-87116e29d144 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "DELETE /v2.0/ports/46e32954-2be4-4423-81f4-1accc4db48ff HTTP/1.1" status: 204 len: 168 time: 2.5352626 Apr 05 09:54:20.196064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53262) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:20.259611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.406536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.529626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-653146554'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:20.537808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:20.547051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.549984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Usage tracker for resource:network and tenant:10223d0c0d2a418596cd2bc1372b2ca6 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:20.552162 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c475504b-b72f-4bbc-8263-714e86acef70 req-a053b0af-55b2-407f-9287-80b59d853b56 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4368434 Apr 05 09:54:20.554811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:20.562287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:20.564350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.582460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Made reservation on behalf of 10223d0c0d2a418596cd2bc1372b2ca6 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:20.593058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.650708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.685960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.686992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Fanout notify agent at l3_agent the message router_deleted on router 1b105403-b93c-4abc-af0e-714de7b5e298 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:20.721017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:20.722377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed190c-1ceb-4167-a7bf-8ab30f06477e req-8e00bd59-67e4-4a36-872d-fc1d69f109e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:20.724161 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-84ed190c-1ceb-4167-a7bf-8ab30f06477e req-8e00bd59-67e4-4a36-872d-fc1d69f109e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=19491046-51f6-427c-b308-ccbe410a1d66 HTTP/1.1" status: 200 len: 911 time: 0.6867640 Apr 05 09:54:20.732702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:20.732943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:20.741983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:20.752382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Usage tracker for resource:security_group_rule and tenant:10223d0c0d2a418596cd2bc1372b2ca6 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:20.756839 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:20.767437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.769268 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-59764dbf-55a9-45d0-82f5-9fa6e6b66f0c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/1b105403-b93c-4abc-af0e-714de7b5e298 HTTP/1.1" status: 204 len: 168 time: 3.7346728 Apr 05 09:54:20.770469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:20.773035 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53274) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:20.781912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1881108182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:20.793546 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:20.800190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Usage tracker for resource:router and tenant:dfa7b469c27f45e4a719239fc5881da9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:20.804505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:20.815906 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:20.844446 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.845726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.902498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.906718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.919286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.948216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:54:20.968539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.981352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:20.981694 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Added segment 90ed4374-2ca3-4b61-9451-08ffa74f6468 of type vlan for network 36a600a3-972c-4c34-a664-1e2714c706dd Apr 05 09:54:20.996060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d904d6-9349-47f3-95d4-26c76554b7cd,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:21.031323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.032570 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-515ce0e9-d4c8-46b9-adc4-8aa91b58ed4d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2585905 Apr 05 09:54:21.037524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.040962 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53282) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:21.047179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:21.125398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Pushing event updated for resources: {'Port': ['ID=79497d98-3da4-4f36-8a2f-d20ded5f8274,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:21.137876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13636209-8cb0-438b-b14a-84bffc724894 None None] Network 0a665b2a-6409-4ba1-8251-bf7822988cf4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:21.226301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.256276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac8e519-17bc-4362-a207-9a6854569cbb tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Deleting subnet 224d0fa6-971e-4929-84e1-19d61a8099e7 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:54:21.268773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e519-17bc-4362-a207-9a6854569cbb tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.289632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53288) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:21.317917 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-84ed190c-1ceb-4167-a7bf-8ab30f06477e req-aa0ac0bb-cc0e-45b3-a773-6d906327ef02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4 HTTP/1.1" status: 200 len: 1001 time: 0.4866755 Apr 05 09:54:21.341973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.342433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-85bf2d9d-b33b-46fe-84d7-a3c1b0d072b5 None None] Provisioning for port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:21.349544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:21.350159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.377216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Transition to ACTIVE for port object 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:21.445790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:54:21.533197 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3617353 Apr 05 09:54:21.559988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.581399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53294) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:21.595359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5b50777d-3412-414a-b388-74a2d6fa6da4 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:21.620096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Request body: {'subnet': {'network_id': '36a600a3-972c-4c34-a664-1e2714c706dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:21.631364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:21.639198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:21.641007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.646676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ac46a-1eaf-4fda-b8cc-18ab158cc5ce tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Pushing event updated for resources: {'Network': ['ID=36a600a3-972c-4c34-a664-1e2714c706dd,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:21.698209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 36a600a3-972c-4c34-a664-1e2714c706dd details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:54:21.722870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e519-17bc-4362-a207-9a6854569cbb tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.860224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed190c-1ceb-4167-a7bf-8ab30f06477e req-bd8d7923-ff70-4419-8170-695d06df42a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:21.861683 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-84ed190c-1ceb-4167-a7bf-8ab30f06477e req-bd8d7923-ff70-4419-8170-695d06df42a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22804349-64e3-4deb-bc5b-b60e9ff7803b HTTP/1.1" status: 200 len: 850 time: 0.4785295 Apr 05 09:54:21.892463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.904774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:21.948375 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:21.980837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Usage tracker for resource:subnet and tenant:10223d0c0d2a418596cd2bc1372b2ca6 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:21.988881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:21.994211 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5b50777d-3412-414a-b388-74a2d6fa6da4 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] 10.222.0.30 "PUT /v2.0/quotas/99dfda1840284e40b703cf6897398a09 HTTP/1.1" status: 200 len: 368 time: 0.7011664 Apr 05 09:54:21.996177 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866,segment=NetworkSegment(e1628d7c-58eb-4b36-bd92-78fc691c392b),segment_id=e1628d7c-58eb-4b36-bd92-78fc691c392b)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:22.004012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.006820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53300) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:22.013825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:22.027989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Request body: {'network': {'project_id': '99dfda1840284e40b703cf6897398a09'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:22.040383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:22.050753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Usage tracker for resource:network and tenant:99dfda1840284e40b703cf6897398a09 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:22.054389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:22.061900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:22.065612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ace6c836-f455-4db2-8db9-72d971134c0f None None] Provisioning complete for port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:22.066021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ace6c836-f455-4db2-8db9-72d971134c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.067310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Made reservation on behalf of 10223d0c0d2a418596cd2bc1372b2ca6 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:22.101834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.112239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=73b127e2-b5d9-48dc-8760-9d23fbbdffb6,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:22.116617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 0a665b2a-6409-4ba1-8251-bf7822988cf4 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:22.123916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:22.133258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:22.154778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:22.204860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Made reservation on behalf of 99dfda1840284e40b703cf6897398a09 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:22.206545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e519-17bc-4362-a207-9a6854569cbb tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.210170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.245362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.267103 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.295725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.469254 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:22.469803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.482530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde32e64-661c-468b-8baa-0dcc7f8ee3b8 req-1dbf0b8a-0ee0-4fbb-87f7-a114b8b040ff tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:22.484105 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bde32e64-661c-468b-8baa-0dcc7f8ee3b8 req-1dbf0b8a-0ee0-4fbb-87f7-a114b8b040ff tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.7100463 Apr 05 09:54:22.502267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-09abf829-9377-4d38-864f-a68426a8dd61 None None] Provisioning for port 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:22.507238 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-84ed190c-1ceb-4167-a7bf-8ab30f06477e req-7d51b1f3-ee21-45a6-88c9-1ec2933644db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19491046-51f6-427c-b308-ccbe410a1d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6197884 Apr 05 09:54:22.507913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-09abf829-9377-4d38-864f-a68426a8dd61 None None] Provisioning complete for port 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:22.508564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-09abf829-9377-4d38-864f-a68426a8dd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.511653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:22.528170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Usage tracker for resource:security_group_rule and tenant:99dfda1840284e40b703cf6897398a09 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:22.539800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:22.644581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:22.647488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-09abf829-9377-4d38-864f-a68426a8dd61 None None] Port 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:22.710964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e519-17bc-4362-a207-9a6854569cbb tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.748397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.756872 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-87df4e7a-fe9f-4633-a12f-b3c4b7b9c9e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.6422753 Apr 05 09:54:22.759961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.772754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53304) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:22.775235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8e519-17bc-4362-a207-9a6854569cbb tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event deleted for resources: {'Subnet': ['ID=224d0fa6-971e-4929-84e1-19d61a8099e7,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:22.791021 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bde32e64-661c-468b-8baa-0dcc7f8ee3b8 req-7d72032e-47e3-4fc4-8734-696b3b3c06ba tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2940719 Apr 05 09:54:22.851591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.865336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.866268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Pushing event updated for resources: {'Subnet': ['ID=7a67db94-0a40-4324-a719-f868d549d414,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:22.881748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.898742 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f822bc7b-ff59-4c69-9ecd-a0d8c2a5eb72 None None] Network 8e286c31-5058-4436-8083-50baeb677d5a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:22.931977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ac8e519-17bc-4362-a207-9a6854569cbb tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.936157 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7ac8e519-17bc-4362-a207-9a6854569cbb tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "DELETE /v2.0/subnets/224d0fa6-971e-4929-84e1-19d61a8099e7 HTTP/1.1" status: 204 len: 168 time: 2.7309039 Apr 05 09:54:22.945733 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53308) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:22.946541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:22.956521 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-84ed190c-1ceb-4167-a7bf-8ab30f06477e req-38153588-74eb-4738-b224-db8213e3ce77 service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336188 Apr 05 09:54:23.106785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:54:23.111012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.157273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86e758-4c6d-46d8-b238-56f6e55c134c None None] DHCP port deletion for 8e286c31-5058-4436-8083-50baeb677d5a request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:54:23.161584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ed86e758-4c6d-46d8-b238-56f6e55c134c None None] Deleting port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:23.161960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed86e758-4c6d-46d8-b238-56f6e55c134c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.166611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec37f758-c86a-4420-9d11-1cc05b63d200,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:23.175970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:23.209669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Checking segment: {'id': '90ed4374-2ca3-4b61-9451-08ffa74f6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '36a600a3-972c-4c34-a664-1e2714c706dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:23.210023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Network hostable DHCP agents. Network: 36a600a3-972c-4c34-a664-1e2714c706dd, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:54:23.229025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.229379 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Added segment 60b7d18f-4a65-4c51-b9e4-b5975deee7cb of type vlan for network 10e67862-eae6-4da1-941e-0a22a1388517 Apr 05 09:54:23.295461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.318220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.372202 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:54:23.380432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Network 36a600a3-972c-4c34-a664-1e2714c706dd is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:54:23.417409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Deleting port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:23.417746 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.441893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ed86e758-4c6d-46d8-b238-56f6e55c134c None None] For port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a,segment=NetworkSegment(e72a2f6d-52cf-49d5-959d-70da84f5f9ff),segment_id=e72a2f6d-52cf-49d5-959d-70da84f5f9ff)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:23.442329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed86e758-4c6d-46d8-b238-56f6e55c134c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.454770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 36a600a3-972c-4c34-a664-1e2714c706dd) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:23.461427 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.462783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:23.463350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.495491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:23.496093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.504958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Allocated IP 172.26.4.114 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/33943a1d-5212-4f0b-b34d-ff3a6604f46e) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:23.511926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7a33b4-41e2-4871-b07a-2208a540ef1d None None] Network 36a600a3-972c-4c34-a664-1e2714c706dd requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:23.591455 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ed86e758-4c6d-46d8-b238-56f6e55c134c None None] Calling delete_port for 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:23.655010 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-84ed190c-1ceb-4167-a7bf-8ab30f06477e req-8443c300-391c-44e2-9290-1c02f776cb63 service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438994 Apr 05 09:54:23.741311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Pushing event updated for resources: {'Network': ['ID=10e67862-eae6-4da1-941e-0a22a1388517,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:23.744829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:23.745393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.754540 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fffe92a9-d627-4b0b-b3c8-cb76bd22ad46 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7444217 Apr 05 09:54:23.759792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53312) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:23.764558 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-43b0f8d9-a0cf-4330-8efc-1621c4c93fc1 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1738427 Apr 05 09:54:23.774121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Request body: {'network': {'project_id': '99dfda1840284e40b703cf6897398a09'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:23.777634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53316) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:23.779641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 10e67862-eae6-4da1-941e-0a22a1388517 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:54:23.801946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:23.815190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Request body: {'port': {'network_id': '36a600a3-972c-4c34-a664-1e2714c706dd', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1097748258'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:23.900096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Usage tracker for resource:network and tenant:99dfda1840284e40b703cf6897398a09 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:23.935384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed86e758-4c6d-46d8-b238-56f6e55c134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:23.972240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:24.014542 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86e758-4c6d-46d8-b238-56f6e55c134c None None] Pushing event deleted for resources: {'Port': ['ID=9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:24.034589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86e758-4c6d-46d8-b238-56f6e55c134c None None] No DVR routers for this DVR port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:54:24.038929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:24.084752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.098566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Made reservation on behalf of 99dfda1840284e40b703cf6897398a09 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:24.100982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.120930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-36a600a3-972c-4c34-a664-1e2714c706dd', 'network_id': '36a600a3-972c-4c34-a664-1e2714c706dd', 'tenant_id': '10223d0c0d2a418596cd2bc1372b2ca6', 'fixed_ips': [{'subnet_id': '7a67db94-0a40-4324-a719-f868d549d414'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:54:24.121947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.139849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] For port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a,segment=NetworkSegment(e72a2f6d-52cf-49d5-959d-70da84f5f9ff),segment_id=e72a2f6d-52cf-49d5-959d-70da84f5f9ff)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:24.140346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.230815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:24.274099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:24.275115 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:24.364998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Calling delete_port for 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:24.366009 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Allocated IP 172.20.0.2 (36a600a3-972c-4c34-a664-1e2714c706dd/7a67db94-0a40-4324-a719-f868d549d414/f266c4d3-f80a-41d7-b56a-d0f3604e5cc2) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:24.367954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbfe9a0-2cb5-44a0-94ea-8156c169e23c req-36d8bacb-55d8-44cb-bdc1-a7af92b4a318 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:24.370126 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bfbfe9a0-2cb5-44a0-94ea-8156c169e23c req-36d8bacb-55d8-44cb-bdc1-a7af92b4a318 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2673755 Apr 05 09:54:24.458285 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:24.474020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:54:24.478599 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Usage tracker for resource:port and tenant:10223d0c0d2a418596cd2bc1372b2ca6 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:24.481275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:24.490982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:24.491123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.501283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d572f329-7016-4d5b-b207-2e6a3c0184bd None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:24.513136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:24.519562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.519562 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Added segment 69f71c31-817b-4610-aaf0-54a460536cb3 of type vlan for network a6c44336-0ff7-46ce-8100-8063f9f925f7 Apr 05 09:54:24.529919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d572f329-7016-4d5b-b207-2e6a3c0184bd None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:24.530813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d572f329-7016-4d5b-b207-2e6a3c0184bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:24.533517 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.539627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.543004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Router 1e6f2730-1c01-4078-8633-a9f1fcff1508 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:54:24.553130 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bfbfe9a0-2cb5-44a0-94ea-8156c169e23c req-9fbe8593-6c41-4f95-ba68-d53699c2d4b6 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738744 Apr 05 09:54:24.609051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:54:24.609051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:54:24.609780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Made reservation on behalf of 10223d0c0d2a418596cd2bc1372b2ca6 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:24.613130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.615238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d572f329-7016-4d5b-b207-2e6a3c0184bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:24.644820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:24.653142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:24.655874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:24.658518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d572f329-7016-4d5b-b207-2e6a3c0184bd None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:24.659220 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d572f329-7016-4d5b-b207-2e6a3c0184bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:24.692987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.732855 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] device_id is not set on port 24e852d9-895e-4ec0-9fbb-8df863ac5997 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:24.758162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d572f329-7016-4d5b-b207-2e6a3c0184bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:24.758804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d572f329-7016-4d5b-b207-2e6a3c0184bd None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:24.769199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Pushing event updated for resources: {'Port': ['ID=33943a1d-5212-4f0b-b34d-ff3a6604f46e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:24.782005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.795079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Transition to ACTIVE for port object f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:24.815303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Transition to ACTIVE for port object f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:24.821745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.865092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.866001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:24.866803 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:24.890920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Network 36a600a3-972c-4c34-a664-1e2714c706dd is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:24.894072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Pushing event updated for resources: {'Port': ['ID=f266c4d3-f80a-41d7-b56a-d0f3604e5cc2,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:24.896820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:24.898740 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:24.917633 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c5574a17-ebf5-415f-8de1-dcb7bf2f4d4d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "PUT /v2.0/floatingips/6371c632-b396-445c-8701-45cd36ec0030 HTTP/1.1" status: 200 len: 978 time: 13.6879539 Apr 05 09:54:24.924895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53322) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:24.933945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-367eefb4-4e15-4744-b1e4-f65db70abc16 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:24.995658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Attempting to bind port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:54:24.996066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Attempting to bind port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '90ed4374-2ca3-4b61-9451-08ffa74f6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '36a600a3-972c-4c34-a664-1e2714c706dd'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:54:24.996480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Attempting to bind port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 on network 36a600a3-972c-4c34-a664-1e2714c706dd {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:54:25.003570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:54:25.004050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Checking segment: {'id': '90ed4374-2ca3-4b61-9451-08ffa74f6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '36a600a3-972c-4c34-a664-1e2714c706dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:25.004514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.004966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Bound using segment: {'id': '90ed4374-2ca3-4b61-9451-08ffa74f6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '36a600a3-972c-4c34-a664-1e2714c706dd'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:54:25.005506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Bound port: f266c4d3-f80a-41d7-b56a-d0f3604e5cc2, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ed4374-2ca3-4b61-9451-08ffa74f6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '36a600a3-972c-4c34-a664-1e2714c706dd'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:54:25.005947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.100897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] For port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:54:25.105335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] For port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f266c4d3-f80a-41d7-b56a-d0f3604e5cc2,segment=NetworkSegment(90ed4374-2ca3-4b61-9451-08ffa74f6468),segment_id=90ed4374-2ca3-4b61-9451-08ffa74f6468)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:54:25.110102 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.110513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Deleting port 9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:25.110913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.198403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57744af4-6944-4125-912d-f8fdc14ef2ee None None] Pushing event updated for resources: {'Port': ['ID=f266c4d3-f80a-41d7-b56a-d0f3604e5cc2,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:25.236698 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4740143 Apr 05 09:54:25.237476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162204f-3b46-4cb8-af53-1f09133e6eaf tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Pushing event updated for resources: {'Network': ['ID=a6c44336-0ff7-46ce-8100-8063f9f925f7,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:25.242898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53326) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:25.248850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] The port '9fe3f4f7-4205-4fbb-8530-f14a75a1bc2a' was deleted {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:54:25.250646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network a6c44336-0ff7-46ce-8100-8063f9f925f7 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:54:25.269832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b209d47d-5bd8-45c0-a348-82b83b7352cb tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Request body: {'network': {'project_id': '99dfda1840284e40b703cf6897398a09'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:25.271549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-367eefb4-4e15-4744-b1e4-f65db70abc16 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.303479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b209d47d-5bd8-45c0-a348-82b83b7352cb tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:25.307207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Allocated IP 172.20.0.14 (36a600a3-972c-4c34-a664-1e2714c706dd/7a67db94-0a40-4324-a719-f868d549d414/24e852d9-895e-4ec0-9fbb-8df863ac5997) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:25.317512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b209d47d-5bd8-45c0-a348-82b83b7352cb tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Usage tracker for resource:network and tenant:99dfda1840284e40b703cf6897398a09 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:25.325680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b209d47d-5bd8-45c0-a348-82b83b7352cb tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:25.347006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b209d47d-5bd8-45c0-a348-82b83b7352cb tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:25.432191 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b209d47d-5bd8-45c0-a348-82b83b7352cb tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 09:54:25.432837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b209d47d-5bd8-45c0-a348-82b83b7352cb tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:54:25.433776 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b209d47d-5bd8-45c0-a348-82b83b7352cb tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1789918 Apr 05 09:54:25.447643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53330) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:25.480520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.527933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e286c31-5058-4436-8083-50baeb677d5a']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:25.552857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72a2f6d-52cf-49d5-959d-70da84f5f9ff') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:25.553147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72a2f6d-52cf-49d5-959d-70da84f5f9ff') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:25.593144 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.679023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.691394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:25.692215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.711090 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-719c7e62-9862-4818-8547-77715f6edda8 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=99dfda1840284e40b703cf6897398a09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2567165 Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:25.711335 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:25.714170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.714499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53336) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:25.762621 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.788447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:25.970887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-367eefb4-4e15-4744-b1e4-f65db70abc16 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.034086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.035694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-367eefb4-4e15-4744-b1e4-f65db70abc16 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.036011 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-367eefb4-4e15-4744-b1e4-f65db70abc16 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP 6371c632-b396-445c-8701-45cd36ec0030 disassociated. External IP: 172.26.4.234, port: 88958e2a-6f21-4222-946c-96f2c9f6efc4. Apr 05 09:54:26.038513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.077556 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.095318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=73b127e2-b5d9-48dc-8760-9d23fbbdffb6,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:26.104387 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] 10.222.0.30 "DELETE /v2.0/networks/8e286c31-5058-4436-8083-50baeb677d5a HTTP/1.1" status: 204 len: 168 time: 3.1300693 Apr 05 09:54:26.111311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21ccb6-1359-42ea-8fea-c7613ecb54d1 tempest-AllowedAddressPairTestJSON-824730386 tempest-AllowedAddressPairTestJSON-824730386-project] Pushing event deleted for resources: {'Network': ['ID=8e286c31-5058-4436-8083-50baeb677d5a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:26.146018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Transition to ACTIVE for port object 24e852d9-895e-4ec0-9fbb-8df863ac5997 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:26.151897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.160226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c118030-175c-4ac5-a2c6-52c67817840d tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.164590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.172183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:26.184224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.185477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fffdbf4b-2fc7-41cc-a820-acd1e3c79654 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "PUT /v2.0/routers/1e6f2730-1c01-4078-8633-a9f1fcff1508 HTTP/1.1" status: 200 len: 918 time: 9.9644120 Apr 05 09:54:26.190640 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd048a9d-4a2c-484e-8262-82ede9cbfbfb None None] Sync routers for ids ['1e6f2730-1c01-4078-8633-a9f1fcff1508'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:26.209197 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd048a9d-4a2c-484e-8262-82ede9cbfbfb None None] Routers {'1e6f2730-1c01-4078-8633-a9f1fcff1508'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:26.209831 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fd048a9d-4a2c-484e-8262-82ede9cbfbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['1e6f2730-1c01-4078-8633-a9f1fcff1508'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:26.254735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53342) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:26.327923 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fd048a9d-4a2c-484e-8262-82ede9cbfbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:26.345328 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd048a9d-4a2c-484e-8262-82ede9cbfbfb None None] Routers {'1e6f2730-1c01-4078-8633-a9f1fcff1508'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:26.346180 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fd048a9d-4a2c-484e-8262-82ede9cbfbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['1e6f2730-1c01-4078-8633-a9f1fcff1508'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:26.372069 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df9233dd-5d70-483d-b890-dd3abb577fa7 req-aa732dfa-4284-4efe-9900-6b0154870dba service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6541460 Apr 05 09:54:26.414066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba8029-793a-4904-95ab-0c75ae9ee307 req-757388fe-ae14-4190-82a5-74b4a125ef9d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:26.416823 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-46ba8029-793a-4904-95ab-0c75ae9ee307 req-757388fe-ae14-4190-82a5-74b4a125ef9d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.6621459 Apr 05 09:54:26.463769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c118030-175c-4ac5-a2c6-52c67817840d tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.467845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1c90a815-fe5e-47fb-9b0f-415469647068 None None] Provisioning complete for port 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:26.469335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1c90a815-fe5e-47fb-9b0f-415469647068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.493482 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fd048a9d-4a2c-484e-8262-82ede9cbfbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:26.493892 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd048a9d-4a2c-484e-8262-82ede9cbfbfb None None] The sync data for ids ['1e6f2730-1c01-4078-8633-a9f1fcff1508'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:26.591663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1c90a815-fe5e-47fb-9b0f-415469647068 None None] Port 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:26.593967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925e290-f35f-403b-aa06-f0287a693b6b None None] Network 36a600a3-972c-4c34-a664-1e2714c706dd requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:26.607629 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-46ba8029-793a-4904-95ab-0c75ae9ee307 req-660ac52c-81c8-4fd7-923b-24d8aba2ee3e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350310 Apr 05 09:54:26.643804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.705439 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df9233dd-5d70-483d-b890-dd3abb577fa7 req-cc602203-5f30-464d-92e7-61982aef063e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d5619b76fb4201b7106411914d699a&device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 1098 time: 0.2994032 Apr 05 09:54:26.708484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.752306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53350) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:26.782691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f3747173-232c-4094-9b34-1eca8888d33e None None] Provisioning for port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:26.888375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Network 36a600a3-972c-4c34-a664-1e2714c706dd is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:26.894003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:26.901803 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:26.930832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Pushing event updated for resources: {'Port': ['ID=24e852d9-895e-4ec0-9fbb-8df863ac5997,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:26.949501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c118030-175c-4ac5-a2c6-52c67817840d tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:26.985723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c118030-175c-4ac5-a2c6-52c67817840d tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec37f758-c86a-4420-9d11-1cc05b63d200,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:27.003322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c118030-175c-4ac5-a2c6-52c67817840d tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.006993 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4c118030-175c-4ac5-a2c6-52c67817840d tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec37f758-c86a-4420-9d11-1cc05b63d200 HTTP/1.1" status: 204 len: 168 time: 1.2887950 Apr 05 09:54:27.009183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53356) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:27.017022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:27.017627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.126828 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-763d6727-4e0a-4a6c-b2e4-e71e7a6dd667 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.3451836 Apr 05 09:54:27.136847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53360) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:27.227495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9233dd-5d70-483d-b890-dd3abb577fa7 req-3c1d9af2-9126-4ae6-a893-4cc1d3336266 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:27.229366 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df9233dd-5d70-483d-b890-dd3abb577fa7 req-3c1d9af2-9126-4ae6-a893-4cc1d3336266 service neutron] 10.222.0.10 "GET /v2.0/networks?id=19491046-51f6-427c-b308-ccbe410a1d66 HTTP/1.1" status: 200 len: 911 time: 0.5006478 Apr 05 09:54:27.239405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.244961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.271148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7152ad33-7f00-4c47-b4f5-656983d364a0 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Deleting port 24e852d9-895e-4ec0-9fbb-8df863ac5997 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:27.271405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7152ad33-7f00-4c47-b4f5-656983d364a0 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.328438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b3274913-a95e-41b1-9f40-ed031b61b89b None None] Provisioning for port 24e852d9-895e-4ec0-9fbb-8df863ac5997 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:27.334643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b3274913-a95e-41b1-9f40-ed031b61b89b None None] Provisioning complete for port 24e852d9-895e-4ec0-9fbb-8df863ac5997 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:27.335017 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b3274913-a95e-41b1-9f40-ed031b61b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.395018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:54:27.445446 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-443b04b1-0043-46cf-8f72-3f66b74d21c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a58795d897342dfb6e49b5128e530ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6919773 Apr 05 09:54:27.453904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53364) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:27.459202 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b3274913-a95e-41b1-9f40-ed031b61b89b None None] Port 24e852d9-895e-4ec0-9fbb-8df863ac5997 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:27.480405 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df9233dd-5d70-483d-b890-dd3abb577fa7 req-77ee1df9-3657-4293-82f5-2e035e8e8112 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4 HTTP/1.1" status: 200 len: 1001 time: 0.2312078 Apr 05 09:54:27.497204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:27.502164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:27.502532 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.626751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.671086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f266c4d3-f80a-41d7-b56a-d0f3604e5cc2,segment=NetworkSegment(90ed4374-2ca3-4b61-9451-08ffa74f6468),segment_id=90ed4374-2ca3-4b61-9451-08ffa74f6468)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:27.674277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1ca3380-707b-4428-8ecd-5de391ba1ade None None] Provisioning complete for port 24e852d9-895e-4ec0-9fbb-8df863ac5997 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:27.674408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1ca3380-707b-4428-8ecd-5de391ba1ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.683792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.698506 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5cb23484-2eda-4478-b36a-9181ef8b40e0 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/routers/1e6f2730-1c01-4078-8633-a9f1fcff1508 HTTP/1.1" status: 200 len: 924 time: 1.4274092 Apr 05 09:54:27.701428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53368) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:27.708589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.741712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c44336-0ff7-46ce-8100-8063f9f925f7']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:27.746397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9233dd-5d70-483d-b890-dd3abb577fa7 req-85d9dbf3-155f-4886-8b0a-7cbd06e2d11a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:27.747863 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df9233dd-5d70-483d-b890-dd3abb577fa7 req-85d9dbf3-155f-4886-8b0a-7cbd06e2d11a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22804349-64e3-4deb-bc5b-b60e9ff7803b HTTP/1.1" status: 200 len: 850 time: 0.2082493 Apr 05 09:54:27.776103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f71c31-817b-4610-aaf0-54a460536cb3') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:27.776541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f71c31-817b-4610-aaf0-54a460536cb3') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:27.781401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca3380-707b-4428-8ecd-5de391ba1ade None None] Port 24e852d9-895e-4ec0-9fbb-8df863ac5997 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:27.795379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=f266c4d3-f80a-41d7-b56a-d0f3604e5cc2,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:27.803700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Router 5627391a-b84a-4b6e-89a2-56d16e181566 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:54:27.807287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.820255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7152ad33-7f00-4c47-b4f5-656983d364a0 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.888904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.913216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f75c90ac-bbb2-49ce-903c-5eb0085d2109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:27.957716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7152ad33-7f00-4c47-b4f5-656983d364a0 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Calling delete_port for 24e852d9-895e-4ec0-9fbb-8df863ac5997 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:27.982510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f75c90ac-bbb2-49ce-903c-5eb0085d2109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:28.040405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:28.040817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:28.054453 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2dbabf4e-b459-4e4e-9d5d-722f97716bcd tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=202208b4-f099-4a1f-a480-c0036edeb111&device_id=1e6f2730-1c01-4078-8633-a9f1fcff1508&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3475213 Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:28.059670 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:28.070261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53372) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:28.086328 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df9233dd-5d70-483d-b890-dd3abb577fa7 req-f914d7f1-9640-460b-8e82-e47ab7408d31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19491046-51f6-427c-b308-ccbe410a1d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3300107 Apr 05 09:54:28.092701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367eefb4-4e15-4744-b1e4-f65db70abc16 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:28.203047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f75c90ac-bbb2-49ce-903c-5eb0085d2109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:28.219370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:28.276746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:28.332762 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:28.344108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c90ac-bbb2-49ce-903c-5eb0085d2109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1b184c-9f9e-47a6-a7b9-8c551292c098,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:28.359751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:28.407244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6c44336-0ff7-46ce-8100-8063f9f925f7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:28.428617 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3278f04e-3ce6-4238-870d-980a0082ef16 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] 10.222.0.30 "DELETE /v2.0/networks/a6c44336-0ff7-46ce-8100-8063f9f925f7 HTTP/1.1" status: 204 len: 168 time: 1.4172344 Apr 05 09:54:28.441187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f75c90ac-bbb2-49ce-903c-5eb0085d2109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:28.442293 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f75c90ac-bbb2-49ce-903c-5eb0085d2109 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df1b184c-9f9e-47a6-a7b9-8c551292c098 HTTP/1.1" status: 204 len: 168 time: 0.9843512 Apr 05 09:54:28.443676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53376) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:28.478142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84068f70-b609-4913-8899-2b7bf2353473 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:28.482161 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-84068f70-b609-4913-8899-2b7bf2353473 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 881 time: 0.4077189 Apr 05 09:54:28.491948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53382) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:28.532070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=73b127e2-b5d9-48dc-8760-9d23fbbdffb6,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:28.549104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:28.554908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df9233dd-5d70-483d-b890-dd3abb577fa7 req-2c3056fb-6f7d-411e-a68c-243890e33fc5 service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601395 Apr 05 09:54:28.566134 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f5cb16cd-9db9-4377-9fea-80b207c446a5 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6f2730-1c01-4078-8633-a9f1fcff1508 HTTP/1.1" status: 200 len: 205 time: 0.0719037 Apr 05 09:54:28.571685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53386) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:28.708200 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7152ad33-7f00-4c47-b4f5-656983d364a0 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:28.775294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152ad33-7f00-4c47-b4f5-656983d364a0 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Pushing event deleted for resources: {'Port': ['ID=24e852d9-895e-4ec0-9fbb-8df863ac5997,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:28.786710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.031094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7152ad33-7f00-4c47-b4f5-656983d364a0 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.035218 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7152ad33-7f00-4c47-b4f5-656983d364a0 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] 10.222.0.30 "DELETE /v2.0/ports/24e852d9-895e-4ec0-9fbb-8df863ac5997 HTTP/1.1" status: 204 len: 168 time: 1.8938024 Apr 05 09:54:29.036492 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53400) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:29.043056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.059578 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:29.067571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.072139 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2059c70a-a569-48b1-b67f-7cea31aaa1b3 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "PUT /v2.0/routers/5627391a-b84a-4b6e-89a2-56d16e181566 HTTP/1.1" status: 200 len: 880 time: 8.0300345 Apr 05 09:54:29.072953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53406) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:29.074042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6549634-c743-4640-beb3-df393fa02338 None None] Sync routers for ids ['5627391a-b84a-4b6e-89a2-56d16e181566'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:29.087994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6549634-c743-4640-beb3-df393fa02338 None None] Routers {'5627391a-b84a-4b6e-89a2-56d16e181566'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:29.088832 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c6549634-c743-4640-beb3-df393fa02338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5627391a-b84a-4b6e-89a2-56d16e181566'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.140412 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df9233dd-5d70-483d-b890-dd3abb577fa7 req-b0eae841-8e97-48fe-a70a-d4cfa47235a1 service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718822 Apr 05 09:54:29.149120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e67862-eae6-4da1-941e-0a22a1388517']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.189455 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c6549634-c743-4640-beb3-df393fa02338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.203682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 0a665b2a-6409-4ba1-8251-bf7822988cf4 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:29.210070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6549634-c743-4640-beb3-df393fa02338 None None] Routers {'5627391a-b84a-4b6e-89a2-56d16e181566'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:29.214169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:29.215235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c6549634-c743-4640-beb3-df393fa02338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5627391a-b84a-4b6e-89a2-56d16e181566'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.257595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b7d18f-4a65-4c51-b9e4-b5975deee7cb') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.257890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b7d18f-4a65-4c51-b9e4-b5975deee7cb') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.279238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.322696 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.341012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:29.345911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:29.387239 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:29.433326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:54:29.506347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367eefb4-4e15-4744-b1e4-f65db70abc16 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:29.512348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-367eefb4-4e15-4744-b1e4-f65db70abc16 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.514861 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-263df90c-ddac-4ef8-8fe6-5cb2e35629af tempest-DHCPAgentSchedulersTestJSON-1217563662 tempest-DHCPAgentSchedulersTestJSON-1217563662-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4755077 Apr 05 09:54:29.516393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53416) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:29.518770 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c5f5f-7f0d-4efd-875d-0f228481481c None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:29.528692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2073992684'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:29.536340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:29.541869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.546293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.570121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Usage tracker for resource:network and tenant:10223d0c0d2a418596cd2bc1372b2ca6 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:29.580064 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c5f5f-7f0d-4efd-875d-0f228481481c None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:29.580630 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e88c5f5f-7f0d-4efd-875d-0f228481481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.580996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:29.590261 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] 10.222.0.30 "DELETE /v2.0/networks/10e67862-eae6-4da1-941e-0a22a1388517 HTTP/1.1" status: 204 len: 168 time: 1.1455572 Apr 05 09:54:29.595841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927b069-6b0a-42ac-a73a-048cc99dbcd0 tempest-QuotasNegativeTest-690307863 tempest-QuotasNegativeTest-690307863-project-admin] Pushing event deleted for resources: {'Network': ['ID=10e67862-eae6-4da1-941e-0a22a1388517,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:29.599465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:29.629690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Made reservation on behalf of 10223d0c0d2a418596cd2bc1372b2ca6 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:29.633049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.658971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53422) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:29.660029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.680682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:54:29.695510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.696844 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Added segment c1c83614-f2b7-407c-9bc7-662732476edb of type vlan for network 0ef93c60-d59f-4b20-95c7-c049fca675ad Apr 05 09:54:29.727374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.735479 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e88c5f5f-7f0d-4efd-875d-0f228481481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.755096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c6549634-c743-4640-beb3-df393fa02338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.755511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6549634-c743-4640-beb3-df393fa02338 None None] The sync data for ids ['5627391a-b84a-4b6e-89a2-56d16e181566'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:29.761277 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c5f5f-7f0d-4efd-875d-0f228481481c None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:29.762982 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e88c5f5f-7f0d-4efd-875d-0f228481481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.773327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.777370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0210d9d2-44ee-4a59-a9fe-a857af54c670 None None] Provisioning complete for port 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:29.778035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0210d9d2-44ee-4a59-a9fe-a857af54c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.778986 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:29.779714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.824748 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3044808 Apr 05 09:54:29.830477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53428) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:29.855431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:29.856081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.876084 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e88c5f5f-7f0d-4efd-875d-0f228481481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:29.876492 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88c5f5f-7f0d-4efd-875d-0f228481481c None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:29.885770 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0210d9d2-44ee-4a59-a9fe-a857af54c670 None None] Port 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:29.887360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5b3aeaab-9cdc-42c3-98cd-62321731f545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:29.910643 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a61ef8b1-385d-4e7a-b08a-2611eba57ddd tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/routers/5627391a-b84a-4b6e-89a2-56d16e181566 HTTP/1.1" status: 200 len: 921 time: 0.8259490 Apr 05 09:54:29.921510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53432) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:29.959818 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-367eefb4-4e15-4744-b1e4-f65db70abc16 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "PUT /v2.0/floatingips/6371c632-b396-445c-8701-45cd36ec0030 HTTP/1.1" status: 200 len: 688 time: 5.0315025 Apr 05 09:54:29.967940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53436) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:30.093999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-881635242'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:30.099301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:30.104400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Usage tracker for resource:network and tenant:594d78e48c16406ebfd3b3e61a2f481b is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:30.108422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03ea33-b8df-468c-98e0-e7dde398e92d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Pushing event updated for resources: {'Network': ['ID=0ef93c60-d59f-4b20-95c7-c049fca675ad,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:30.120872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:30.122320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 0ef93c60-d59f-4b20-95c7-c049fca675ad details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:54:30.154291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 038bf3d6-d22c-4798-b577-5a01dac1f097 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:54:30.158147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:30.181471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:30.181717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Deleting port 79497d98-3da4-4f36-8a2f-d20ded5f8274 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:30.182121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:30.302707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-cf34a12d-d5bc-49bb-ab88-d8a6ef7a590f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port 770e3f6a-95ff-4b24-8d65-796362c91d0e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:30.303352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf34a12d-d5bc-49bb-ab88-d8a6ef7a590f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:30.345277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Made reservation on behalf of 594d78e48c16406ebfd3b3e61a2f481b for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:30.348267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:30.381894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:30.437018 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a0f78dc5-65d2-49f1-9d7a-20ad7412b1db tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=202208b4-f099-4a1f-a480-c0036edeb111&device_id=5627391a-b84a-4b6e-89a2-56d16e181566&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5099335 Apr 05 09:54:30.439467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53444) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:30.603981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53448) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:30.668245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:30.731467 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9084ad3f-9175-41e1-b94a-0ae86278364f tempest-DHCPAgentSchedulersTestJSON-1217563662 tempest-DHCPAgentSchedulersTestJSON-1217563662-project-admin] 10.222.0.30 "GET /v2.0/agents/e2c3781b-ed14-45f3-9ee9-a859b03a7189/dhcp-networks HTTP/1.1" status: 200 len: 5494 time: 0.8969262 Apr 05 09:54:30.734992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53454) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:30.751920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:30.781613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Usage tracker for resource:security_group_rule and tenant:594d78e48c16406ebfd3b3e61a2f481b is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:30.796510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:30.799838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:30.803583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Calling delete_port for 79497d98-3da4-4f36-8a2f-d20ded5f8274 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:30.806588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433658fa-2b72-4786-a41a-88898e3e5565 None None] Sync routers for ids ['038bf3d6-d22c-4798-b577-5a01dac1f097'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:30.818672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433658fa-2b72-4786-a41a-88898e3e5565 None None] Routers {'038bf3d6-d22c-4798-b577-5a01dac1f097'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:30.819420 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-433658fa-2b72-4786-a41a-88898e3e5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['038bf3d6-d22c-4798-b577-5a01dac1f097'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:30.823883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:30.853469 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2e2dc369-13fc-43d7-883b-70ce4234a9e8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/038bf3d6-d22c-4798-b577-5a01dac1f097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0764444 Apr 05 09:54:30.855262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53458) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:30.880802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-433658fa-2b72-4786-a41a-88898e3e5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:30.893226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433658fa-2b72-4786-a41a-88898e3e5565 None None] Routers {'038bf3d6-d22c-4798-b577-5a01dac1f097'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:30.893827 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-433658fa-2b72-4786-a41a-88898e3e5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['038bf3d6-d22c-4798-b577-5a01dac1f097'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:30.902981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8cc0-6858-4a84-96b3-07b338b67d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:30.916751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf34a12d-d5bc-49bb-ab88-d8a6ef7a590f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:30.917098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf34a12d-d5bc-49bb-ab88-d8a6ef7a590f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:30.947361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db85bf3b-7775-4a27-ab4a-e40089edb44e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:30.949023 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-db85bf3b-7775-4a27-ab4a-e40089edb44e tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 881 time: 0.5024078 Apr 05 09:54:30.955924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53462) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:30.958648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-433658fa-2b72-4786-a41a-88898e3e5565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:30.959051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433658fa-2b72-4786-a41a-88898e3e5565 None None] The sync data for ids ['038bf3d6-d22c-4798-b577-5a01dac1f097'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:31.046660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c3bbea-97ab-49e6-96fb-28efc862be00 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:31.047224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-60c3bbea-97ab-49e6-96fb-28efc862be00 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:31.051018 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0159d484-e9e8-4b8c-99ee-1952dfc3bbac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=5627391a-b84a-4b6e-89a2-56d16e181566 HTTP/1.1" status: 200 len: 205 time: 0.0938456 Apr 05 09:54:31.052184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dc3e8cc0-6858-4a84-96b3-07b338b67d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:31.057585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53466) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:31.063450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dc3e8cc0-6858-4a84-96b3-07b338b67d86 admin admin] Usage tracker for resource:security_group_rule and tenant:592916237eed4bb6972b8b97e775e407 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:31.073540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-cf34a12d-d5bc-49bb-ab88-d8a6ef7a590f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for 770e3f6a-95ff-4b24-8d65-796362c91d0e owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:31.126164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dc3e8cc0-6858-4a84-96b3-07b338b67d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:31.143728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dc3e8cc0-6858-4a84-96b3-07b338b67d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:31.222029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-60c3bbea-97ab-49e6-96fb-28efc862be00 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:31.223197 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-60c3bbea-97ab-49e6-96fb-28efc862be00 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports/73b127e2-b5d9-48dc-8760-9d23fbbdffb6 HTTP/1.1" status: 200 len: 977 time: 0.3656516 Apr 05 09:54:31.227379 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53470) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:31.249629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e31bee4-9133-4423-947c-cc06bb22371c tempest-DHCPAgentSchedulersTestJSON-1217563662 tempest-DHCPAgentSchedulersTestJSON-1217563662-project-admin] Network 0ef93c60-d59f-4b20-95c7-c049fca675ad is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:54:31.256868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.268974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.292849 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4e31bee4-9133-4423-947c-cc06bb22371c tempest-DHCPAgentSchedulersTestJSON-1217563662 tempest-DHCPAgentSchedulersTestJSON-1217563662-project-admin] 10.222.0.30 "POST /v2.0/agents/e2c3781b-ed14-45f3-9ee9-a859b03a7189/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5466113 Apr 05 09:54:31.296231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7185890-10dc-43d3-b4ae-dddc32757655 None None] Network 0ef93c60-d59f-4b20-95c7-c049fca675ad requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:31.299690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53474) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:31.321377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:54:31.348530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.348894 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Added segment a59ae0d3-8f95-4be2-8fd6-417077da9b8f of type vlan for network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 Apr 05 09:54:31.349992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c22978f-23f3-4ebd-a7d6-35332cf533f8,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:31.358268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf34a12d-d5bc-49bb-ab88-d8a6ef7a590f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.431872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34a12d-d5bc-49bb-ab88-d8a6ef7a590f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=770e3f6a-95ff-4b24-8d65-796362c91d0e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:31.509737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.578429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Pushing event deleted for resources: {'Port': ['ID=79497d98-3da4-4f36-8a2f-d20ded5f8274,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:31.584140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.603827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8cc0-6858-4a84-96b3-07b338b67d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.641836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dc3e8cc0-6858-4a84-96b3-07b338b67d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.680730 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf34a12d-d5bc-49bb-ab88-d8a6ef7a590f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.686473 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a4e8f51f-766b-463c-8d73-3b04391f36b2 tempest-DHCPAgentSchedulersTestJSON-1217563662 tempest-DHCPAgentSchedulersTestJSON-1217563662-project-admin] 10.222.0.30 "GET /v2.0/agents/e2c3781b-ed14-45f3-9ee9-a859b03a7189/dhcp-networks HTTP/1.1" status: 200 len: 6238 time: 0.3836563 Apr 05 09:54:31.689800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53478) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:31.703257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.706861 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:31.707441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.763024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3fc19958-7e9e-43e4-bae6-13e119ffee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.773720 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-dc3e8cc0-6858-4a84-96b3-07b338b67d86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=592916237eed4bb6972b8b97e775e407&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1670976 Apr 05 09:54:31.779488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e8cc0-6858-4a84-96b3-07b338b67d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9914450f-1142-4b04-81a6-2e5e715dee4d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:31.781822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53482) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:31.886031 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2257760 Apr 05 09:54:31.888468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf34a12d-d5bc-49bb-ab88-d8a6ef7a590f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:31.888772 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cf34a12d-d5bc-49bb-ab88-d8a6ef7a590f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/floatingips/6371c632-b396-445c-8701-45cd36ec0030 HTTP/1.1" status: 204 len: 168 time: 1.9121945 Apr 05 09:54:31.889265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53486) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:31.895332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53488) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:31.899399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59f9be-eace-47f4-9185-1f5ba7293d2e tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event updated for resources: {'Network': ['ID=5f0a1dce-dbf7-4224-8cb3-0e0f9b149470,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:31.905831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Request body: {'subnet': {'network_id': '5f0a1dce-dbf7-4224-8cb3-0e0f9b149470', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:31.911466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:54:31.977404 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-79b895e1-50f8-469c-9974-7778114b6c5d tempest-DHCPAgentSchedulersTestJSON-1217563662 tempest-DHCPAgentSchedulersTestJSON-1217563662-project-admin] 10.222.0.30 "DELETE /v2.0/agents/e2c3781b-ed14-45f3-9ee9-a859b03a7189/dhcp-networks/0ef93c60-d59f-4b20-95c7-c049fca675ad HTTP/1.1" status: 204 len: 168 time: 0.2856579 Apr 05 09:54:31.994745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53494) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:32.049834 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-58fc22b6-3f0d-45d5-b996-a9f44de7fd18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] delete failed (client error): The resource could not be found. Apr 05 09:54:32.050800 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-58fc22b6-3f0d-45d5-b996-a9f44de7fd18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/floatingips/6371c632-b396-445c-8701-45cd36ec0030 HTTP/1.1" status: 404 len: 345 time: 0.1534452 Apr 05 09:54:32.058303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53498) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:32.209630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.222785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:32.232339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Usage tracker for resource:subnet and tenant:594d78e48c16406ebfd3b3e61a2f481b is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:32.238194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:32.247107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:32.281215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.293515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Made reservation on behalf of 594d78e48c16406ebfd3b3e61a2f481b for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:32.324290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a33b3b9-0cb3-4741-8670-7521c6c980e7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:32.328146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a33b3b9-0cb3-4741-8670-7521c6c980e7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:32.332024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a33b3b9-0cb3-4741-8670-7521c6c980e7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:32.332829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3a33b3b9-0cb3-4741-8670-7521c6c980e7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Synchronizing usage tracker for tenant:ba64e14e74ee4e0e87501d9504277916 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:32.541777 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3a33b3b9-0cb3-4741-8670-7521c6c980e7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Unset dirty status for tenant:ba64e14e74ee4e0e87501d9504277916 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:32.542867 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3a33b3b9-0cb3-4741-8670-7521c6c980e7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "GET /v2.0/ports?network_id=bd62f376-259b-45b6-a05f-bdd6b78f02d5 HTTP/1.1" status: 200 len: 2358 time: 0.4836605 Apr 05 09:54:32.549418 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5ae4bfe4-dba3-468c-95c6-85aa27c55284 tempest-DHCPAgentSchedulersTestJSON-1217563662 tempest-DHCPAgentSchedulersTestJSON-1217563662-project-admin] 10.222.0.30 "GET /v2.0/agents/e2c3781b-ed14-45f3-9ee9-a859b03a7189/dhcp-networks HTTP/1.1" status: 200 len: 5494 time: 0.5489836 Apr 05 09:54:32.549418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53502) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:32.549649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53506) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:32.597469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.644005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-382b765c-0afc-429a-96e0-ffded205e56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.669501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.694617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.702837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-382b765c-0afc-429a-96e0-ffded205e56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.726092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124d8ea-a297-49cf-a8f5-530d3cea32e8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:32.726705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7124d8ea-a297-49cf-a8f5-530d3cea32e8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Synchronizing usage tracker for tenant:ba64e14e74ee4e0e87501d9504277916 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:32.738797 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bde71590-0939-46e4-bdb1-eb36516b764d tempest-DHCPAgentSchedulersTestJSON-1217563662 tempest-DHCPAgentSchedulersTestJSON-1217563662-project-admin] 10.222.0.30 "GET /v2.0/networks/36a600a3-972c-4c34-a664-1e2714c706dd/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1847610 Apr 05 09:54:32.738979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53510) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:32.773141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7124d8ea-a297-49cf-a8f5-530d3cea32e8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Unset dirty status for tenant:ba64e14e74ee4e0e87501d9504277916 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:32.780055 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7124d8ea-a297-49cf-a8f5-530d3cea32e8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "GET /v2.0/subnets/4cd87451-0bc0-4e16-95de-cb3c45ef6e5f HTTP/1.1" status: 200 len: 797 time: 0.2273190 Apr 05 09:54:32.780236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53514) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:32.787661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'port': {'network_id': 'bd62f376-259b-45b6-a05f-bdd6b78f02d5', 'name': 'tempest-FloatingIPTestJSON-398989960', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:32.814129 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.814589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Fanout notify agent at l3_agent the message router_deleted on router 1e6f2730-1c01-4078-8633-a9f1fcff1508 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:32.877366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-382b765c-0afc-429a-96e0-ffded205e56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.903377 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a45574a9-3acd-4862-becf-8001123f927f tempest-DHCPAgentSchedulersTestJSON-1217563662 tempest-DHCPAgentSchedulersTestJSON-1217563662-project-admin] 10.222.0.30 "GET /v2.0/networks/36a600a3-972c-4c34-a664-1e2714c706dd/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1633532 Apr 05 09:54:32.906788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.911444 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-910bf777-0c22-4d34-9381-f247c5831b12 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/1e6f2730-1c01-4078-8633-a9f1fcff1508 HTTP/1.1" status: 204 len: 168 time: 4.3153253 Apr 05 09:54:32.914844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53518) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:32.915034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-382b765c-0afc-429a-96e0-ffded205e56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.915034 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-382b765c-0afc-429a-96e0-ffded205e56a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9914450f-1142-4b04-81a6-2e5e715dee4d HTTP/1.1" status: 204 len: 168 time: 1.1270056 Apr 05 09:54:32.915034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b765c-0afc-429a-96e0-ffded205e56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9914450f-1142-4b04-81a6-2e5e715dee4d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:32.915034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53520) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:32.926822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1113191030', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:32.935583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:32.943978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Usage tracker for resource:router and tenant:147336dc7d1d49728f9b7db9c42b2d28 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:32.972999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:32.980403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:32.990452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:33.007565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.015153 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.030823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.031803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.038109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Deleting port 33943a1d-5212-4f0b-b34d-ff3a6604f46e {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:33.038443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.163384 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:33.168273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.212992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.255333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event updated for resources: {'Subnet': ['ID=b2e36d40-af05-42fe-89e0-b3a7e80ed82e,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:33.268920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:33.282186 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e202ff3c-bed9-46eb-b011-313fc2b38c9b tempest-DHCPAgentSchedulersTestJSON-1217563662 tempest-DHCPAgentSchedulersTestJSON-1217563662-project-admin] 10.222.0.30 "GET /v2.0/agents/e2c3781b-ed14-45f3-9ee9-a859b03a7189/dhcp-networks HTTP/1.1" status: 200 len: 5494 time: 0.3649070 Apr 05 09:54:33.283159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53530) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:33.285480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.343749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53534) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:33.382149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Made reservation on behalf of ba64e14e74ee4e0e87501d9504277916 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:33.503246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.511370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Checking segment: {'id': 'a59ae0d3-8f95-4be2-8fd6-417077da9b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f0a1dce-dbf7-4224-8cb3-0e0f9b149470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:33.511765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Network hostable DHCP agents. Network: 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:54:33.621540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.693072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.693336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:54:33.707825 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7be0a794-1847-4531-b039-d4e9673cc4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.720106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] device_id is not set on port fb9813d4-bcc1-410e-9162-05aa694ddf5b yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:33.755961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:33.758525 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.764402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2d8039-df8e-4245-98b5-9a6c93263a20 None None] Network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:33.778009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:33.778596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.821224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef93c60-d59f-4b20-95c7-c049fca675ad']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:33.842584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Calling delete_port for 33943a1d-5212-4f0b-b34d-ff3a6604f46e owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:33.843462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c83614-f2b7-407c-9bc7-662732476edb') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:33.843781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c83614-f2b7-407c-9bc7-662732476edb') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:33.864067 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cfaf5cb1-29ae-4da7-b4a1-c58ff8d3e8a8 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9669363 Apr 05 09:54:33.864067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.870379 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53538) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:33.901267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Request body: {'port': {'network_id': '5f0a1dce-dbf7-4224-8cb3-0e0f9b149470', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1022369627'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:33.922937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.938418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:33.938821 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:33.956920 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:34.003170 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-5f0a1dce-dbf7-4224-8cb3-0e0f9b149470', 'network_id': '5f0a1dce-dbf7-4224-8cb3-0e0f9b149470', 'tenant_id': '594d78e48c16406ebfd3b3e61a2f481b', 'fixed_ips': [{'subnet_id': 'b2e36d40-af05-42fe-89e0-b3a7e80ed82e'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:54:34.004646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.012370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.044324 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7be0a794-1847-4531-b039-d4e9673cc4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:34.072038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7be0a794-1847-4531-b039-d4e9673cc4ed admin admin] Usage tracker for resource:security_group_rule and tenant:8142fd83b4e640a5999c5abb89579936 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:34.084430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7be0a794-1847-4531-b039-d4e9673cc4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:34.112064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7be0a794-1847-4531-b039-d4e9673cc4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:34.146066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.177015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Allocated IP 172.20.0.2 (5f0a1dce-dbf7-4224-8cb3-0e0f9b149470/b2e36d40-af05-42fe-89e0-b3a7e80ed82e/4e4d6b41-8b88-4d45-8542-409367a00e0b) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:34.260703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:34.274079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Usage tracker for resource:port and tenant:594d78e48c16406ebfd3b3e61a2f481b is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:34.298289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.307374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:34.318876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Pushing event deleted for resources: {'Network': ['ID=0ef93c60-d59f-4b20-95c7-c049fca675ad,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:34.327796 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-21e0a087-8866-46d8-8838-2507098b736d tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] 10.222.0.30 "DELETE /v2.0/networks/0ef93c60-d59f-4b20-95c7-c049fca675ad HTTP/1.1" status: 204 len: 168 time: 1.0355747 Apr 05 09:54:34.327949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:34.331754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53542) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:34.339746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.378304 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac447db-a1df-41ad-b4a2-3bc5f967a156 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] DELETE failed (client error): The resource could not be found. Apr 05 09:54:34.378750 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac447db-a1df-41ad-b4a2-3bc5f967a156 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:54:34.383351 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0ac447db-a1df-41ad-b4a2-3bc5f967a156 tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] 10.222.0.30 "DELETE /v2.0/ports/24e852d9-895e-4ec0-9fbb-8df863ac5997 HTTP/1.1" status: 404 len: 333 time: 0.0515683 Apr 05 09:54:34.383963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53546) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:34.410806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Made reservation on behalf of 594d78e48c16406ebfd3b3e61a2f481b for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:34.413719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.452824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.528983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.20.0.14 (bd62f376-259b-45b6-a05f-bdd6b78f02d5/4cd87451-0bc0-4e16-95de-cb3c45ef6e5f/fb9813d4-bcc1-410e-9162-05aa694ddf5b) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:34.549738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] device_id is not set on port 7c1dc53f-9bd5-4783-8134-12760b0beac4 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:34.585353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.20.0.13 (bd62f376-259b-45b6-a05f-bdd6b78f02d5/4cd87451-0bc0-4e16-95de-cb3c45ef6e5f/fb9813d4-bcc1-410e-9162-05aa694ddf5b) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:34.592212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7be0a794-1847-4531-b039-d4e9673cc4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.628508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Transition to ACTIVE for port object 4e4d6b41-8b88-4d45-8542-409367a00e0b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:34.638588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7be0a794-1847-4531-b039-d4e9673cc4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.650078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Transition to ACTIVE for port object 4e4d6b41-8b88-4d45-8542-409367a00e0b will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:34.657678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.661907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.767947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-051cb38b-dfac-46e6-89c0-aedbb9aacafb tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Deleting subnet 7a67db94-0a40-4324-a719-f868d549d414 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:54:34.771482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-051cb38b-dfac-46e6-89c0-aedbb9aacafb tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.777123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:34.778335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Pushing event deleted for resources: {'Port': ['ID=33943a1d-5212-4f0b-b34d-ff3a6604f46e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:34.781583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:34.783995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:34.786204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Pushing event updated for resources: {'Port': ['ID=4e4d6b41-8b88-4d45-8542-409367a00e0b,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:34.841068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0a794-1847-4531-b039-d4e9673cc4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3fe625-5e57-48a6-8a6c-944c5c2f16cc,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:34.863008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-051cb38b-dfac-46e6-89c0-aedbb9aacafb tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.878093 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Attempting to bind port 4e4d6b41-8b88-4d45-8542-409367a00e0b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:54:34.878093 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Attempting to bind port 4e4d6b41-8b88-4d45-8542-409367a00e0b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'a59ae0d3-8f95-4be2-8fd6-417077da9b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f0a1dce-dbf7-4224-8cb3-0e0f9b149470'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:54:34.878093 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Attempting to bind port 4e4d6b41-8b88-4d45-8542-409367a00e0b on network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:54:34.885294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:54:34.885672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Checking segment: {'id': 'a59ae0d3-8f95-4be2-8fd6-417077da9b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f0a1dce-dbf7-4224-8cb3-0e0f9b149470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:34.886072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.886464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Bound using segment: {'id': 'a59ae0d3-8f95-4be2-8fd6-417077da9b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f0a1dce-dbf7-4224-8cb3-0e0f9b149470'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:54:34.886928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Bound port: 4e4d6b41-8b88-4d45-8542-409367a00e0b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59ae0d3-8f95-4be2-8fd6-417077da9b8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5f0a1dce-dbf7-4224-8cb3-0e0f9b149470'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:54:34.887314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.893653 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7be0a794-1847-4531-b039-d4e9673cc4ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8142fd83b4e640a5999c5abb89579936&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4959242 Apr 05 09:54:34.898132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53550) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:34.954185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:34.954422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.978864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] For port 4e4d6b41-8b88-4d45-8542-409367a00e0b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:54:34.982388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] For port 4e4d6b41-8b88-4d45-8542-409367a00e0b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e4d6b41-8b88-4d45-8542-409367a00e0b,segment=NetworkSegment(a59ae0d3-8f95-4be2-8fd6-417077da9b8f),segment_id=a59ae0d3-8f95-4be2-8fd6-417077da9b8f)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:54:34.988403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:34.990642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.042023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f023c619-645d-481d-9b89-eeb407db10a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.062067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-051cb38b-dfac-46e6-89c0-aedbb9aacafb tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.074169 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfbde1-427d-412b-b561-8f1ecd555885 None None] Pushing event updated for resources: {'Port': ['ID=4e4d6b41-8b88-4d45-8542-409367a00e0b,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:35.101378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Allocated IP 172.20.0.8 (5f0a1dce-dbf7-4224-8cb3-0e0f9b149470/b2e36d40-af05-42fe-89e0-b3a7e80ed82e/7c1dc53f-9bd5-4783-8134-12760b0beac4) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:35.112041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.135794 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f023c619-645d-481d-9b89-eeb407db10a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.161342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.277067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.303204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-051cb38b-dfac-46e6-89c0-aedbb9aacafb tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.313364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network bd62f376-259b-45b6-a05f-bdd6b78f02d5 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:35.346682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=fb9813d4-bcc1-410e-9162-05aa694ddf5b,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:35.354156 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:35.364683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:35.393317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cb38b-dfac-46e6-89c0-aedbb9aacafb tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Pushing event deleted for resources: {'Subnet': ['ID=7a67db94-0a40-4324-a719-f868d549d414,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:35.401799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e4d6b41-8b88-4d45-8542-409367a00e0b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:54:35.415876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-051cb38b-dfac-46e6-89c0-aedbb9aacafb tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.425867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f023c619-645d-481d-9b89-eeb407db10a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.447347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60895092-9f49-4985-8f63-6b3816b96d70 None None] Network 36a600a3-972c-4c34-a664-1e2714c706dd requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:35.465253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023c619-645d-481d-9b89-eeb407db10a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3fe625-5e57-48a6-8a6c-944c5c2f16cc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:35.483655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:35.484259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.491989 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-051cb38b-dfac-46e6-89c0-aedbb9aacafb tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] 10.222.0.30 "DELETE /v2.0/subnets/7a67db94-0a40-4324-a719-f868d549d414 HTTP/1.1" status: 204 len: 168 time: 1.0996056 Apr 05 09:54:35.493538 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f023c619-645d-481d-9b89-eeb407db10a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.497299 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f023c619-645d-481d-9b89-eeb407db10a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea3fe625-5e57-48a6-8a6c-944c5c2f16cc HTTP/1.1" status: 204 len: 168 time: 0.5927305 Apr 05 09:54:35.499961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53554) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:35.611645 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a3180edc-e83f-4c55-9c5c-578025b87b8d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.8278666 Apr 05 09:54:35.620914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53560) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:35.626875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.666719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.681354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Deleting port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:35.681936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.693621 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'fb9813d4-bcc1-410e-9162-05aa694ddf5b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:35.775691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 4e4d6b41-8b88-4d45-8542-409367a00e0b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:35.803465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:35.834638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:floatingip and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:35.853466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:35.890790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.911330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] DHCP port deletion for 36a600a3-972c-4c34-a664-1e2714c706dd request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:54:35.919778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] Deleting port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:35.920502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.982606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] For port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f266c4d3-f80a-41d7-b56a-d0f3604e5cc2,segment=NetworkSegment(90ed4374-2ca3-4b61-9451-08ffa74f6468),segment_id=90ed4374-2ca3-4b61-9451-08ffa74f6468)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:35.982981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:35.986196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:36.152367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Calling delete_port for f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:36.236938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] For port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f266c4d3-f80a-41d7-b56a-d0f3604e5cc2,segment=NetworkSegment(90ed4374-2ca3-4b61-9451-08ffa74f6468),segment_id=90ed4374-2ca3-4b61-9451-08ffa74f6468)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:36.237781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.263475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.364218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for 73b127e2-b5d9-48dc-8760-9d23fbbdffb6 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:36.406869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] Calling delete_port for f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:36.436607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae17c1-66e7-491f-8ed9-13994cccf758 None None] Network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:36.457461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Pushing event deleted for resources: {'Port': ['ID=f266c4d3-f80a-41d7-b56a-d0f3604e5cc2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:36.464932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.467810 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] No DVR routers for this DVR port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:54:36.481679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.524543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.606111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Allocated IP 172.26.4.207 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/f1741800-754e-4e52-8802-44555cffc62b) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:36.614578 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8c21ac4f-1142-44ba-9e6c-841e83a7bf2e None None] Provisioning for port 4e4d6b41-8b88-4d45-8542-409367a00e0b completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:36.622605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8c21ac4f-1142-44ba-9e6c-841e83a7bf2e None None] Provisioning complete for port 4e4d6b41-8b88-4d45-8542-409367a00e0b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:36.623019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c21ac4f-1142-44ba-9e6c-841e83a7bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.649566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.674505 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:54:36.674881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:54:36.702419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a600a3-972c-4c34-a664-1e2714c706dd']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:36.735632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ed4374-2ca3-4b61-9451-08ffa74f6468') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:36.736026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ed4374-2ca3-4b61-9451-08ffa74f6468') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:36.751981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.771169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.779769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:36.780413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.800274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:36.802484 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:36.838311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c21ac4f-1142-44ba-9e6c-841e83a7bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.845175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.845687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Fanout notify agent at l3_agent the message router_deleted on router 5627391a-b84a-4b6e-89a2-56d16e181566 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:36.874930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8c21ac4f-1142-44ba-9e6c-841e83a7bf2e None None] For port 4e4d6b41-8b88-4d45-8542-409367a00e0b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e4d6b41-8b88-4d45-8542-409367a00e0b,segment=NetworkSegment(a59ae0d3-8f95-4be2-8fd6-417077da9b8f),segment_id=a59ae0d3-8f95-4be2-8fd6-417077da9b8f)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:36.885614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c21ac4f-1142-44ba-9e6c-841e83a7bf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.894333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Transition to ACTIVE for port object 7c1dc53f-9bd5-4783-8134-12760b0beac4 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:36.947882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.968815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21ac4f-1142-44ba-9e6c-841e83a7bf2e None None] Pushing event updated for resources: {'Port': ['ID=4e4d6b41-8b88-4d45-8542-409367a00e0b,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:36.980995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:36.993660 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] Pushing event deleted for resources: {'Network': ['ID=36a600a3-972c-4c34-a664-1e2714c706dd,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:36.997993 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f8471931-d4c0-4271-8b0a-b585f2b6ac5f tempest-DHCPAgentSchedulersTestJSON-1259222027 tempest-DHCPAgentSchedulersTestJSON-1259222027-project] 10.222.0.30 "DELETE /v2.0/networks/36a600a3-972c-4c34-a664-1e2714c706dd HTTP/1.1" status: 204 len: 168 time: 1.4970059 Apr 05 09:54:37.056785 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.069138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.081835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.082912 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a748955e-eb43-4cf7-8739-3fb7cb2f0166 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/5627391a-b84a-4b6e-89a2-56d16e181566 HTTP/1.1" status: 204 len: 168 time: 6.0225646 Apr 05 09:54:37.087822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53582) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:37.094129 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2097732075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:37.104220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:37.109879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Usage tracker for resource:router and tenant:dfa7b469c27f45e4a719239fc5881da9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:37.116306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:37.124873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53586) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:37.137502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.140426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:37.145142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=73b127e2-b5d9-48dc-8760-9d23fbbdffb6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:37.166608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.167911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.176556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] Deleting port f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:37.177301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.203052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.235967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.268972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5d21495a-6f0a-44cb-9a4c-9fd150b9789d None None] The port 'f266c4d3-f80a-41d7-b56a-d0f3604e5cc2' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:54:37.299339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.303558 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9ebedd19-4754-48ec-a1d0-aa4d58acbb72 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2119467 Apr 05 09:54:37.304345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53592) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:37.318308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f3856272-96a7-4523-898d-510c6e634cb7 None None] Provisioning complete for port 4e4d6b41-8b88-4d45-8542-409367a00e0b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:37.320230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'enable_snat': True}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:37.321914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f3856272-96a7-4523-898d-510c6e634cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.343721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.500378 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e4d6b41-8b88-4d45-8542-409367a00e0b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:54:37.506500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53598) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:37.571305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:37.575511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event updated for resources: {'Port': ['ID=7c1dc53f-9bd5-4783-8134-12760b0beac4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:37.604542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:37.608289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:37.730233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.781350 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4e4d6b41-8b88-4d45-8542-409367a00e0b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:37.782287 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.850408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-946174933'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:37.856950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:37.868528 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Usage tracker for resource:network and tenant:56d9c6193c5c4595b303503c3bef2a94 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:37.874341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:37.886924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:37.947302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:37.948516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:37.963329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:38.004565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:38.005167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f266c4d3-f80a-41d7-b56a-d0f3604e5cc2 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:38.023626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-77f2e910-bb04-4980-9e97-ea89d79c5afa None None] Provisioning for port 7c1dc53f-9bd5-4783-8134-12760b0beac4 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:38.025536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:38.029835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-77f2e910-bb04-4980-9e97-ea89d79c5afa None None] Provisioning complete for port 7c1dc53f-9bd5-4783-8134-12760b0beac4 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:38.030627 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77f2e910-bb04-4980-9e97-ea89d79c5afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.035201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Made reservation on behalf of 56d9c6193c5c4595b303503c3bef2a94 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:38.038269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.050162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:38.061849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.065658 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:38.076728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.085308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-77f2e910-bb04-4980-9e97-ea89d79c5afa None None] Port 7c1dc53f-9bd5-4783-8134-12760b0beac4 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:38.111812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Pushing event updated for resources: {'Port': ['ID=f1741800-754e-4e52-8802-44555cffc62b,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:38.122971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:38.126972 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f9759c1f-16e7-4065-a58f-402ab9a9d3d1 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.2460210 Apr 05 09:54:38.128304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Usage tracker for resource:security_group_rule and tenant:56d9c6193c5c4595b303503c3bef2a94 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:38.130672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53604) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:38.153485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.26.4.12 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/e3ffe5e2-becb-49d3-806b-73a273a71641) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:38.171615 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6aaab566-1788-4089-a31f-a0c060c86144 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10223d0c0d2a418596cd2bc1372b2ca6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6558015 Apr 05 09:54:38.172813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53608) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:38.175181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.181876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Request body: {'port': {'network_id': '5f0a1dce-dbf7-4224-8cb3-0e0f9b149470', 'name': 'tempest-ExtraDHCPOptionsTestJSON-11374174', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:38.182443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.api.validators [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] bootfile-name is not in valid_values {{(pid=83820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:38.182768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.api.validators [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] tftp-server is not in valid_values {{(pid=83820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:38.183093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.api.validators [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] server-ip-address is not in valid_values {{(pid=83820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:38.196516 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:38.254351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:38.380325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:38.395411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Usage tracker for resource:port and tenant:594d78e48c16406ebfd3b3e61a2f481b is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:38.402290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:38.415442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:38.434683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.440792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.455925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Made reservation on behalf of 594d78e48c16406ebfd3b3e61a2f481b for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:38.458827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.493909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:54:38.506657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8219db-b387-4418-979a-71d1734b7680,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:38.546314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.546657 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Added segment 26d0f05e-29a2-4766-9cc9-f5edef3ca435 of type vlan for network a5f916c9-3c10-487d-a813-e06eb9a65d4a Apr 05 09:54:38.548174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] device_id is not set on port 1ee35868-e9ba-4bfe-9373-52e2adc2bb5e yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:38.565116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.621279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-561c28d5-bfb3-4a9d-acbd-a5311feb5bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.650956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.657429 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.699673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.731756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-561c28d5-bfb3-4a9d-acbd-a5311feb5bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.871862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:54:38.925434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:38.929008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:38.929677 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:39.026778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:39.029053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Allocated IP 172.20.0.10 (5f0a1dce-dbf7-4224-8cb3-0e0f9b149470/b2e36d40-af05-42fe-89e0-b3a7e80ed82e/1ee35868-e9ba-4bfe-9373-52e2adc2bb5e) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:39.113901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:39.114650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:39.120184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:39.122791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-561c28d5-bfb3-4a9d-acbd-a5311feb5bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:39.126542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:39.128346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=e3ffe5e2-becb-49d3-806b-73a273a71641,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:39.129209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Pushing event updated for resources: {'Network': ['ID=a5f916c9-3c10-487d-a813-e06eb9a65d4a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:39.131486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:39.139789 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1b71dcac-6e29-42ef-8cc9-eb14fdf16d24 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0125303 Apr 05 09:54:39.151483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network a5f916c9-3c10-487d-a813-e06eb9a65d4a details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:54:39.153720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53612) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:39.165413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Allocated IP 172.26.4.81 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/01b2ea05-c7d9-4707-8944-b2c2645590fd) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:39.172175 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Request body: {'subnet': {'network_id': 'a5f916c9-3c10-487d-a813-e06eb9a65d4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:39.238914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c28d5-bfb3-4a9d-acbd-a5311feb5bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d904d6-9349-47f3-95d4-26c76554b7cd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:39.252283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 038bf3d6-d22c-4798-b577-5a01dac1f097 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:39.264998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-561c28d5-bfb3-4a9d-acbd-a5311feb5bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:39.266010 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-561c28d5-bfb3-4a9d-acbd-a5311feb5bdc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38d904d6-9349-47f3-95d4-26c76554b7cd HTTP/1.1" status: 204 len: 168 time: 1.0871618 Apr 05 09:54:39.483141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:39.493956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Usage tracker for resource:subnet and tenant:56d9c6193c5c4595b303503c3bef2a94 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:39.500819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:39.534358 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:39.577291 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Made reservation on behalf of 56d9c6193c5c4595b303503c3bef2a94 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:39.658784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:39.660112 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53620) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:39.674190 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3269b2cd-51cb-4ba8-a93c-fea2be656bd2 None None] Sync routers for ids ['038bf3d6-d22c-4798-b577-5a01dac1f097'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:39.687953 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3269b2cd-51cb-4ba8-a93c-fea2be656bd2 None None] Routers {'038bf3d6-d22c-4798-b577-5a01dac1f097'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:39.688560 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3269b2cd-51cb-4ba8-a93c-fea2be656bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['038bf3d6-d22c-4798-b577-5a01dac1f097'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:39.698284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:39.722818 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4a3c87f5-774d-4158-9303-a4af578987f9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/038bf3d6-d22c-4798-b577-5a01dac1f097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4918602 Apr 05 09:54:39.724802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:39.728851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53624) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:39.755620 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3269b2cd-51cb-4ba8-a93c-fea2be656bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:39.761454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed36-8e7d-46f7-9c5e-aeb0b1e3b069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:39.766722 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3269b2cd-51cb-4ba8-a93c-fea2be656bd2 None None] Routers {'038bf3d6-d22c-4798-b577-5a01dac1f097'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:39.767324 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3269b2cd-51cb-4ba8-a93c-fea2be656bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['038bf3d6-d22c-4798-b577-5a01dac1f097'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:39.818237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:39.828573 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3269b2cd-51cb-4ba8-a93c-fea2be656bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:39.829587 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3269b2cd-51cb-4ba8-a93c-fea2be656bd2 None None] The sync data for ids ['038bf3d6-d22c-4798-b577-5a01dac1f097'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:39.830609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2ff1ed36-8e7d-46f7-9c5e-aeb0b1e3b069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:39.841723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2ff1ed36-8e7d-46f7-9c5e-aeb0b1e3b069 admin admin] Usage tracker for resource:security_group_rule and tenant:782d5f50d95b4404b4c307f09bd512d0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:39.845280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2ff1ed36-8e7d-46f7-9c5e-aeb0b1e3b069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:39.854862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2ff1ed36-8e7d-46f7-9c5e-aeb0b1e3b069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:39.954368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Transition to ACTIVE for port object 1ee35868-e9ba-4bfe-9373-52e2adc2bb5e will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:40.003498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed36-8e7d-46f7-9c5e-aeb0b1e3b069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.012113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ed36-8e7d-46f7-9c5e-aeb0b1e3b069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.025379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.030020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Router 88feeb36-2a39-4404-a6cb-316bc070529b is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:54:40.072591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1ed36-8e7d-46f7-9c5e-aeb0b1e3b069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5dac28-573a-4301-a21a-5d04c908d288,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:40.140058 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2ff1ed36-8e7d-46f7-9c5e-aeb0b1e3b069 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=782d5f50d95b4404b4c307f09bd512d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4780009 Apr 05 09:54:40.142346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53628) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:40.255092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.276498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:40.297344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.371376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.410517 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:40.412922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:40.439001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event updated for resources: {'Port': ['ID=01b2ea05-c7d9-4707-8944-b2c2645590fd,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:40.564574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:40.577090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:40.611748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:40.696091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:40.707767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0524068-19cb-42a8-9c87-f8eb355e6b3a None None] Sync routers for ids ['88feeb36-2a39-4404-a6cb-316bc070529b'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:40.728232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0524068-19cb-42a8-9c87-f8eb355e6b3a None None] Routers {'88feeb36-2a39-4404-a6cb-316bc070529b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:40.728864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e0524068-19cb-42a8-9c87-f8eb355e6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['88feeb36-2a39-4404-a6cb-316bc070529b'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:40.736788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event updated for resources: {'Port': ['ID=1ee35868-e9ba-4bfe-9373-52e2adc2bb5e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:40.740273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.744179 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fe92913a-9f28-4bdf-8270-3145447dc665 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.8262556 Apr 05 09:54:40.747378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53632) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:40.754826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:40.799308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e0524068-19cb-42a8-9c87-f8eb355e6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:40.803818 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-da02c71f-01d4-4b11-8eb9-b521942d4ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 09:54:40.808457 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-da02c71f-01d4-4b11-8eb9-b521942d4ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/038bf3d6-d22c-4798-b577-5a01dac1f097/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0689347 Apr 05 09:54:40.812342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53636) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:40.814422 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0524068-19cb-42a8-9c87-f8eb355e6b3a None None] Routers {'88feeb36-2a39-4404-a6cb-316bc070529b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:40.815133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.815467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e0524068-19cb-42a8-9c87-f8eb355e6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['88feeb36-2a39-4404-a6cb-316bc070529b'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:40.827484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cdd35b15-8a71-4f5f-a1f9-61278e950977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.877632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:40.878514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.893948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e0524068-19cb-42a8-9c87-f8eb355e6b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:40.894892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0524068-19cb-42a8-9c87-f8eb355e6b3a None None] The sync data for ids ['88feeb36-2a39-4404-a6cb-316bc070529b'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:40.896223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.904015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cdd35b15-8a71-4f5f-a1f9-61278e950977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.918450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.933268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2a18d0f8-0968-42a3-91f6-54f317ba6cac None None] Provisioning for port 1ee35868-e9ba-4bfe-9373-52e2adc2bb5e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:40.938542 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2a18d0f8-0968-42a3-91f6-54f317ba6cac None None] Provisioning complete for port 1ee35868-e9ba-4bfe-9373-52e2adc2bb5e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:40.938975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2a18d0f8-0968-42a3-91f6-54f317ba6cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:40.967276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-48c5c9b5-baae-4e87-8547-994dc1af4d76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:41.009047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2a18d0f8-0968-42a3-91f6-54f317ba6cac None None] Port 1ee35868-e9ba-4bfe-9373-52e2adc2bb5e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:41.010297 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1cc5e5d7-23b6-4257-b370-8746b42bb2a4 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.8784297 Apr 05 09:54:41.016955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53640) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:41.049255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-48c5c9b5-baae-4e87-8547-994dc1af4d76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:41.050395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-48c5c9b5-baae-4e87-8547-994dc1af4d76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=038bf3d6-d22c-4798-b577-5a01dac1f097 HTTP/1.1" status: 200 len: 205 time: 0.2267897 Apr 05 09:54:41.058418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53644) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:41.062214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=e3ffe5e2-becb-49d3-806b-73a273a71641,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:41.084803 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Pushing event updated for resources: {'Subnet': ['ID=8edb0a16-426a-4e0f-a288-cecf02cd1a58,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:41.126872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Checking segment: {'id': '26d0f05e-29a2-4766-9cc9-f5edef3ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5f916c9-3c10-487d-a813-e06eb9a65d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:41.127231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Network hostable DHCP agents. Network: a5f916c9-3c10-487d-a813-e06eb9a65d4a, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:54:41.137878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cdd35b15-8a71-4f5f-a1f9-61278e950977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:41.162768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd35b15-8a71-4f5f-a1f9-61278e950977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5dac28-573a-4301-a21a-5d04c908d288,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:41.186999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cdd35b15-8a71-4f5f-a1f9-61278e950977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:41.191303 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cdd35b15-8a71-4f5f-a1f9-61278e950977 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d5dac28-573a-4301-a21a-5d04c908d288 HTTP/1.1" status: 204 len: 168 time: 1.0377057 Apr 05 09:54:41.209639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a4d92e-1b2f-4aa9-b1e0-269df28d80d2 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:41.214332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a4d92e-1b2f-4aa9-b1e0-269df28d80d2 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:41.218567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a4d92e-1b2f-4aa9-b1e0-269df28d80d2 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:41.219506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-24a4d92e-1b2f-4aa9-b1e0-269df28d80d2 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Synchronizing usage tracker for tenant:594d78e48c16406ebfd3b3e61a2f481b on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:41.235565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:41.241488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:41.357732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Network a5f916c9-3c10-487d-a813-e06eb9a65d4a is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:54:41.378188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-24a4d92e-1b2f-4aa9-b1e0-269df28d80d2 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Unset dirty status for tenant:594d78e48c16406ebfd3b3e61a2f481b on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:41.382152 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-24a4d92e-1b2f-4aa9-b1e0-269df28d80d2 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3546746 Apr 05 09:54:41.387199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91b95b2d-1b2f-498a-826c-566d5de4f3e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:41.390565 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53650) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:41.396186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, a5f916c9-3c10-487d-a813-e06eb9a65d4a) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:41.409223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4dcba0-fd15-4e0c-be60-0927e7bb10fa None None] Network a5f916c9-3c10-487d-a813-e06eb9a65d4a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:41.528407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-264ca38d-ebd8-42f4-9b52-ecd192f53644 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Deleting port 1ee35868-e9ba-4bfe-9373-52e2adc2bb5e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:41.529735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-264ca38d-ebd8-42f4-9b52-ecd192f53644 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:41.582749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:41.584003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:41.634632 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-a5f916c9-3c10-487d-a813-e06eb9a65d4a', 'network_id': 'a5f916c9-3c10-487d-a813-e06eb9a65d4a', 'tenant_id': '56d9c6193c5c4595b303503c3bef2a94', 'fixed_ips': [{'subnet_id': '8edb0a16-426a-4e0f-a288-cecf02cd1a58'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:54:41.635009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:41.636298 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:41.639853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:41.714536 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-edcd3abb-5860-42b5-9ab3-b1e9bd26d953 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5522838 Apr 05 09:54:41.728063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53662) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:41.742858 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Request body: {'port': {'network_id': 'a5f916c9-3c10-487d-a813-e06eb9a65d4a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1445857066'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:41.844947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Allocated IP 2001:db8::2 (a5f916c9-3c10-487d-a813-e06eb9a65d4a/8edb0a16-426a-4e0f-a288-cecf02cd1a58/cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:41.974789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:41.984133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Usage tracker for resource:port and tenant:56d9c6193c5c4595b303503c3bef2a94 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:42.011769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:42.031386 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:42.091360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.104960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Transition to ACTIVE for port object cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:42.110007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91b95b2d-1b2f-498a-826c-566d5de4f3e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.123628 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Made reservation on behalf of 56d9c6193c5c4595b303503c3bef2a94 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:42.123772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91b95b2d-1b2f-498a-826c-566d5de4f3e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.127955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.134912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Transition to ACTIVE for port object cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:42.152897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.161009 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP 9135215a-5332-4a80-9013-1426d4d91116 associated. External IP: 172.26.4.12, port: fb9813d4-bcc1-410e-9162-05aa694ddf5b. Apr 05 09:54:42.232688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] device_id is not set on port c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:42.239640 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Network a5f916c9-3c10-487d-a813-e06eb9a65d4a is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:42.244224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:42.246291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Pushing event updated for resources: {'Port': ['ID=cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:42.248686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:42.305928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91b95b2d-1b2f-498a-826c-566d5de4f3e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.306842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b95b2d-1b2f-498a-826c-566d5de4f3e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Fanout notify agent at l3_agent the message router_deleted on router 038bf3d6-d22c-4798-b577-5a01dac1f097 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:42.351894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Attempting to bind port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:54:42.352588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Attempting to bind port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '26d0f05e-29a2-4766-9cc9-f5edef3ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5f916c9-3c10-487d-a813-e06eb9a65d4a'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:54:42.353044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Attempting to bind port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b on network a5f916c9-3c10-487d-a813-e06eb9a65d4a {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:54:42.357943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91b95b2d-1b2f-498a-826c-566d5de4f3e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.361715 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:54:42.362771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Checking segment: {'id': '26d0f05e-29a2-4766-9cc9-f5edef3ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5f916c9-3c10-487d-a813-e06eb9a65d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:42.363294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.363799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Bound using segment: {'id': '26d0f05e-29a2-4766-9cc9-f5edef3ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5f916c9-3c10-487d-a813-e06eb9a65d4a'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:54:42.364111 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-91b95b2d-1b2f-498a-826c-566d5de4f3e3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/038bf3d6-d22c-4798-b577-5a01dac1f097 HTTP/1.1" status: 204 len: 168 time: 1.3029473 Apr 05 09:54:42.364459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Bound port: cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d0f05e-29a2-4766-9cc9-f5edef3ca435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a5f916c9-3c10-487d-a813-e06eb9a65d4a'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:54:42.364922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.375146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53674) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:42.457632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-264ca38d-ebd8-42f4-9b52-ecd192f53644 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.477331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] For port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:54:42.488982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] For port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b,segment=NetworkSegment(26d0f05e-29a2-4766-9cc9-f5edef3ca435),segment_id=26d0f05e-29a2-4766-9cc9-f5edef3ca435)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:54:42.495728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:42.617922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d224d6-db99-4300-85ef-0d63f179a61c None None] Pushing event updated for resources: {'Port': ['ID=cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:42.722912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-264ca38d-ebd8-42f4-9b52-ecd192f53644 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Calling delete_port for 1ee35868-e9ba-4bfe-9373-52e2adc2bb5e owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:42.857921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Allocated IP 2001:db8::124 (a5f916c9-3c10-487d-a813-e06eb9a65d4a/8edb0a16-426a-4e0f-a288-cecf02cd1a58/c148dc5e-4a09-4760-ade7-15c1b7fc9fc7) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:42.924262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-e502f343-6d96-4e2c-85a4-f5c376cd577b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting subnet d7094cc9-6e2b-409e-bb3b-d42ca051e261 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:54:42.934395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e502f343-6d96-4e2c-85a4-f5c376cd577b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.011883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e502f343-6d96-4e2c-85a4-f5c376cd577b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.122994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-264ca38d-ebd8-42f4-9b52-ecd192f53644 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.129209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Router 8edd5b33-2c88-4803-ba88-3f920a4f6f2c is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:54:43.197952 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ca38d-ebd8-42f4-9b52-ecd192f53644 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event deleted for resources: {'Port': ['ID=1ee35868-e9ba-4bfe-9373-52e2adc2bb5e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:43.249290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e502f343-6d96-4e2c-85a4-f5c376cd577b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.304448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.393273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.433674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e502f343-6d96-4e2c-85a4-f5c376cd577b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.453138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:54:43.503123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Deleting port f1741800-754e-4e52-8802-44555cffc62b {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:43.503123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.512924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.555378 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Transition to ACTIVE for port object c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:43.607609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502f343-6d96-4e2c-85a4-f5c376cd577b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Subnet': ['ID=d7094cc9-6e2b-409e-bb3b-d42ca051e261,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:43.622224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:43.649376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.658311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-264ca38d-ebd8-42f4-9b52-ecd192f53644 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.663133 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e591e752-f53e-4a34-96e7-8877d4419007 None None] Network 0a665b2a-6409-4ba1-8251-bf7822988cf4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:43.666682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e502f343-6d96-4e2c-85a4-f5c376cd577b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.685251 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e502f343-6d96-4e2c-85a4-f5c376cd577b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/d7094cc9-6e2b-409e-bb3b-d42ca051e261 HTTP/1.1" status: 204 len: 168 time: 1.2968881 Apr 05 09:54:43.692449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53696) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:43.806408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53700) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:43.873248 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:43.875881 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-264ca38d-ebd8-42f4-9b52-ecd192f53644 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "DELETE /v2.0/ports/1ee35868-e9ba-4bfe-9373-52e2adc2bb5e HTTP/1.1" status: 204 len: 168 time: 2.4842203 Apr 05 09:54:43.892860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53702) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:43.911076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f514f696-89a2-4275-b2fc-b1d73dfcd1ce None None] Network a5f916c9-3c10-487d-a813-e06eb9a65d4a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:43.912236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Request body: {'port': {'name': 'tempest-new-port-name-1147640733', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:43.912629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.api.validators [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] bootfile-name is not in valid_values {{(pid=83820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:43.912958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.api.validators [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] tftp-server is not in valid_values {{(pid=83820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:43.913849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.api.validators [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] server-ip-address is not in valid_values {{(pid=83820) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:43.991028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Pushing event updated for resources: {'Port': ['ID=c148dc5e-4a09-4760-ade7-15c1b7fc9fc7,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:43.993249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:43.993589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.025227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Network a5f916c9-3c10-487d-a813-e06eb9a65d4a is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:44.040528 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:44.040710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-807e28f2-60f4-4af5-bd84-a9bd437c84da None None] Provisioning for port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:44.040801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.053115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:44.056215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-807e28f2-60f4-4af5-bd84-a9bd437c84da None None] Provisioning complete for port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:44.056394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-807e28f2-60f4-4af5-bd84-a9bd437c84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.057810 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:44.059654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.135275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35848f0a-a08f-429d-a4e9-d31c4549ae4e None None] DHCP port deletion for 0a665b2a-6409-4ba1-8251-bf7822988cf4 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:54:44.157432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-35848f0a-a08f-429d-a4e9-d31c4549ae4e None None] Deleting port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:44.157715 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-35848f0a-a08f-429d-a4e9-d31c4549ae4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.177113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Calling delete_port for f1741800-754e-4e52-8802-44555cffc62b owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:44.205496 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2c57de12-e95a-477d-81ae-6e07ec297d40 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4763267 Apr 05 09:54:44.209719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.218630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53710) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:44.233782 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:54:44.241146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Request body: {'port': {'network_id': 'a5f916c9-3c10-487d-a813-e06eb9a65d4a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2088144280', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:44.242587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.api.validators [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] bootfile-name is not in valid_values {{(pid=83819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:44.243077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.api.validators [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] tftp-server is not in valid_values {{(pid=83819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:44.243716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.api.validators [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] server-ip-address is not in valid_values {{(pid=83819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:44.370167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:44.424089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:44.438454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:44.456916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Usage tracker for resource:floatingip and tenant:14b6a8054cb64d7a86251b8ca1eed320 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:44.462538 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-807e28f2-60f4-4af5-bd84-a9bd437c84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.509904 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-35848f0a-a08f-429d-a4e9-d31c4549ae4e None None] For port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866,segment=NetworkSegment(e1628d7c-58eb-4b36-bd92-78fc691c392b),segment_id=e1628d7c-58eb-4b36-bd92-78fc691c392b)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:44.510301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-35848f0a-a08f-429d-a4e9-d31c4549ae4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.523563 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:44.535983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:44.541023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:44.552125 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776a599-8675-4b54-967d-c0b644efd29f None None] Sync routers for ids ['8edd5b33-2c88-4803-ba88-3f920a4f6f2c'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:44.557153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.561477 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2f1e3df4-f872-434b-bbcc-66726a3d56a9 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "PUT /v2.0/routers/8edd5b33-2c88-4803-ba88-3f920a4f6f2c HTTP/1.1" status: 200 len: 914 time: 7.2502565 Apr 05 09:54:44.562324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53714) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:44.576326 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776a599-8675-4b54-967d-c0b644efd29f None None] Routers {'8edd5b33-2c88-4803-ba88-3f920a4f6f2c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:44.577466 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9776a599-8675-4b54-967d-c0b644efd29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8edd5b33-2c88-4803-ba88-3f920a4f6f2c'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:44.609371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:44.616946 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Usage tracker for resource:port and tenant:56d9c6193c5c4595b303503c3bef2a94 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:44.624755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:44.633079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.652955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:44.717462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866,segment=NetworkSegment(e1628d7c-58eb-4b36-bd92-78fc691c392b),segment_id=e1628d7c-58eb-4b36-bd92-78fc691c392b)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:44.717870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.721427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Made reservation on behalf of 56d9c6193c5c4595b303503c3bef2a94 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:44.724493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.727488 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9776a599-8675-4b54-967d-c0b644efd29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:44.729551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-35848f0a-a08f-429d-a4e9-d31c4549ae4e None None] Calling delete_port for ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:44.749518 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776a599-8675-4b54-967d-c0b644efd29f None None] Routers {'8edd5b33-2c88-4803-ba88-3f920a4f6f2c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:44.750136 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9776a599-8675-4b54-967d-c0b644efd29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8edd5b33-2c88-4803-ba88-3f920a4f6f2c'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:44.768846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-807e28f2-60f4-4af5-bd84-a9bd437c84da None None] For port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b,segment=NetworkSegment(26d0f05e-29a2-4766-9cc9-f5edef3ca435),segment_id=26d0f05e-29a2-4766-9cc9-f5edef3ca435)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:44.778935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-807e28f2-60f4-4af5-bd84-a9bd437c84da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.819237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] device_id is not set on port a0e52182-19c1-416a-bf9f-e857fd9e25a9 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:44.862342 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9776a599-8675-4b54-967d-c0b644efd29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:44.863223 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776a599-8675-4b54-967d-c0b644efd29f None None] The sync data for ids ['8edd5b33-2c88-4803-ba88-3f920a4f6f2c'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:44.889775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e28f2-60f4-4af5-bd84-a9bd437c84da None None] Pushing event updated for resources: {'Port': ['ID=cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:44.905780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-35848f0a-a08f-429d-a4e9-d31c4549ae4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.922163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:44.953811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35848f0a-a08f-429d-a4e9-d31c4549ae4e None None] Pushing event deleted for resources: {'Port': ['ID=ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:44.971097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:44.976452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35848f0a-a08f-429d-a4e9-d31c4549ae4e None None] No DVR routers for this DVR port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:54:44.994717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Pushing event deleted for resources: {'Port': ['ID=f1741800-754e-4e52-8802-44555cffc62b,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:45.035132 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-09c3c4f0-95fa-4140-9a80-d5d8e00f489f None None] Provisioning complete for port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:45.035869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-09c3c4f0-95fa-4140-9a80-d5d8e00f489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.126682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:54:45.127011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:54:45.197092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.208347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.208733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-09c3c4f0-95fa-4140-9a80-d5d8e00f489f None None] Provisioning for port c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:45.213689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-09c3c4f0-95fa-4140-9a80-d5d8e00f489f None None] Provisioning complete for port c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:45.214064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-09c3c4f0-95fa-4140-9a80-d5d8e00f489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.232635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Allocated IP 2001:db8::11e (a5f916c9-3c10-487d-a813-e06eb9a65d4a/8edb0a16-426a-4e0f-a288-cecf02cd1a58/a0e52182-19c1-416a-bf9f-e857fd9e25a9) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:45.273391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-09c3c4f0-95fa-4140-9a80-d5d8e00f489f None None] Port c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:45.334501 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c4664d6f-8d76-4000-8482-4ac0db74bedd tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/routers/8edd5b33-2c88-4803-ba88-3f920a4f6f2c HTTP/1.1" status: 200 len: 920 time: 0.7695777 Apr 05 09:54:45.345271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53718) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:45.360962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:54:45.415394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] In _notify_port_updated(), no bound segment for port 7c1dc53f-9bd5-4783-8134-12760b0beac4 on network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:54:45.421003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:45.421712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.423063 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "PUT /v2.0/ports/7c1dc53f-9bd5-4783-8134-12760b0beac4 HTTP/1.1" status: 200 len: 1136 time: 1.5284960 Apr 05 09:54:45.428371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b8251954-a040-4a33-ad64-b5aeb3181033 None None] Provisioning complete for port c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:45.428752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b8251954-a040-4a33-ad64-b5aeb3181033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.430083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02b235-ff49-4c77-9cf1-7a7e5695b883 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event updated for resources: {'Port': ['ID=7c1dc53f-9bd5-4783-8134-12760b0beac4,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:45.441163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53722) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:45.452784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.490667 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b8251954-a040-4a33-ad64-b5aeb3181033 None None] Port c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:45.494563 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:45.494873 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7cb27bf6-d721-4088-9fb3-cbbb4f09baf1 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=202208b4-f099-4a1f-a480-c0036edeb111&device_id=8edd5b33-2c88-4803-ba88-3f920a4f6f2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1484747 Apr 05 09:54:45.495097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.495689 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53726) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:45.543047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.628676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:45.629018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.655568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c38cc626-e158-4ae4-b4b1-2af18d46f150 None None] Provisioning complete for port 7c1dc53f-9bd5-4783-8134-12760b0beac4 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:45.655919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c38cc626-e158-4ae4-b4b1-2af18d46f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.704402 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a302b2-8896-45e3-b499-f2b8043259f7 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:45.708569 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a6a302b2-8896-45e3-b499-f2b8043259f7 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 881 time: 0.2091646 Apr 05 09:54:45.710046 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] The port 'ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866' was deleted {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:54:45.711016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53730) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:45.759213 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c38cc626-e158-4ae4-b4b1-2af18d46f150 None None] Port 7c1dc53f-9bd5-4783-8134-12760b0beac4 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:45.783549 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-80a764fb-b62a-45e6-8c98-76f3d9a4a986 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=8edd5b33-2c88-4803-ba88-3f920a4f6f2c HTTP/1.1" status: 200 len: 205 time: 0.0717392 Apr 05 09:54:45.786888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53734) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:45.798546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:45.811246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6b214-43d6-41db-b59a-65c52a0b651a None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:45.826590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:45.838950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.863128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:54:45.863463 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ba1d2d8d-20a8-4dcf-950d-f1f98cfb3866 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:54:45.865065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6b214-43d6-41db-b59a-65c52a0b651a None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:45.871531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-67e6b214-43d6-41db-b59a-65c52a0b651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:45.898537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:45.939552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-67e6b214-43d6-41db-b59a-65c52a0b651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:45.951083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6b214-43d6-41db-b59a-65c52a0b651a None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:45.952256 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-67e6b214-43d6-41db-b59a-65c52a0b651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:45.967253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b664e038-4b00-43e9-b26b-f7b3fd4d43dd tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:45.967864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b664e038-4b00-43e9-b26b-f7b3fd4d43dd tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Synchronizing usage tracker for tenant:594d78e48c16406ebfd3b3e61a2f481b on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:46.002113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.012211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-67e6b214-43d6-41db-b59a-65c52a0b651a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:46.012614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6b214-43d6-41db-b59a-65c52a0b651a None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:46.039967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a665b2a-6409-4ba1-8251-bf7822988cf4']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:46.053523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1628d7c-58eb-4b36-bd92-78fc691c392b') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:46.053829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1628d7c-58eb-4b36-bd92-78fc691c392b') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:46.062927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.067084 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.086902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.097116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:46.097497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:46.112783 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:46.228942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b664e038-4b00-43e9-b26b-f7b3fd4d43dd tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Unset dirty status for tenant:594d78e48c16406ebfd3b3e61a2f481b on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:46.230041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b664e038-4b00-43e9-b26b-f7b3fd4d43dd tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "GET /v2.0/ports/7c1dc53f-9bd5-4783-8134-12760b0beac4 HTTP/1.1" status: 200 len: 1136 time: 0.7853971 Apr 05 09:54:46.254784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53738) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:46.313673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.328793 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-df7c0c3e-5e8e-4db6-83d6-45175af8e342 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.6430268 Apr 05 09:54:46.333719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.337432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53742) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:46.347870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Network': ['ID=0a665b2a-6409-4ba1-8251-bf7822988cf4,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:46.353398 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4ee1cffc-ca6f-4d81-a7d7-9fe2b8a26d58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'port_id': 'fb9813d4-bcc1-410e-9162-05aa694ddf5b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:46.367193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Allocated IP 172.26.4.87 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/c06fafc2-ddec-43e2-800e-65e139f4bbf3) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:46.407605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-59f7fcfb-8312-431d-8802-17870b9fd09f tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Deleting port 7c1dc53f-9bd5-4783-8134-12760b0beac4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:46.407950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f7fcfb-8312-431d-8802-17870b9fd09f tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.442969 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2484927e-42d2-499e-9238-4f57fc7641b8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/networks/0a665b2a-6409-4ba1-8251-bf7822988cf4 HTTP/1.1" status: 204 len: 168 time: 2.7398112 Apr 05 09:54:46.445119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53746) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:46.452265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'network': {'name': 'tempest-RoutersTest-914131243'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:46.461689 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:46.462135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.466125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Router 88feeb36-2a39-4404-a6cb-316bc070529b has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:46.475947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:network and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:46.482666 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.532872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:46.544460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4ee1cffc-ca6f-4d81-a7d7-9fe2b8a26d58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.568928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Transition to ACTIVE for port object a0e52182-19c1-416a-bf9f-e857fd9e25a9 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:46.593916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:46.690995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:46.693872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.789720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:54:46.817590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.817930 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added segment 665c348b-8440-467a-ac52-6175b6c5dfe5 of type vlan for network bb6c5342-f756-4884-9b09-6c0d61e1823e Apr 05 09:54:46.894437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.931462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:46.944198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.034701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:47.046327 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bcafe-ddcb-4d4f-bd67-39083a32f77d None None] Sync routers for ids ['88feeb36-2a39-4404-a6cb-316bc070529b'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:47.052855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.054132 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1b27d5b3-a70f-4242-b671-c924a1655420 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "PUT /v2.0/routers/88feeb36-2a39-4404-a6cb-316bc070529b HTTP/1.1" status: 200 len: 710 time: 6.3060083 Apr 05 09:54:47.059631 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bcafe-ddcb-4d4f-bd67-39083a32f77d None None] Routers {'88feeb36-2a39-4404-a6cb-316bc070529b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:47.059857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53750) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:47.060460 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7c6bcafe-ddcb-4d4f-bd67-39083a32f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['88feeb36-2a39-4404-a6cb-316bc070529b'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:47.070116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f7fcfb-8312-431d-8802-17870b9fd09f tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.094240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.097854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:47.098432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.123386 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7c6bcafe-ddcb-4d4f-bd67-39083a32f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:47.135961 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bcafe-ddcb-4d4f-bd67-39083a32f77d None None] Routers {'88feeb36-2a39-4404-a6cb-316bc070529b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:47.137030 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7c6bcafe-ddcb-4d4f-bd67-39083a32f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['88feeb36-2a39-4404-a6cb-316bc070529b'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:47.196143 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7c6bcafe-ddcb-4d4f-bd67-39083a32f77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:47.196641 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bcafe-ddcb-4d4f-bd67-39083a32f77d None None] The sync data for ids ['88feeb36-2a39-4404-a6cb-316bc070529b'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:47.249247 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8045650 Apr 05 09:54:47.255468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53754) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:47.271403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'subnet': {'network_id': 'bb6c5342-f756-4884-9b09-6c0d61e1823e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:47.287973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81ad7d-a266-4ead-9ce7-b6f1a59c2fd2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Network': ['ID=bb6c5342-f756-4884-9b09-6c0d61e1823e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:47.299173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network bb6c5342-f756-4884-9b09-6c0d61e1823e details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:54:47.329587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Pushing event updated for resources: {'Port': ['ID=a0e52182-19c1-416a-bf9f-e857fd9e25a9,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:47.348809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.387880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Network a5f916c9-3c10-487d-a813-e06eb9a65d4a is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:47.436614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Deleting port 01b2ea05-c7d9-4707-8944-b2c2645590fd {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:47.436956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.445581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-59f7fcfb-8312-431d-8802-17870b9fd09f tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Calling delete_port for 7c1dc53f-9bd5-4783-8134-12760b0beac4 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:47.472199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:47.486494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:47.490856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:47.492031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.509037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.557591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:47.607395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e137d7cf-2bf1-4eab-946b-aaecd5504ac1 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3868785 Apr 05 09:54:47.608193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53758) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:47.617425 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:subnet and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:47.627771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:47.641310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:47.658887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:47.676946 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:47.678206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Pushing event updated for resources: {'Port': ['ID=c06fafc2-ddec-43e2-800e-65e139f4bbf3,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:47.681079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:47.688305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:47.716422 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-48d85f95-231a-464b-b444-9855b2c6e008 tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/routers/88feeb36-2a39-4404-a6cb-316bc070529b HTTP/1.1" status: 200 len: 745 time: 0.6496174 Apr 05 09:54:47.719549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53762) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:47.801614 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-49c49284-6027-4a1e-8e98-23a9d70b971d tempest-RoutersIpV6AdminTest-846591211 tempest-RoutersIpV6AdminTest-846591211-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=202208b4-f099-4a1f-a480-c0036edeb111&device_id=88feeb36-2a39-4404-a6cb-316bc070529b HTTP/1.1" status: 200 len: 205 time: 0.0732853 Apr 05 09:54:47.805545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53766) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:47.817038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-87dddf1b-1c2d-4b5a-ab18-3a50dcab4170 None None] Provisioning for port a0e52182-19c1-416a-bf9f-e857fd9e25a9 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:47.823442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-87dddf1b-1c2d-4b5a-ab18-3a50dcab4170 None None] Provisioning complete for port a0e52182-19c1-416a-bf9f-e857fd9e25a9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:47.823861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-87dddf1b-1c2d-4b5a-ab18-3a50dcab4170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.883105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-87dddf1b-1c2d-4b5a-ab18-3a50dcab4170 None None] Port a0e52182-19c1-416a-bf9f-e857fd9e25a9 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:47.902476 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-11686907-bb58-42b5-a1d2-3010dd53dd6b tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=88feeb36-2a39-4404-a6cb-316bc070529b HTTP/1.1" status: 200 len: 205 time: 0.0944233 Apr 05 09:54:47.906237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53770) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:47.935390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:47.960575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-4ee1cffc-ca6f-4d81-a7d7-9fe2b8a26d58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:54:48.052047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7825f-08a0-4662-96c4-10be45d4e43c tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:48.056524 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7825f-08a0-4662-96c4-10be45d4e43c tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:48.060381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7825f-08a0-4662-96c4-10be45d4e43c tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:48.061212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a8e7825f-08a0-4662-96c4-10be45d4e43c tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Synchronizing usage tracker for tenant:56d9c6193c5c4595b303503c3bef2a94 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:48.084450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f7fcfb-8312-431d-8802-17870b9fd09f tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.148981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7fcfb-8312-431d-8802-17870b9fd09f tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event deleted for resources: {'Port': ['ID=7c1dc53f-9bd5-4783-8134-12760b0beac4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:48.161722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a8e7825f-08a0-4662-96c4-10be45d4e43c tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Unset dirty status for tenant:56d9c6193c5c4595b303503c3bef2a94 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:48.162416 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Calling delete_port for 01b2ea05-c7d9-4707-8944-b2c2645590fd owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:48.162882 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a8e7825f-08a0-4662-96c4-10be45d4e43c tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.5482557 Apr 05 09:54:48.167688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53774) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:48.194702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.205994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e2be96ff-140b-41cd-b705-d510a06c605f tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.311447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4ee1cffc-ca6f-4d81-a7d7-9fe2b8a26d58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.325206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4ee1cffc-ca6f-4d81-a7d7-9fe2b8a26d58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.494120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3667ff4a-2613-4bb4-8c22-fb722b09abbf tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Deleting port a0e52182-19c1-416a-bf9f-e857fd9e25a9 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:48.494686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3667ff4a-2613-4bb4-8c22-fb722b09abbf tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.551428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.561417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f7fcfb-8312-431d-8802-17870b9fd09f tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.676388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.746423 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Pushing event deleted for resources: {'Port': ['ID=01b2ea05-c7d9-4707-8944-b2c2645590fd,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:48.754706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.830383 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-59f7fcfb-8312-431d-8802-17870b9fd09f tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "DELETE /v2.0/ports/7c1dc53f-9bd5-4783-8134-12760b0beac4 HTTP/1.1" status: 204 len: 168 time: 2.5687368 Apr 05 09:54:48.839667 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53778) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:48.918725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:48.966371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Subnet': ['ID=218d0710-96af-4c66-8cd9-5ebbc65206e1,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:49.187573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e2be96ff-140b-41cd-b705-d510a06c605f tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.219713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e2be96ff-140b-41cd-b705-d510a06c605f tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.305323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Checking segment: {'id': '665c348b-8440-467a-ac52-6175b6c5dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bb6c5342-f756-4884-9b09-6c0d61e1823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:49.305929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network hostable DHCP agents. Network: bb6c5342-f756-4884-9b09-6c0d61e1823e, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:54:49.313739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3667ff4a-2613-4bb4-8c22-fb722b09abbf tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.338759 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.454016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3667ff4a-2613-4bb4-8c22-fb722b09abbf tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Calling delete_port for a0e52182-19c1-416a-bf9f-e857fd9e25a9 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:49.515289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e2be96ff-140b-41cd-b705-d510a06c605f tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.516055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2be96ff-140b-41cd-b705-d510a06c605f tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Fanout notify agent at l3_agent the message router_deleted on router 88feeb36-2a39-4404-a6cb-316bc070529b {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:49.549421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e2be96ff-140b-41cd-b705-d510a06c605f tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.550499 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e2be96ff-140b-41cd-b705-d510a06c605f tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/88feeb36-2a39-4404-a6cb-316bc070529b HTTP/1.1" status: 204 len: 168 time: 1.6370025 Apr 05 09:54:49.554379 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53782) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:49.616680 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fb503dd8-ce71-4ece-a0d4-2acd98da3b09 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=88feeb36-2a39-4404-a6cb-316bc070529b HTTP/1.1" status: 200 len: 205 time: 0.0597181 Apr 05 09:54:49.620748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53786) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:49.730761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-8f9b6a67-8303-499c-ab62-d2c7ba08f914 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] delete failed (client error): The resource could not be found. Apr 05 09:54:49.731727 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8f9b6a67-8303-499c-ab62-d2c7ba08f914 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/88feeb36-2a39-4404-a6cb-316bc070529b HTTP/1.1" status: 404 len: 336 time: 0.1107399 Apr 05 09:54:49.733776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.738008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53790) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:49.773462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.776093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.777354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c085459-b1bb-49d1-bee8-7b0ea7fb308b tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Deleting subnet b2e36d40-af05-42fe-89e0-b3a7e80ed82e {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:54:49.781223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network bb6c5342-f756-4884-9b09-6c0d61e1823e is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:54:49.787853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c085459-b1bb-49d1-bee8-7b0ea7fb308b tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.829837 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5086e7aa-392b-46f7-adc7-3360629257eb tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e6f2730-1c01-4078-8633-a9f1fcff1508 HTTP/1.1" status: 200 len: 205 time: 0.0909958 Apr 05 09:54:49.835649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53794) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:49.837792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.899136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Pushing event updated for resources: {'Port': ['ID=c06fafc2-ddec-43e2-800e-65e139f4bbf3,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:49.901250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, bb6c5342-f756-4884-9b09-6c0d61e1823e) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:49.905972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3667ff4a-2613-4bb4-8c22-fb722b09abbf tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.915244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d088ae19-b180-4bcd-a78a-9a269e6d269c None None] Network bb6c5342-f756-4884-9b09-6c0d61e1823e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:49.929323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:49.929898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:49.934204 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-a3027680-aca2-4ef1-9d90-2ae1afd2e6a7 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] delete failed (client error): The resource could not be found. Apr 05 09:54:49.935212 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a3027680-aca2-4ef1-9d90-2ae1afd2e6a7 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/1e6f2730-1c01-4078-8633-a9f1fcff1508 HTTP/1.1" status: 404 len: 336 time: 0.0953331 Apr 05 09:54:49.941057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53798) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:49.965697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667ff4a-2613-4bb4-8c22-fb722b09abbf tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Pushing event deleted for resources: {'Port': ['ID=a0e52182-19c1-416a-bf9f-e857fd9e25a9,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:49.991734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c085459-b1bb-49d1-bee8-7b0ea7fb308b tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.040219 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7e219b04-345f-4bfd-89df-2bcd0045eca9 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f05dfca-172b-468e-bcda-2e3f930d0c8c HTTP/1.1" status: 200 len: 205 time: 0.0885186 Apr 05 09:54:50.062309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53802) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.085446 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-baaab071-a066-4f94-a3c6-2a1e295cb79c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8241479 Apr 05 09:54:50.089071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53806) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.127560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.144978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3667ff4a-2613-4bb4-8c22-fb722b09abbf tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.169009 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3667ff4a-2613-4bb4-8c22-fb722b09abbf tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "DELETE /v2.0/ports/a0e52182-19c1-416a-bf9f-e857fd9e25a9 HTTP/1.1" status: 204 len: 168 time: 1.9733510 Apr 05 09:54:50.172758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-770381570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:50.173563 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53810) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.180548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Request body: {'port': {'name': 'tempest-new-port-name-1341669612', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:50.181213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.api.validators [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] bootfile-name is not in valid_values {{(pid=83819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:50.181434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.181891 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.api.validators [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] tftp-server is not in valid_values {{(pid=83819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:50.182201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Fanout notify agent at l3_agent the message router_deleted on router 8edd5b33-2c88-4803-ba88-3f920a4f6f2c {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:54:50.182583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.api.validators [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] server-ip-address is not in valid_values {{(pid=83819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 09:54:50.209218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.211094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-bb6c5342-f756-4884-9b09-6c0d61e1823e', 'network_id': 'bb6c5342-f756-4884-9b09-6c0d61e1823e', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'fixed_ips': [{'subnet_id': '218d0710-96af-4c66-8cd9-5ebbc65206e1'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:54:50.211273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:50.212082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.212308 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3543a841-4469-4fb0-b83a-fdf35a769e06 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1554625 Apr 05 09:54:50.214554 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-4e67cfee-31fc-47f6-9649-e98a11874397 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] delete failed (client error): The resource could not be found. Apr 05 09:54:50.215585 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4e67cfee-31fc-47f6-9649-e98a11874397 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/5f05dfca-172b-468e-bcda-2e3f930d0c8c HTTP/1.1" status: 404 len: 336 time: 0.1453912 Apr 05 09:54:50.218502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53814) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.218983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53816) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.222027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:router and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:50.228008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:50.233480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1422247723', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'fixed_ips': [{'ip_address': '172.26.4.87'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:50.239018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:50.239409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:50.245125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Usage tracker for resource:port and tenant:14b6a8054cb64d7a86251b8ca1eed320 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:50.245598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.250121 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d5ad430f-ece3-4e5c-87c0-11eec7d9a6d4 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/8edd5b33-2c88-4803-ba88-3f920a4f6f2c HTTP/1.1" status: 204 len: 168 time: 4.4587483 Apr 05 09:54:50.252820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:50.257286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53822) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.259733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:50.267436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-654350947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:50.279079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:50.288119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Usage tracker for resource:router and tenant:dfa7b469c27f45e4a719239fc5881da9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:50.297483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:50.309432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.310354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.315915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:50.318317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c085459-b1bb-49d1-bee8-7b0ea7fb308b tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.322813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Made reservation on behalf of 14b6a8054cb64d7a86251b8ca1eed320 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:50.325110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.346981 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9c5b89d2-b81d-4015-98c5-93040f7e7a08 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=12e8b3ee-de0d-4e2c-9e35-0feeecd54021 HTTP/1.1" status: 200 len: 205 time: 0.1248538 Apr 05 09:54:50.351249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53826) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.354017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.388745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.389624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.415458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.434264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Allocated IP 172.20.0.2 (bb6c5342-f756-4884-9b09-6c0d61e1823e/218d0710-96af-4c66-8cd9-5ebbc65206e1/a831aa13-72a5-4d0e-93cf-49ae60853a27) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:50.449285 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee1cffc-ca6f-4d81-a7d7-9fe2b8a26d58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:50.455467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.470337 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-17278ad9-4344-46ea-bd29-c16195396378 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] delete failed (client error): The resource could not be found. Apr 05 09:54:50.470609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.473825 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-17278ad9-4344-46ea-bd29-c16195396378 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/12e8b3ee-de0d-4e2c-9e35-0feeecd54021 HTTP/1.1" status: 404 len: 336 time: 0.1188416 Apr 05 09:54:50.474707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53830) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.479928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c085459-b1bb-49d1-bee8-7b0ea7fb308b tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.547149 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2d53748d-ee5d-4986-8fb3-04ab0306ab0c tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c2e1cfe-4507-48e6-bd1e-f8b76851e763 HTTP/1.1" status: 200 len: 205 time: 0.0662165 Apr 05 09:54:50.549544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53834) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.552256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c085459-b1bb-49d1-bee8-7b0ea7fb308b tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e36d40-af05-42fe-89e0-b3a7e80ed82e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:50.558425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:50.560686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.573363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Usage tracker for resource:security_group_rule and tenant:14b6a8054cb64d7a86251b8ca1eed320 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:50.578403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:50.586631 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:50.680344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.690633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c085459-b1bb-49d1-bee8-7b0ea7fb308b tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.693190 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33be88cc-4e75-464c-b2a4-ccf4b5bdd5fb None None] Network 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:50.709072 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-2c32df2c-cc91-4bf7-a3bb-6551b2541013 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] delete failed (client error): The resource could not be found. Apr 05 09:54:50.712577 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2c32df2c-cc91-4bf7-a3bb-6551b2541013 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/7c2e1cfe-4507-48e6-bd1e-f8b76851e763 HTTP/1.1" status: 404 len: 336 time: 0.1557727 Apr 05 09:54:50.723755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53838) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.767934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.771698 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-76b1017a-a644-4fc7-b513-b805564fb611 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6185100 Apr 05 09:54:50.775481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53842) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.780978 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4c085459-b1bb-49d1-bee8-7b0ea7fb308b tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "DELETE /v2.0/subnets/b2e36d40-af05-42fe-89e0-b3a7e80ed82e HTTP/1.1" status: 204 len: 168 time: 1.9358451 Apr 05 09:54:50.782504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53844) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.794422 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cba9a23f-00fc-4e9d-a4af-6c4170f969b1 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "GET /v2.0/ports?device_id=35feb844-ec92-4803-afcb-edde677d3c3c HTTP/1.1" status: 200 len: 205 time: 0.0675950 Apr 05 09:54:50.810604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53850) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.824394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.828467 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e7358b43-300e-4075-b8d2-2ce1d9b9a997 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5663133 Apr 05 09:54:50.855982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53854) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:50.874430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'enable_snat': False}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:50.898784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:50.918525 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Transition to ACTIVE for port object a831aa13-72a5-4d0e-93cf-49ae60853a27 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:50.949150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Transition to ACTIVE for port object a831aa13-72a5-4d0e-93cf-49ae60853a27 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:50.956107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.032922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Network bb6c5342-f756-4884-9b09-6c0d61e1823e is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:51.036506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:51.040922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:51.046529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Pushing event updated for resources: {'Port': ['ID=a831aa13-72a5-4d0e-93cf-49ae60853a27,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:51.124242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] DHCP port deletion for 5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:54:51.134038 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-b1d9e88d-a49f-4a4e-bd34-20bfe8cf839b tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] delete failed (client error): The resource could not be found. Apr 05 09:54:51.137954 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b1d9e88d-a49f-4a4e-bd34-20bfe8cf839b tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/routers/35feb844-ec92-4803-afcb-edde677d3c3c HTTP/1.1" status: 404 len: 336 time: 0.3225055 Apr 05 09:54:51.139899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53858) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:51.140278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] Deleting port 4e4d6b41-8b88-4d45-8542-409367a00e0b {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:51.140872 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.149376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.190362 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Attempting to bind port a831aa13-72a5-4d0e-93cf-49ae60853a27 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:54:51.190772 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Attempting to bind port a831aa13-72a5-4d0e-93cf-49ae60853a27 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '665c348b-8440-467a-ac52-6175b6c5dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bb6c5342-f756-4884-9b09-6c0d61e1823e'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:54:51.191227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Attempting to bind port a831aa13-72a5-4d0e-93cf-49ae60853a27 on network bb6c5342-f756-4884-9b09-6c0d61e1823e {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:54:51.206435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:54:51.206435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Checking segment: {'id': '665c348b-8440-467a-ac52-6175b6c5dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bb6c5342-f756-4884-9b09-6c0d61e1823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:51.206918 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e41174-76f3-48c3-86c2-cca7efa665e7 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] DELETE failed (client error): The resource could not be found. Apr 05 09:54:51.207122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.207373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e41174-76f3-48c3-86c2-cca7efa665e7 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:54:51.207710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Bound using segment: {'id': '665c348b-8440-467a-ac52-6175b6c5dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bb6c5342-f756-4884-9b09-6c0d61e1823e'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:54:51.208259 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Bound port: a831aa13-72a5-4d0e-93cf-49ae60853a27, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '665c348b-8440-467a-ac52-6175b6c5dfe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bb6c5342-f756-4884-9b09-6c0d61e1823e'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:54:51.208715 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.212006 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b1e41174-76f3-48c3-86c2-cca7efa665e7 tempest-RoutersIpV6AdminTest-2039784491 tempest-RoutersIpV6AdminTest-2039784491-project] 10.222.0.30 "DELETE /v2.0/subnets/931471d2-93fc-43c1-8750-d1f481f5c23d HTTP/1.1" status: 404 len: 337 time: 0.0708961 Apr 05 09:54:51.229901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Deleting port 4e4d6b41-8b88-4d45-8542-409367a00e0b {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:51.230252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.280142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.316920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.321347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] device_id is not set on port 129df49a-9c1b-47fa-a004-0748e33535c0 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:51.392077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e4d6b41-8b88-4d45-8542-409367a00e0b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:51.490424 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] For port 4e4d6b41-8b88-4d45-8542-409367a00e0b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e4d6b41-8b88-4d45-8542-409367a00e0b,segment=NetworkSegment(a59ae0d3-8f95-4be2-8fd6-417077da9b8f),segment_id=a59ae0d3-8f95-4be2-8fd6-417077da9b8f)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:51.491078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.505849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee1cffc-ca6f-4d81-a7d7-9fe2b8a26d58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:51.541331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ef01a-fb2d-4178-a73f-cef1097c2a1b None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:51.609627 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] For port 4e4d6b41-8b88-4d45-8542-409367a00e0b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e4d6b41-8b88-4d45-8542-409367a00e0b,segment=NetworkSegment(a59ae0d3-8f95-4be2-8fd6-417077da9b8f),segment_id=a59ae0d3-8f95-4be2-8fd6-417077da9b8f)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:51.609871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.623728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.658659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:54:51.686001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53866) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:51.688892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4ee1cffc-ca6f-4d81-a7d7-9fe2b8a26d58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.701395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] For port a831aa13-72a5-4d0e-93cf-49ae60853a27, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:54:51.711582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.728030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Calling delete_port for 4e4d6b41-8b88-4d45-8542-409367a00e0b owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:51.733821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.757819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ef01a-fb2d-4178-a73f-cef1097c2a1b None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:51.758118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-500ef01a-fb2d-4178-a73f-cef1097c2a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:51.800772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e956fdb-7473-4e1c-a58f-7fb25071e8d5,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:51.813420 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] Calling delete_port for 4e4d6b41-8b88-4d45-8542-409367a00e0b owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:51.879968 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4ee1cffc-ca6f-4d81-a7d7-9fe2b8a26d58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "PUT /v2.0/floatingips/9135215a-5332-4a80-9013-1426d4d91116 HTTP/1.1" status: 200 len: 977 time: 5.5368025 Apr 05 09:54:51.881011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53872) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:51.886891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] For port a831aa13-72a5-4d0e-93cf-49ae60853a27, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a831aa13-72a5-4d0e-93cf-49ae60853a27,segment=NetworkSegment(665c348b-8440-467a-ac52-6175b6c5dfe5),segment_id=665c348b-8440-467a-ac52-6175b6c5dfe5)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:54:51.891801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-500ef01a-fb2d-4178-a73f-cef1097c2a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:51.906670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.943731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:51.950954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.006606 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ef01a-fb2d-4178-a73f-cef1097c2a1b None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:52.007438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-500ef01a-fb2d-4178-a73f-cef1097c2a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:52.009882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event deleted for resources: {'Port': ['ID=4e4d6b41-8b88-4d45-8542-409367a00e0b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:52.040714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] No DVR routers for this DVR port 4e4d6b41-8b88-4d45-8542-409367a00e0b on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:54:52.049145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-630824de-f353-4690-af6a-70b3571f224f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.089491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-500ef01a-fb2d-4178-a73f-cef1097c2a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:52.089899 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500ef01a-fb2d-4178-a73f-cef1097c2a1b None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:52.095784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:54:52.096144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:54:52.126892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] In _notify_port_updated(), no bound segment for port c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 on network a5f916c9-3c10-487d-a813-e06eb9a65d4a {{(pid=83819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:54:52.131197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:52.132535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.134034 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "PUT /v2.0/ports/c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 HTTP/1.1" status: 200 len: 1130 time: 1.9592724 Apr 05 09:54:52.136310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efdced-888f-4dfc-bc77-9185bff92d2c None None] Pushing event updated for resources: {'Port': ['ID=a831aa13-72a5-4d0e-93cf-49ae60853a27,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:52.155696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53876) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:52.222148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c3bed-ea8a-46d5-bebe-baf97060a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Pushing event updated for resources: {'Port': ['ID=c148dc5e-4a09-4760-ade7-15c1b7fc9fc7,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:52.306933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.317173 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.325916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-630824de-f353-4690-af6a-70b3571f224f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:52.333885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-630824de-f353-4690-af6a-70b3571f224f admin admin] Usage tracker for resource:security_group_rule and tenant:147336dc7d1d49728f9b7db9c42b2d28 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:52.342444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-630824de-f353-4690-af6a-70b3571f224f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:52.360165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port e3ffe5e2-becb-49d3-806b-73a273a71641 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:52.360590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.361176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5b3ed-7751-4c6f-bc0f-e9e8fdb78392 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:52.362106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-85f5b3ed-7751-4c6f-bc0f-e9e8fdb78392 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Synchronizing usage tracker for tenant:56d9c6193c5c4595b303503c3bef2a94 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:54:52.403874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-630824de-f353-4690-af6a-70b3571f224f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:52.408119 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 09:54:52.408613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:54:52.437642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0a1dce-dbf7-4224-8cb3-0e0f9b149470']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:52.453108 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ddb7b422-795f-41be-9038-9f83203b436d None None] Provisioning complete for port c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:52.453602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ddb7b422-795f-41be-9038-9f83203b436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.463203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-85f5b3ed-7751-4c6f-bc0f-e9e8fdb78392 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Unset dirty status for tenant:56d9c6193c5c4595b303503c3bef2a94 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:54:52.464670 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-85f5b3ed-7751-4c6f-bc0f-e9e8fdb78392 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "GET /v2.0/ports/c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 HTTP/1.1" status: 200 len: 1130 time: 0.3036356 Apr 05 09:54:52.503164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53880) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:52.532680 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ddb7b422-795f-41be-9038-9f83203b436d None None] Port c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:52.551411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.554159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59ae0d3-8f95-4be2-8fd6-417077da9b8f') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:52.554634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59ae0d3-8f95-4be2-8fd6-417077da9b8f') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:52.568647 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-799185e1-f44b-42be-a063-5a783b459cb5 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.3484712 Apr 05 09:54:52.574756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53884) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:52.598248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] Deleting port 4e4d6b41-8b88-4d45-8542-409367a00e0b {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:52.599335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.671295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.691873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4e44ae33-fab7-4a98-a710-0cadfafad908 None None] The port '4e4d6b41-8b88-4d45-8542-409367a00e0b' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:54:52.778026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-34babe41-912a-46f4-a789-2c63a0b81ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Deleting port c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:52.778633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-34babe41-912a-46f4-a789-2c63a0b81ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.943582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.973642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-630824de-f353-4690-af6a-70b3571f224f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.978154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:52.978154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:52.995710 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:53.005434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-630824de-f353-4690-af6a-70b3571f224f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.067673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-1236ed32-f352-448f-8264-0bec2c80c5e0 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Deleting port c06fafc2-ddec-43e2-800e-65e139f4bbf3 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:53.068016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1236ed32-f352-448f-8264-0bec2c80c5e0 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.205083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.205319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.242915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630824de-f353-4690-af6a-70b3571f224f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d841b6-3501-4a8f-a9fb-dffc5ef706b9,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:53.245723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.320603 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-630824de-f353-4690-af6a-70b3571f224f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=147336dc7d1d49728f9b7db9c42b2d28&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6015365 Apr 05 09:54:53.324586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53888) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:53.340576 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f969023b-2277-4327-8490-8f182e1a1ecc None None] Network bb6c5342-f756-4884-9b09-6c0d61e1823e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:53.375164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.425950 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a831aa13-72a5-4d0e-93cf-49ae60853a27 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:54:53.445364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-34babe41-912a-46f4-a789-2c63a0b81ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.453738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for e3ffe5e2-becb-49d3-806b-73a273a71641 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:53.481113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] Pushing event deleted for resources: {'Network': ['ID=5f0a1dce-dbf7-4224-8cb3-0e0f9b149470,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:53.481470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Allocated IP 172.20.0.1 (bb6c5342-f756-4884-9b09-6c0d61e1823e/218d0710-96af-4c66-8cd9-5ebbc65206e1/d2f3f7dd-0372-48b8-9f02-4840934c6be3) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:53.516248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8a68ac21-25aa-4012-ac83-8cacd201b311 None None] Provisioning for port a831aa13-72a5-4d0e-93cf-49ae60853a27 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:53.538226 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-11900550-5349-459c-b59c-54e924496218 tempest-ExtraDHCPOptionsTestJSON-840111140 tempest-ExtraDHCPOptionsTestJSON-840111140-project] 10.222.0.30 "DELETE /v2.0/networks/5f0a1dce-dbf7-4224-8cb3-0e0f9b149470 HTTP/1.1" status: 204 len: 168 time: 2.7518871 Apr 05 09:54:53.610088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port a831aa13-72a5-4d0e-93cf-49ae60853a27 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:53.616713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1236ed32-f352-448f-8264-0bec2c80c5e0 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.617252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1236ed32-f352-448f-8264-0bec2c80c5e0 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.626998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-34babe41-912a-46f4-a789-2c63a0b81ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Calling delete_port for c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:53.665969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port a831aa13-72a5-4d0e-93cf-49ae60853a27 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:53.666329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.700998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.785884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-1236ed32-f352-448f-8264-0bec2c80c5e0 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Calling delete_port for c06fafc2-ddec-43e2-800e-65e139f4bbf3 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:53.821643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.828137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.886409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port a831aa13-72a5-4d0e-93cf-49ae60853a27, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a831aa13-72a5-4d0e-93cf-49ae60853a27,segment=NetworkSegment(665c348b-8440-467a-ac52-6175b6c5dfe5),segment_id=665c348b-8440-467a-ac52-6175b6c5dfe5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:53.894348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7925d28-1fac-47ac-8c91-0c03fd035531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.899331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:53.903026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53896) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:53.968192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1236ed32-f352-448f-8264-0bec2c80c5e0 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.000223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7925d28-1fac-47ac-8c91-0c03fd035531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.057166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=a831aa13-72a5-4d0e-93cf-49ae60853a27,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:54.079510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236ed32-f352-448f-8264-0bec2c80c5e0 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Pushing event deleted for resources: {'Port': ['ID=c06fafc2-ddec-43e2-800e-65e139f4bbf3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:54.170499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-385adfb0-86ef-4ac5-ba53-93003ad84c94 None None] Provisioning complete for port a831aa13-72a5-4d0e-93cf-49ae60853a27 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:54.170864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-385adfb0-86ef-4ac5-ba53-93003ad84c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.186823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.230620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.235433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=e3ffe5e2-becb-49d3-806b-73a273a71641,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:54.240543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1236ed32-f352-448f-8264-0bec2c80c5e0 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.289367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Allocated IP 172.26.4.144 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/44e9373d-8060-45f7-ae90-d7f75fb9c0f5) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:54.293826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-34babe41-912a-46f4-a789-2c63a0b81ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.347446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Transition to ACTIVE for port object d2f3f7dd-0372-48b8-9f02-4840934c6be3 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:54:54.348293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1236ed32-f352-448f-8264-0bec2c80c5e0 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.349436 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1236ed32-f352-448f-8264-0bec2c80c5e0 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728 tempest-ExternalNetworksAdminNegativeTestJSON-2072019728-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/9add4480-85bf-4683-a973-a2fda4649ad2 HTTP/1.1" status: 204 len: 168 time: 1.7705483 Apr 05 09:54:54.365468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.370614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34babe41-912a-46f4-a789-2c63a0b81ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Pushing event deleted for resources: {'Port': ['ID=c148dc5e-4a09-4760-ade7-15c1b7fc9fc7,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:54.372564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7925d28-1fac-47ac-8c91-0c03fd035531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.410775 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-64614cd8-b898-4612-8683-91aad9e7d5ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=594d78e48c16406ebfd3b3e61a2f481b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5034292 Apr 05 09:54:54.426625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53904) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:54.478364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7925d28-1fac-47ac-8c91-0c03fd035531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d841b6-3501-4a8f-a9fb-dffc5ef706b9,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:54.569313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-34babe41-912a-46f4-a789-2c63a0b81ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.586665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7925d28-1fac-47ac-8c91-0c03fd035531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.600605 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d7925d28-1fac-47ac-8c91-0c03fd035531 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17d841b6-3501-4a8f-a9fb-dffc5ef706b9 HTTP/1.1" status: 204 len: 168 time: 1.2744167 Apr 05 09:54:54.632534 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-34babe41-912a-46f4-a789-2c63a0b81ee7 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "DELETE /v2.0/ports/c148dc5e-4a09-4760-ade7-15c1b7fc9fc7 HTTP/1.1" status: 204 len: 168 time: 2.1267629 Apr 05 09:54:54.636267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53912) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:54.637377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.681815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53916) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:54.788112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b60d550c-0ae0-48e3-ba87-f68f1c6e0441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.835431 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b60d550c-0ae0-48e3-ba87-f68f1c6e0441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.855484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.867852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network bb6c5342-f756-4884-9b09-6c0d61e1823e is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:54.874310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:54.884934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:54.920500 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-93f2e721-c415-4258-ae74-381623c9a972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.949844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=d2f3f7dd-0372-48b8-9f02-4840934c6be3,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:54.967490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b60d550c-0ae0-48e3-ba87-f68f1c6e0441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:54.993654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-93f2e721-c415-4258-ae74-381623c9a972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:54.996279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d550c-0ae0-48e3-ba87-f68f1c6e0441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c22978f-23f3-4ebd-a7d6-35332cf533f8,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:55.007148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-93f2e721-c415-4258-ae74-381623c9a972 admin admin] Usage tracker for resource:security_group_rule and tenant:472d6bce5c4c4fc6afe81b8183cd683f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:55.012489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-93f2e721-c415-4258-ae74-381623c9a972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:55.019311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b60d550c-0ae0-48e3-ba87-f68f1c6e0441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.023044 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b60d550c-0ae0-48e3-ba87-f68f1c6e0441 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c22978f-23f3-4ebd-a7d6-35332cf533f8 HTTP/1.1" status: 204 len: 168 time: 0.5928206 Apr 05 09:54:55.023044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-93f2e721-c415-4258-ae74-381623c9a972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:55.160121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c21c20-7aa5-4b67-98fd-6652593642c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Deleting subnet 8edb0a16-426a-4e0f-a288-cecf02cd1a58 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:54:55.167841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-86c21c20-7aa5-4b67-98fd-6652593642c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.245704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-93f2e721-c415-4258-ae74-381623c9a972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.245970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.253075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a2e017a6-10ea-4e87-b164-3fdeb0ed99f7 None None] Provisioning for port d2f3f7dd-0372-48b8-9f02-4840934c6be3 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:54:55.258716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a2e017a6-10ea-4e87-b164-3fdeb0ed99f7 None None] Provisioning complete for port d2f3f7dd-0372-48b8-9f02-4840934c6be3 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:55.259057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a2e017a6-10ea-4e87-b164-3fdeb0ed99f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.261049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-93f2e721-c415-4258-ae74-381623c9a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.279692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53930) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:55.304492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-86c21c20-7aa5-4b67-98fd-6652593642c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.327712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2e721-c415-4258-ae74-381623c9a972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe4f8ba-3b1f-4a93-a5c5-5f9efec05d6c,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:55.336482 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-93f2e721-c415-4258-ae74-381623c9a972 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=472d6bce5c4c4fc6afe81b8183cd683f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6525168 Apr 05 09:54:55.337212 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53934) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:55.360176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a2e017a6-10ea-4e87-b164-3fdeb0ed99f7 None None] Port d2f3f7dd-0372-48b8-9f02-4840934c6be3 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:55.384301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.385910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a831aa13-72a5-4d0e-93cf-49ae60853a27 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:54:55.473300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port a831aa13-72a5-4d0e-93cf-49ae60853a27 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:55.473666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.475666 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:54:55.476880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58474a15-eaef-489e-8d53-2f59b8ddb3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.527665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58474a15-eaef-489e-8d53-2f59b8ddb3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.676961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:55.688801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:55.691196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:55.746352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58474a15-eaef-489e-8d53-2f59b8ddb3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.756238 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bcfceec7-3606-4fa1-bd24-e580f142d1d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=793a32e0d03544b597661205ac63f892&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4752138 Apr 05 09:54:55.762639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53948) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:55.769390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Pushing event updated for resources: {'Port': ['ID=44e9373d-8060-45f7-ae90-d7f75fb9c0f5,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:55.779041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58474a15-eaef-489e-8d53-2f59b8ddb3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe4f8ba-3b1f-4a93-a5c5-5f9efec05d6c,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:55.794049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58474a15-eaef-489e-8d53-2f59b8ddb3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.795160 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-58474a15-eaef-489e-8d53-2f59b8ddb3a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fe4f8ba-3b1f-4a93-a5c5-5f9efec05d6c HTTP/1.1" status: 204 len: 168 time: 0.4568908 Apr 05 09:54:55.865916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-298607ed-f9c5-49b2-84b4-6f40d63a53f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.887710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:54:55.888075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-86c21c20-7aa5-4b67-98fd-6652593642c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.898483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.899556 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df0274-7bee-495a-b6a4-ade4b54dd0dc None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:54:55.915351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.918992 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df0274-7bee-495a-b6a4-ade4b54dd0dc None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:55.919875 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f8df0274-7bee-495a-b6a4-ade4b54dd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:55.939589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-298607ed-f9c5-49b2-84b4-6f40d63a53f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:55.985907 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b298057e-aa98-4040-942c-48e69cf925e6 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/floatingips/9135215a-5332-4a80-9013-1426d4d91116 HTTP/1.1" status: 204 len: 168 time: 4.1035590 Apr 05 09:54:55.989385 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53956) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:56.073486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-048bc1ce-7c12-4d1d-a5dc-cb6fb50ef3a1 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port fb9813d4-bcc1-410e-9162-05aa694ddf5b {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:56.073847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-048bc1ce-7c12-4d1d-a5dc-cb6fb50ef3a1 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:56.076410 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f8df0274-7bee-495a-b6a4-ade4b54dd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:56.094011 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8df0274-7bee-495a-b6a4-ade4b54dd0dc None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:54:56.094801 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f8df0274-7bee-495a-b6a4-ade4b54dd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:56.104896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-298607ed-f9c5-49b2-84b4-6f40d63a53f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:56.141455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298607ed-f9c5-49b2-84b4-6f40d63a53f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d3059d-261c-4a0e-8b5f-7bd483679063,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:56.156317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-298607ed-f9c5-49b2-84b4-6f40d63a53f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:56.160424 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-298607ed-f9c5-49b2-84b4-6f40d63a53f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56d3059d-261c-4a0e-8b5f-7bd483679063 HTTP/1.1" status: 204 len: 168 time: 0.3954508 Apr 05 09:54:56.231946 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-86c21c20-7aa5-4b67-98fd-6652593642c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:56.242252 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f8df0274-7bee-495a-b6a4-ade4b54dd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:56.242806 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8df0274-7bee-495a-b6a4-ade4b54dd0dc None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:54:56.306361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c21c20-7aa5-4b67-98fd-6652593642c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Pushing event deleted for resources: {'Subnet': ['ID=8edb0a16-426a-4e0f-a288-cecf02cd1a58,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:56.322311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80909932-7fc4-4724-ae8d-9a180f1aff8d None None] Network a5f916c9-3c10-487d-a813-e06eb9a65d4a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:56.330556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-86c21c20-7aa5-4b67-98fd-6652593642c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:56.394777 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-86c21c20-7aa5-4b67-98fd-6652593642c8 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "DELETE /v2.0/subnets/8edb0a16-426a-4e0f-a288-cecf02cd1a58 HTTP/1.1" status: 204 len: 168 time: 1.7535276 Apr 05 09:54:56.399903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 53968) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:56.404180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-048bc1ce-7c12-4d1d-a5dc-cb6fb50ef3a1 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:56.477707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53972) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:56.529180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:56.561888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:56.585582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-048bc1ce-7c12-4d1d-a5dc-cb6fb50ef3a1 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for fb9813d4-bcc1-410e-9162-05aa694ddf5b owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:56.697443 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a3260e4f-09ee-46fb-99d6-8065f930e048 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14b6a8054cb64d7a86251b8ca1eed320&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2184443 Apr 05 09:54:56.699898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53976) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:56.717996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 53980) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:56.803162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561712ed-9ed5-4ca5-a6d3-b2b08b18711c None None] DHCP port deletion for a5f916c9-3c10-487d-a813-e06eb9a65d4a request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:54:56.810916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-561712ed-9ed5-4ca5-a6d3-b2b08b18711c None None] Deleting port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:56.811203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-561712ed-9ed5-4ca5-a6d3-b2b08b18711c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:56.811388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Deleting port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:56.811785 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.012434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5370d34-e537-4a37-8c83-b17de7cc560a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.057522 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5370d34-e537-4a37-8c83-b17de7cc560a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.069149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1800401872'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:57.078058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:57.086661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-048bc1ce-7c12-4d1d-a5dc-cb6fb50ef3a1 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.115055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.123374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:54:57.133948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:network and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:57.145198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:57.145423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.148492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.162166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bc1ce-7c12-4d1d-a5dc-cb6fb50ef3a1 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=fb9813d4-bcc1-410e-9162-05aa694ddf5b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:57.166287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:57.172516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.181128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-561712ed-9ed5-4ca5-a6d3-b2b08b18711c None None] For port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b,segment=NetworkSegment(26d0f05e-29a2-4766-9cc9-f5edef3ca435),segment_id=26d0f05e-29a2-4766-9cc9-f5edef3ca435)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:57.181514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-561712ed-9ed5-4ca5-a6d3-b2b08b18711c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.219662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:57.223734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.314873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-561712ed-9ed5-4ca5-a6d3-b2b08b18711c None None] Calling delete_port for cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:57.317842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.358769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-048bc1ce-7c12-4d1d-a5dc-cb6fb50ef3a1 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.362437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.381703 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:54:57.424231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:57.428953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group_rule and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:57.431911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:57.439241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:57.508678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-561712ed-9ed5-4ca5-a6d3-b2b08b18711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.534192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.542418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5370d34-e537-4a37-8c83-b17de7cc560a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.557526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561712ed-9ed5-4ca5-a6d3-b2b08b18711c None None] Pushing event deleted for resources: {'Port': ['ID=cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:57.572852 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561712ed-9ed5-4ca5-a6d3-b2b08b18711c None None] No DVR routers for this DVR port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:54:57.574353 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.581300 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.614005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5370d34-e537-4a37-8c83-b17de7cc560a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.615589 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f5370d34-e537-4a37-8c83-b17de7cc560a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e956fdb-7473-4e1c-a58f-7fb25071e8d5 HTTP/1.1" status: 204 len: 168 time: 0.9143457 Apr 05 09:54:57.618656 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5370d34-e537-4a37-8c83-b17de7cc560a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e956fdb-7473-4e1c-a58f-7fb25071e8d5,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:57.662126 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-048bc1ce-7c12-4d1d-a5dc-cb6fb50ef3a1 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/ports/fb9813d4-bcc1-410e-9162-05aa694ddf5b HTTP/1.1" status: 204 len: 168 time: 1.6682165 Apr 05 09:54:57.664798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54004) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:57.665846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:54:57.674906 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:57.681470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:57.686177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:floatingip and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:57.690462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:57.697645 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:57.708058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d177f01-76ec-42fb-9895-5dd158f858cc,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:57.718407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.719183 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Added segment 8baf835f-18cf-4680-bd4b-8e2488754837 of type vlan for network 97a6a890-8e8c-4edb-97a4-7d316b50a34c Apr 05 09:54:57.729029 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.838931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.902109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=d2f3f7dd-0372-48b8-9f02-4840934c6be3,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:57.914692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.917591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:57.918189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:57.971077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] For port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b,segment=NetworkSegment(26d0f05e-29a2-4766-9cc9-f5edef3ca435),segment_id=26d0f05e-29a2-4766-9cc9-f5edef3ca435)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:54:57.971483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:58.066066 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3442409 Apr 05 09:54:58.067450 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:58.069191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54014) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:58.072841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d744b4-dae4-413e-9ff1-fa3a1ef32499 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Network': ['ID=97a6a890-8e8c-4edb-97a4-7d316b50a34c,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:58.090187 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:54:58.117147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'name': 'tempest-PortsTestJSON-773745821'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:58.165086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Calling delete_port for cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:54:58.194406 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network bb6c5342-f756-4884-9b09-6c0d61e1823e is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:58.204050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:58.343262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:58.347165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:port and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:58.350376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:58.356511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:58.369980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:58.373242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:58.412058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port 98b9c17a-982c-4eee-861d-6c12539e15bb yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:54:58.460203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:54:58.460821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:54:58.476400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.26.4.170 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/17f56fe6-7d71-42ca-b311-7b68e8e8163a) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:54:58.618121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b9b563aa-8641-4ec9-a6b3-20951633b752 None None] Provisioning complete for port d2f3f7dd-0372-48b8-9f02-4840934c6be3 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:54:58.618707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9b563aa-8641-4ec9-a6b3-20951633b752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:58.720623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b9b563aa-8641-4ec9-a6b3-20951633b752 None None] Port d2f3f7dd-0372-48b8-9f02-4840934c6be3 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:54:58.898718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:58.902751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Router 388a176a-5285-41bf-bdd3-ef7147e7fc1a is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:54:58.918034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6f608-42e6-4298-9bbe-620521c010a7 req-c17325f8-d2a0-4601-af37-3d3e96b815e8 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:58.919719 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6df6f608-42e6-4298-9bbe-620521c010a7 req-c17325f8-d2a0-4601-af37-3d3e96b815e8 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.1523826 Apr 05 09:54:58.936320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:58.962653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Deleting port cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:54:58.962777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:58.983986 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.055437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.088972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=17f56fe6-7d71-42ca-b311-7b68e8e8163a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:59.103546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54050) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:59.132050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:54:59.140493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:59.142475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:59.176095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] The port 'cbacbb27-b20b-4c0b-b32a-2a5644fcdd6b' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:54:59.235492 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=98b9c17a-982c-4eee-861d-6c12539e15bb,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:54:59.249034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Checking segment: {'id': '8baf835f-18cf-4680-bd4b-8e2488754837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:54:59.249391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network hostable DHCP agents. Network: 97a6a890-8e8c-4edb-97a4-7d316b50a34c, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:54:59.263568 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6df6f608-42e6-4298-9bbe-620521c010a7 req-3e7f2af4-cb78-4a67-a3b2-ffa5e1b20ea1 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331494 Apr 05 09:54:59.291254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:54:59.322828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54058) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:59.370362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.377991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 59a575d3-fd52-476f-9667-d6857f58d8ce is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:54:59.411881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f916c9-3c10-487d-a813-e06eb9a65d4a']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:59.508384 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 97a6a890-8e8c-4edb-97a4-7d316b50a34c) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:54:59.512335 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:54:59.516879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80149d-ce8a-4a4c-956b-39bebd3ff100 None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:54:59.517174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:54:59.517839 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.547740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.559216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2021644956'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:59.600220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1564955287'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:59.611626 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8399531e-e1c7-44fc-bc34-fba03f591212 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5368004 Apr 05 09:54:59.611816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d0f05e-29a2-4766-9cc9-f5edef3ca435') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:59.611816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d0f05e-29a2-4766-9cc9-f5edef3ca435') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:54:59.616603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:59.617616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54068) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:54:59.626415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-473874680'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:54:59.633223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:59.640651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:network and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:59.645081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:59.648558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.672230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3e257753-f7ef-42f8-a230-48c8a4393e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.681651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:54:59.691612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:59.692586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Usage tracker for resource:network and tenant:e1892753ba60453ab67e95d3cf9b6768 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:59.699609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Usage tracker for resource:router and tenant:f7f7f7cd051d4e09b3d96a8bb4027d0a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:54:59.702483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:59.706009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.717817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:59.720906 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.761237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:54:59.782846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:59.788230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:54:59.801401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.824897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:54:59.825297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.838509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:54:59.840937 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:54:59.855751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.856019 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Added segment c4f4f8f1-b5d0-431a-8076-88adb866d2c3 of type vlan for network de121b0c-fee6-4f42-a44a-fc79e0d2f262 Apr 05 09:54:59.901249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Made reservation on behalf of e1892753ba60453ab67e95d3cf9b6768 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:54:59.904523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.912865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.913369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.914272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.955929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.962662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:54:59.968630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.000913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.010338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.013940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:00.014529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.030739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.051365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8230c-90ed-4360-8fdd-bc10642360a5 req-c57e5563-4698-4c7f-9e39-381d15a86a2d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:00.053433 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a8b8230c-90ed-4360-8fdd-bc10642360a5 req-c57e5563-4698-4c7f-9e39-381d15a86a2d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5002563 Apr 05 09:55:00.059836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] Pushing event deleted for resources: {'Network': ['ID=a5f916c9-3c10-487d-a813-e06eb9a65d4a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:00.069571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.103258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:00.122893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Usage tracker for resource:security_group_rule and tenant:e1892753ba60453ab67e95d3cf9b6768 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:00.126908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:00.132238 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-385455f9-dccb-4d0f-884e-42f449147722 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062 tempest-ExtraDHCPOptionsIpV6TestJSON-2010209062-project] 10.222.0.30 "DELETE /v2.0/networks/a5f916c9-3c10-487d-a813-e06eb9a65d4a HTTP/1.1" status: 204 len: 168 time: 3.7311776 Apr 05 09:55:00.141022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:00.154451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:00.165623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.166796 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f70050c8-ae2b-4664-a0c7-c122220952b3 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "PUT /v2.0/routers/388a176a-5285-41bf-bdd3-ef7147e7fc1a HTTP/1.1" status: 200 len: 915 time: 9.3042474 Apr 05 09:55:00.168182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1abdcfd-1eab-44b8-aff1-dd35e9c8f4a6 None None] Sync routers for ids ['388a176a-5285-41bf-bdd3-ef7147e7fc1a'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:00.171728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.175147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54074) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:00.181259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=17f56fe6-7d71-42ca-b311-7b68e8e8163a,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:00.191030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1abdcfd-1eab-44b8-aff1-dd35e9c8f4a6 None None] Routers {'388a176a-5285-41bf-bdd3-ef7147e7fc1a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:00.192027 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5732825 Apr 05 09:55:00.195498 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a1abdcfd-1eab-44b8-aff1-dd35e9c8f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['388a176a-5285-41bf-bdd3-ef7147e7fc1a'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:00.195709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f7aa2-80c8-4b96-a6ac-43103d0f79f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Network': ['ID=de121b0c-fee6-4f42-a44a-fc79e0d2f262,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:00.197539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54078) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:00.207396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'ports': [{'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c'}, {'network_id': 'de121b0c-fee6-4f42-a44a-fc79e0d2f262'}]} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:00.207621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:00.208086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': 'de121b0c-fee6-4f42-a44a-fc79e0d2f262'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:00.266710 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a8b8230c-90ed-4360-8fdd-bc10642360a5 req-9e2e2f87-ee9f-429a-bf30-4166a9e77469 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952496 Apr 05 09:55:00.303731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.304867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a1abdcfd-1eab-44b8-aff1-dd35e9c8f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:00.311993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network de121b0c-fee6-4f42-a44a-fc79e0d2f262 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:00.337695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:00.354518 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e089290-f375-4110-af8e-ce41efb25ee5 None None] Sync routers for ids ['59a575d3-fd52-476f-9667-d6857f58d8ce'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:00.357278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.358810 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fd865040-26a0-4be0-8631-436df9b892ec tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6892400 Apr 05 09:55:00.359161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.360349 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-37b705a0-edbf-4d90-92a3-db97115f5d57 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2043674 Apr 05 09:55:00.361729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54084) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:00.363318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54086) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:00.371679 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a94221a3-3a21-4d3c-9f17-9231f2e363f7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/59a575d3-fd52-476f-9667-d6857f58d8ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5878000 Apr 05 09:55:00.376728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54092) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:00.381205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'port': {'network_id': 'bd62f376-259b-45b6-a05f-bdd6b78f02d5', 'name': 'tempest-FloatingIPTestJSON-1218389800'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:00.387703 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e089290-f375-4110-af8e-ce41efb25ee5 None None] Routers {'59a575d3-fd52-476f-9667-d6857f58d8ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:00.394057 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3e089290-f375-4110-af8e-ce41efb25ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['59a575d3-fd52-476f-9667-d6857f58d8ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:00.502368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1abdcfd-1eab-44b8-aff1-dd35e9c8f4a6 None None] Routers {'388a176a-5285-41bf-bdd3-ef7147e7fc1a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:00.504913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a1abdcfd-1eab-44b8-aff1-dd35e9c8f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['388a176a-5285-41bf-bdd3-ef7147e7fc1a'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:00.556599 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3e089290-f375-4110-af8e-ce41efb25ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:00.574183 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e089290-f375-4110-af8e-ce41efb25ee5 None None] Routers {'59a575d3-fd52-476f-9667-d6857f58d8ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:00.574847 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3e089290-f375-4110-af8e-ce41efb25ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:54:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['59a575d3-fd52-476f-9667-d6857f58d8ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:00.663980 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3e089290-f375-4110-af8e-ce41efb25ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:00.664491 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e089290-f375-4110-af8e-ce41efb25ee5 None None] The sync data for ids ['59a575d3-fd52-476f-9667-d6857f58d8ce'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:00.681516 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:00.688314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:port and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:00.691895 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:00.699108 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a1abdcfd-1eab-44b8-aff1-dd35e9c8f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:00.700417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:00.701016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1abdcfd-1eab-44b8-aff1-dd35e9c8f4a6 None None] The sync data for ids ['388a176a-5285-41bf-bdd3-ef7147e7fc1a'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:00.705600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9081b9a5-c351-40eb-bf07-1624c8a5c6fb tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.749288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.763450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9a54b5-26e4-4333-9a38-e25d63b6acb4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:00.764061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7e9a54b5-26e4-4333-9a38-e25d63b6acb4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:00.765503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54098) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:00.791136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.831027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 2} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:00.835152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.862574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:00.863475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.878393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7e9a54b5-26e4-4333-9a38-e25d63b6acb4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:00.879455 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7e9a54b5-26e4-4333-9a38-e25d63b6acb4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports/d2f3f7dd-0372-48b8-9f02-4840934c6be3 HTTP/1.1" status: 200 len: 910 time: 0.4836845 Apr 05 09:55:00.882350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54104) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:00.884213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12a7cdd-646e-44ca-9f8b-6b33787174c7,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:00.888124 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:00.894035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.894388 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Added segment b58ee88b-639f-4a37-87fd-6c449a3f0592 of type vlan for network 8d923a27-1993-4ecb-9be2-41377e3d8bff Apr 05 09:55:00.903664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:port and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:00.910332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:00.931381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:00.967267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:00.977015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c21ab-aa26-4ea1-a89b-f042b70cb64c req-4d7e3240-11ca-44dd-97c2-3f6549888e32 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:00.986730 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-313c21ab-aa26-4ea1-a89b-f042b70cb64c req-4d7e3240-11ca-44dd-97c2-3f6549888e32 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3665898 Apr 05 09:55:01.025276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Made reservation on behalf of ba64e14e74ee4e0e87501d9504277916 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:01.028863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:01.098797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] device_id is not set on port 28947590-2769-46b7-bfb3-19dcb7126afc yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:01.153908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-313c21ab-aa26-4ea1-a89b-f042b70cb64c req-35f3d834-beb5-4d04-90bf-f4448630ec40 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660578 Apr 05 09:55:01.154503 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:01.157951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:01.158525 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:01.263165 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-88b92267-fd83-48b5-8ede-6c19984d92ba tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/routers/388a176a-5285-41bf-bdd3-ef7147e7fc1a HTTP/1.1" status: 200 len: 921 time: 1.0802789 Apr 05 09:55:01.275179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54110) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:01.387951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event updated for resources: {'Network': ['ID=8d923a27-1993-4ecb-9be2-41377e3d8bff,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:01.401985 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5f67faa7-c0e0-44cd-bfa8-098774a9fafc tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0750883 Apr 05 09:55:01.402174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 8d923a27-1993-4ecb-9be2-41377e3d8bff details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:01.410417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54114) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:01.419794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Request body: {'subnet': {'network_id': '8d923a27-1993-4ecb-9be2-41377e3d8bff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:01.641376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.20.0.7 (bd62f376-259b-45b6-a05f-bdd6b78f02d5/4cd87451-0bc0-4e16-95de-cb3c45ef6e5f/28947590-2769-46b7-bfb3-19dcb7126afc) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:01.699097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9081b9a5-c351-40eb-bf07-1624c8a5c6fb tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:01.701295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:01.715453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc090da-2ccb-4088-9921-bce14cd00843 req-a8df1e84-fced-45f9-9750-d0cd411fe2d0 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:01.716912 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bc090da-2ccb-4088-9921-bce14cd00843 req-a8df1e84-fced-45f9-9750-d0cd411fe2d0 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.4222870 Apr 05 09:55:01.721766 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-38dd7b77-880e-4733-9823-9cc257bf27d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56d9c6193c5c4595b303503c3bef2a94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9552269 Apr 05 09:55:01.723290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Usage tracker for resource:subnet and tenant:e1892753ba60453ab67e95d3cf9b6768 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:01.731829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54118) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:01.733165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9081b9a5-c351-40eb-bf07-1624c8a5c6fb tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:01.746318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:01.756726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port e4d89171-b97c-4ef4-a1b9-9c429ee51c15 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:01.758421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc394-5185-4899-9245-cf1fd30e2a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:01.769566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:01.775461 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bde1028e-54a7-4dce-9e3d-3fa5e0d3b684 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=202208b4-f099-4a1f-a480-c0036edeb111&device_id=388a176a-5285-41bf-bdd3-ef7147e7fc1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4801102 Apr 05 09:55:01.781010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54122) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:01.810217 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9081b9a5-c351-40eb-bf07-1624c8a5c6fb tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:01.810716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9081b9a5-c351-40eb-bf07-1624c8a5c6fb tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebcfe6b-a10c-4ca9-8b37-7627d34a770c {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:55:01.907447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Made reservation on behalf of e1892753ba60453ab67e95d3cf9b6768 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:01.946863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9081b9a5-c351-40eb-bf07-1624c8a5c6fb tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:01.948070 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9081b9a5-c351-40eb-bf07-1624c8a5c6fb tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1ebcfe6b-a10c-4ca9-8b37-7627d34a770c HTTP/1.1" status: 204 len: 168 time: 1.5836213 Apr 05 09:55:01.967134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54126) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:01.977917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Request body: {'router': {'name': 'tempest-router-1756747926', 'distributed': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:01.994840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:02.002846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Usage tracker for resource:router and tenant:f7f7f7cd051d4e09b3d96a8bb4027d0a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:02.022460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:02.036179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:02.055248 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.075800 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bc090da-2ccb-4088-9921-bce14cd00843 req-e09d1389-47ae-43cc-b097-ff1a57c415a6 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429959 Apr 05 09:55:02.130249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.131436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.171419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.190525 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port e4b55191-292a-4490-a1aa-abff00767019 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:02.196326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7870-5177-49ec-9fd7-c8b03f5663d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.209509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.218950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.249295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3701bfb9-220a-416f-aab9-7ed394545fef tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:02.253372 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3701bfb9-220a-416f-aab9-7ed394545fef tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/networks/202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 881 time: 0.4655616 Apr 05 09:55:02.272667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54132) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:02.332387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.354934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.363678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7870-5177-49ec-9fd7-c8b03f5663d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.374812 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-159683b5-4d97-460c-a1c8-1e29d4e1a4ca tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=388a176a-5285-41bf-bdd3-ef7147e7fc1a HTTP/1.1" status: 200 len: 205 time: 0.0988429 Apr 05 09:55:02.381238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54138) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:02.417623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.418792 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8ee90197-7913-4297-a802-0937ec53c30b tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4507077 Apr 05 09:55:02.423068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54142) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:02.680312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.685270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7870-5177-49ec-9fd7-c8b03f5663d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.695282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.759288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c48c48d-24d2-4893-a8e7-48c18d95ff12 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.767031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c7870-5177-49ec-9fd7-c8b03f5663d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8219db-b387-4418-979a-71d1734b7680,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:02.831987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network bd62f376-259b-45b6-a05f-bdd6b78f02d5 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:02.840009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7870-5177-49ec-9fd7-c8b03f5663d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.841113 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3e7c7870-5177-49ec-9fd7-c8b03f5663d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d8219db-b387-4418-979a-71d1734b7680 HTTP/1.1" status: 204 len: 168 time: 1.1073220 Apr 05 09:55:02.842063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:02.857395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735742c-e26f-4865-8030-09a2c308592b req-dc6e7782-f576-4e46-9c35-dd237a7eff01 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:02.858856 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9735742c-e26f-4865-8030-09a2c308592b req-dc6e7782-f576-4e46-9c35-dd237a7eff01 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3935261 Apr 05 09:55:02.861359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=28947590-2769-46b7-bfb3-19dcb7126afc,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:02.866213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:02.946674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.971330 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:02.972169 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.019678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.020215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:03.020824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.075853 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9735742c-e26f-4865-8030-09a2c308592b req-688d5cf5-19f0-4181-9258-cd09f654163a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817579 Apr 05 09:55:03.088958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event updated for resources: {'Subnet': ['ID=bdb33b66-ec88-4898-b756-231ce35865c4,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:03.101919 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-19d4d545-eeba-4576-894a-049aed349242 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7332673 Apr 05 09:55:03.103325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54150) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:03.110718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-00ad02cc-629e-43ca-9e69-36d0d624b205 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'port_id': '28947590-2769-46b7-bfb3-19dcb7126afc'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:03.179429 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:03.196130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Checking segment: {'id': 'b58ee88b-639f-4a37-87fd-6c449a3f0592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d923a27-1993-4ecb-9be2-41377e3d8bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:03.196493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Network hostable DHCP agents. Network: 8d923a27-1993-4ecb-9be2-41377e3d8bff, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:03.204073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ad02cc-629e-43ca-9e69-36d0d624b205 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.251710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:03.254031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:03.255169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.261955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=e4d89171-b97c-4ef4-a1b9-9c429ee51c15,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:03.373100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.517137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=e4b55191-292a-4490-a1aa-abff00767019,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:03.592235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c48c48d-24d2-4893-a8e7-48c18d95ff12 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.599291 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Checking segment: {'id': 'c4f4f8f1-b5d0-431a-8076-88adb866d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'de121b0c-fee6-4f42-a44a-fc79e0d2f262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:03.600402 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network hostable DHCP agents. Network: de121b0c-fee6-4f42-a44a-fc79e0d2f262, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:03.620334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Network 8d923a27-1993-4ecb-9be2-41377e3d8bff is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:03.643651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c48c48d-24d2-4893-a8e7-48c18d95ff12 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.653707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 8d923a27-1993-4ecb-9be2-41377e3d8bff) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:03.665292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:03.665883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.666735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76adc8fb-1f18-4475-8fb5-bf21ff44924f None None] Network 8d923a27-1993-4ecb-9be2-41377e3d8bff requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:03.689161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c48c48d-24d2-4893-a8e7-48c18d95ff12 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.689733 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c48c48d-24d2-4893-a8e7-48c18d95ff12 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fdde2db4-8057-4e2c-bbda-7340a9429c87 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:55:03.726989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network de121b0c-fee6-4f42-a44a-fc79e0d2f262 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:03.737487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c48c48d-24d2-4893-a8e7-48c18d95ff12 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.743065 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7c48c48d-24d2-4893-a8e7-48c18d95ff12 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] 10.222.0.30 "DELETE /v2.0/routers/fdde2db4-8057-4e2c-bbda-7340a9429c87 HTTP/1.1" status: 204 len: 168 time: 1.3173192 Apr 05 09:55:03.746329 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54168) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:03.754216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Request body: {'router': {'name': 'tempest-router-2298495', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b91fcbc1771d4d49a95ac9c6b856a816'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:03.758409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, de121b0c-fee6-4f42-a44a-fc79e0d2f262) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:03.762315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:03.766938 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:03.770098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:03.770750 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.779976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:03.788414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Usage tracker for resource:router and tenant:b91fcbc1771d4d49a95ac9c6b856a816 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:03.797437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:03.803926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54172) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:03.809785 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e9cf6eba-8a70-4702-a273-c98e643397d3 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3986061 Apr 05 09:55:03.814569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:03.816508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a021c-3ea8-41b8-a6f5-e71a396fe5bb None None] Network de121b0c-fee6-4f42-a44a-fc79e0d2f262 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:03.817807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54176) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:03.826075 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-32c4689d-8de4-434b-afad-22fb2ffea83f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6233292 Apr 05 09:55:03.830615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-722460249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:03.832967 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54182) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:03.839670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:03.847072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Usage tracker for resource:router and tenant:e1892753ba60453ab67e95d3cf9b6768 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:03.851205 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:03.858456 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.859339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.863432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:03.922939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.924079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.947471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c963d514-72ef-4a41-aafd-305283f14517 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port e4b55191-292a-4490-a1aa-abff00767019 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:03.947843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c963d514-72ef-4a41-aafd-305283f14517 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.952591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.988059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:03.999331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.076873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.080824 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3c1cba30-9699-4f4c-80a0-fff1a6a282a6 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3291266 Apr 05 09:55:04.081853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54186) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:04.086722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.096156 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:04.101119 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'networks': [{'name': 'tempest-network--143840429'}, {'name': 'tempest-network--920004089'}]} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:04.101423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'network': {'name': 'tempest-network--143840429'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:04.101868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'network': {'name': 'tempest-network--920004089'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:04.112261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:04.126015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Usage tracker for resource:network and tenant:072dbe531f7742c1b9fc9845515ce0fb is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:04.145584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:04.148106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port d2f3f7dd-0372-48b8-9f02-4840934c6be3 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:04.149183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.177124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-8d923a27-1993-4ecb-9be2-41377e3d8bff', 'network_id': '8d923a27-1993-4ecb-9be2-41377e3d8bff', 'tenant_id': 'e1892753ba60453ab67e95d3cf9b6768', 'fixed_ips': [{'subnet_id': 'bdb33b66-ec88-4898-b756-231ce35865c4'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:04.178682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.186425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:04.270918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Made reservation on behalf of 072dbe531f7742c1b9fc9845515ce0fb for: {'network': 2} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:04.274689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.322920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.383358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Allocated IP 172.20.0.2 (8d923a27-1993-4ecb-9be2-41377e3d8bff/bdb33b66-ec88-4898-b756-231ce35865c4/6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:04.402607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.414923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.416887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.423916 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2d79314b-2ea2-4a48-89f7-e537e74f4d4c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5989125 Apr 05 09:55:04.425271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54192) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:04.456074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Deleting port 44e9373d-8060-45f7-ae90-d7f75fb9c0f5 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:04.456406 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.486187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c963d514-72ef-4a41-aafd-305283f14517 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.601493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.612802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Transition to ACTIVE for port object 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:04.645860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Transition to ACTIVE for port object 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:04.656233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c963d514-72ef-4a41-aafd-305283f14517 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for e4b55191-292a-4490-a1aa-abff00767019 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:04.656413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.730717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Network 8d923a27-1993-4ecb-9be2-41377e3d8bff is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:04.733868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:04.735597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Pushing event updated for resources: {'Port': ['ID=6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:04.738051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:04.873838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Attempting to bind port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:04.874183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Attempting to bind port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'b58ee88b-639f-4a37-87fd-6c449a3f0592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d923a27-1993-4ecb-9be2-41377e3d8bff'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:04.874456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Attempting to bind port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 on network 8d923a27-1993-4ecb-9be2-41377e3d8bff {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:04.881687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:04.882168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Checking segment: {'id': 'b58ee88b-639f-4a37-87fd-6c449a3f0592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d923a27-1993-4ecb-9be2-41377e3d8bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:04.882568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.882949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Bound using segment: {'id': 'b58ee88b-639f-4a37-87fd-6c449a3f0592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d923a27-1993-4ecb-9be2-41377e3d8bff'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:04.883402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Bound port: 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b58ee88b-639f-4a37-87fd-6c449a3f0592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8d923a27-1993-4ecb-9be2-41377e3d8bff'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:04.883793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.899531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:04.906006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.913519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-00ad02cc-629e-43ca-9e69-36d0d624b205 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:55:04.972461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Usage tracker for resource:security_group_rule and tenant:072dbe531f7742c1b9fc9845515ce0fb is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:04.978596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] For port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:04.981811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] For port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584,segment=NetworkSegment(b58ee88b-639f-4a37-87fd-6c449a3f0592),segment_id=b58ee88b-639f-4a37-87fd-6c449a3f0592)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:04.987700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:04.994811 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:05.017003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:05.053494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07cf810-4e23-44cb-a5e4-439f06c67880 req-fd6463e5-a952-413c-99ca-765cfc03d1c0 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:05.054968 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d07cf810-4e23-44cb-a5e4-439f06c67880 req-fd6463e5-a952-413c-99ca-765cfc03d1c0 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.7174504 Apr 05 09:55:05.064806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f3a6e-936c-44a6-9bfb-826adee0e117 None None] Pushing event updated for resources: {'Port': ['ID=6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:05.094683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for d2f3f7dd-0372-48b8-9f02-4840934c6be3 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:05.112873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ad02cc-629e-43ca-9e69-36d0d624b205 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.135374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c963d514-72ef-4a41-aafd-305283f14517 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.139905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.150668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ad02cc-629e-43ca-9e69-36d0d624b205 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.317949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.318322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.428391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:05.493572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Calling delete_port for 44e9373d-8060-45f7-ae90-d7f75fb9c0f5 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:05.508711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:05.524251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963d514-72ef-4a41-aafd-305283f14517 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=e4b55191-292a-4490-a1aa-abff00767019,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:05.559021 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c963d514-72ef-4a41-aafd-305283f14517 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.622383 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d07cf810-4e23-44cb-a5e4-439f06c67880 req-c835f367-6540-4678-a10c-447bd4538da5 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5398839 Apr 05 09:55:05.635170 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c963d514-72ef-4a41-aafd-305283f14517 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/e4b55191-292a-4490-a1aa-abff00767019 HTTP/1.1" status: 204 len: 168 time: 1.8005857 Apr 05 09:55:05.640899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54196) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:05.705296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.723401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.723904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.729465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83820) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 05 09:55:05.729954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Router 2acbfe86-fb7e-4b09-8d13-0424d7a3d7b5 migrating from provider to provider. {{(pid=83820) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 05 09:55:05.730475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.745408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.790786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.804305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52b6814-6435-4cb1-8522-2bcfd09263cc,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:05.831269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:05.852470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:05.852817 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Added segment 03ac4bfd-17fb-4a66-8b97-2d0cbb5be39b of type vlan for network 7e65dbd0-6f4a-4d7a-8136-3d8ca9d3c80e Apr 05 09:55:05.941795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e4f83-ae5f-4fad-88d5-6b5a58850280 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:05.946433 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e4f83-ae5f-4fad-88d5-6b5a58850280 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:05.947212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1c3e4f83-ae5f-4fad-88d5-6b5a58850280 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:05.966689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.011930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.016440 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1c3e4f83-ae5f-4fad-88d5-6b5a58850280 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:06.017672 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1c3e4f83-ae5f-4fad-88d5-6b5a58850280 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3597949 Apr 05 09:55:06.036324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54200) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:06.077094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Pushing event deleted for resources: {'Port': ['ID=44e9373d-8060-45f7-ae90-d7f75fb9c0f5,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:06.081069 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-00ad02cc-629e-43ca-9e69-36d0d624b205 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP b456289e-6cea-4705-8b4c-e700905c49bd associated. External IP: 172.26.4.170, port: 28947590-2769-46b7-bfb3-19dcb7126afc. Apr 05 09:55:06.098395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.132766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.148858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c10bb08-b3b6-41f9-9247-5ff613ad8961 None None] Network 8d923a27-1993-4ecb-9be2-41377e3d8bff requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:06.158973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:06.243762 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-facfc5bd-8d64-4455-ab94-cae6587a9ebd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port e4d89171-b97c-4ef4-a1b9-9c429ee51c15 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:06.243980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-facfc5bd-8d64-4455-ab94-cae6587a9ebd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.247549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a8e4e9dc-474c-4b10-bf00-053b232dc1ca None None] Provisioning for port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:06.263211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a8e4e9dc-474c-4b10-bf00-053b232dc1ca None None] Provisioning complete for port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:06.263751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a8e4e9dc-474c-4b10-bf00-053b232dc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.279023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=d2f3f7dd-0372-48b8-9f02-4840934c6be3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:06.300609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.300609 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Added segment ae1357e5-1f58-47b4-b3b8-dd76f370488a of type vlan for network ce6d13a8-ea32-4897-b080-fcbb63e87eaf Apr 05 09:55:06.368032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.430577 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.431214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.431725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.432199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.432672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.433163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.433635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.434116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.434581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.435044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.435542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:06.493232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a8e4e9dc-474c-4b10-bf00-053b232dc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.532404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a8e4e9dc-474c-4b10-bf00-053b232dc1ca None None] For port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584,segment=NetworkSegment(b58ee88b-639f-4a37-87fd-6c449a3f0592),segment_id=b58ee88b-639f-4a37-87fd-6c449a3f0592)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:06.556906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a8e4e9dc-474c-4b10-bf00-053b232dc1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.562809 dv-neutron-833199-1-hyperv neutron-server[83820]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] No L3 agents can host the router 2acbfe86-fb7e-4b09-8d13-0424d7a3d7b5 Apr 05 09:55:06.717649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4e9dc-474c-4b10-bf00-053b232dc1ca None None] Pushing event updated for resources: {'Port': ['ID=6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:06.737275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.889799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6208352e-f53a-4dd9-8f7d-3daa7b5ac403 None None] Provisioning complete for port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:06.890304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6208352e-f53a-4dd9-8f7d-3daa7b5ac403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:06.893762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:55:07.043559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.044238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.047547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:07.050500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:07.051140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.128037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.158893 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-facfc5bd-8d64-4455-ab94-cae6587a9ebd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.213400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.229270 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.4217463 Apr 05 09:55:07.232384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54206) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:07.263692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'Network': ['ID=7e65dbd0-6f4a-4d7a-8136-3d8ca9d3c80e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:07.277764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 7e65dbd0-6f4a-4d7a-8136-3d8ca9d3c80e details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:07.296693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-facfc5bd-8d64-4455-ab94-cae6587a9ebd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for e4d89171-b97c-4ef4-a1b9-9c429ee51c15 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:07.390047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:07.468890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.469426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Fanout notify agent at l3_agent the message router_deleted on router 388a176a-5285-41bf-bdd3-ef7147e7fc1a {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:55:07.470867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'Network': ['ID=ce6d13a8-ea32-4897-b080-fcbb63e87eaf,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:07.480672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.484665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Allocated IP 172.20.0.1 (8d923a27-1993-4ecb-9be2-41377e3d8bff/bdb33b66-ec88-4898-b756-231ce35865c4/cdace89c-f328-4745-ab51-823dc688559c) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:07.488558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Hosts for router 2acbfe86-fb7e-4b09-8d13-0424d7a3d7b5: [] {{(pid=83820) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 05 09:55:07.502996 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:07.503579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.509253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a2880-a08a-46ff-82b7-fad551d60789 req-995c54e6-eb52-49e6-8e29-4f9aa573d27e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:07.517106 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-585a2880-a08a-46ff-82b7-fad551d60789 req-995c54e6-eb52-49e6-8e29-4f9aa573d27e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.4826469 Apr 05 09:55:07.537642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Hosts for other DVR routers connected to router 2acbfe86-fb7e-4b09-8d13-0424d7a3d7b5: set() {{(pid=83820) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 05 09:55:07.543458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-facfc5bd-8d64-4455-ab94-cae6587a9ebd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.550263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.551012 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-007bc8c2-d703-4bc4-9c5f-6525e209944c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/388a176a-5285-41bf-bdd3-ef7147e7fc1a HTTP/1.1" status: 204 len: 168 time: 5.1632221 Apr 05 09:55:07.564120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.564468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.564832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.565153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.565490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.565823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.566157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.566488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.566819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.567148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.567480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2668d9b-1ad6-4cf2-9291-755aa9a57419 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:07.576534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54210) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:07.582805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network ce6d13a8-ea32-4897-b080-fcbb63e87eaf details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:07.591281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1263407186', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:07.605630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe46621-7211-41e5-a7fc-97c6ba7c907a tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:07.610356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe46621-7211-41e5-a7fc-97c6ba7c907a tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:07.614490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe46621-7211-41e5-a7fc-97c6ba7c907a tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:07.619018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe46621-7211-41e5-a7fc-97c6ba7c907a tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:07.619902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6fe46621-7211-41e5-a7fc-97c6ba7c907a tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Synchronizing usage tracker for tenant:072dbe531f7742c1b9fc9845515ce0fb on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:07.625211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:07.636985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Usage tracker for resource:router and tenant:dfa7b469c27f45e4a719239fc5881da9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:07.641914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:07.659820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:07.680067 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-585a2880-a08a-46ff-82b7-fad551d60789 req-7d4a2a2f-6070-4714-b788-12d3aa71c7de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632383 Apr 05 09:55:07.735086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfc5bd-8d64-4455-ab94-cae6587a9ebd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=e4d89171-b97c-4ef4-a1b9-9c429ee51c15,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:07.757874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.758815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.763370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6fe46621-7211-41e5-a7fc-97c6ba7c907a tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Unset dirty status for tenant:072dbe531f7742c1b9fc9845515ce0fb on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:07.764729 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6fe46621-7211-41e5-a7fc-97c6ba7c907a tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5260432 Apr 05 09:55:07.773376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54214) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:07.812103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.813197 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ed48b9cb-0793-41d8-a796-960a05420af0 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] 10.222.0.30 "PUT /v2.0/routers/2acbfe86-fb7e-4b09-8d13-0424d7a3d7b5 HTTP/1.1" status: 200 len: 714 time: 3.7310233 Apr 05 09:55:07.816617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54218) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:07.824609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-facfc5bd-8d64-4455-ab94-cae6587a9ebd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.826393 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-facfc5bd-8d64-4455-ab94-cae6587a9ebd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/e4d89171-b97c-4ef4-a1b9-9c429ee51c15 HTTP/1.1" status: 204 len: 168 time: 1.7876143 Apr 05 09:55:07.829444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54222) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:07.946011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:07.984338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.182888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.205648 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-949d3ccf-3ee6-442c-a68c-3407c4152ebb tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] 10.222.0.30 "GET /v2.0/routers/2acbfe86-fb7e-4b09-8d13-0424d7a3d7b5 HTTP/1.1" status: 200 len: 714 time: 0.3820367 Apr 05 09:55:08.212863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54226) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:08.215598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Transition to ACTIVE for port object cdace89c-f328-4745-ab51-823dc688559c will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:08.352042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7355917a-deba-4c3c-bcb4-ec43308a1dbb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:08.352717 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7355917a-deba-4c3c-bcb4-ec43308a1dbb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:08.406774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.415470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.450837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.454217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e65dbd0-6f4a-4d7a-8136-3d8ca9d3c80e']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:08.483788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ac4bfd-17fb-4a66-8b97-2d0cbb5be39b') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:08.484084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ac4bfd-17fb-4a66-8b97-2d0cbb5be39b') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:08.504020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.575390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.588490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:08.588967 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:08.605087 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:08.659782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ad02cc-629e-43ca-9e69-36d0d624b205 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:55:08.670636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7355917a-deba-4c3c-bcb4-ec43308a1dbb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:08.672176 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7355917a-deba-4c3c-bcb4-ec43308a1dbb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7928288 Apr 05 09:55:08.675757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54232) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:08.721308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Network 8d923a27-1993-4ecb-9be2-41377e3d8bff is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:08.724884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 59a575d3-fd52-476f-9667-d6857f58d8ce has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:55:08.728484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:08.733030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event updated for resources: {'Port': ['ID=cdace89c-f328-4745-ab51-823dc688559c,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:08.735551 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:08.747011 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de35c51-7ea2-4e04-aa00-68c3ae7f3d2a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:55:08.751095 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7de35c51-7ea2-4e04-aa00-68c3ae7f3d2a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/e4b55191-292a-4490-a1aa-abff00767019 HTTP/1.1" status: 404 len: 333 time: 0.0609100 Apr 05 09:55:08.752865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54238) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:08.806455 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c87d44f5-010c-40ff-b266-67866a838738 tempest-RoutersTestDVR-1608330014 tempest-RoutersTestDVR-1608330014-project] 10.222.0.30 "GET /v2.0/routers/2acbfe86-fb7e-4b09-8d13-0424d7a3d7b5 HTTP/1.1" status: 200 len: 680 time: 0.5923905 Apr 05 09:55:08.813749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54242) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:08.880968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.918766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.967317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:08.973231 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-410c67e1-d5e9-43a6-bd45-7b83f4ca103b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:55:08.975793 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-410c67e1-d5e9-43a6-bd45-7b83f4ca103b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/e4d89171-b97c-4ef4-a1b9-9c429ee51c15 HTTP/1.1" status: 404 len: 333 time: 0.2212346 Apr 05 09:55:08.984768 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54246) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:08.998505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Network': ['ID=7e65dbd0-6f4a-4d7a-8136-3d8ca9d3c80e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:09.053988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3b6a592a-4751-4e18-bf9d-1bf57e729bd2 None None] Provisioning for port cdace89c-f328-4745-ab51-823dc688559c completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:09.059824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3b6a592a-4751-4e18-bf9d-1bf57e729bd2 None None] Provisioning complete for port cdace89c-f328-4745-ab51-823dc688559c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:09.060192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b6a592a-4751-4e18-bf9d-1bf57e729bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:09.118057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3b6a592a-4751-4e18-bf9d-1bf57e729bd2 None None] Port cdace89c-f328-4745-ab51-823dc688559c cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:09.139648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e3b8-d086-4aa3-a91a-d45c40d1aec8 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:09.154006 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-906c1fa1-8d97-49b6-a18d-346262c7c1ba tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "DELETE /v2.0/networks/7e65dbd0-6f4a-4d7a-8136-3d8ca9d3c80e HTTP/1.1" status: 204 len: 168 time: 1.3763323 Apr 05 09:55:09.166838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54250) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:09.251237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:09.261116 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-35a90d26-c6c3-437c-bf4f-d9eac1958e6d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/59a575d3-fd52-476f-9667-d6857f58d8ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3777997 Apr 05 09:55:09.265671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bb1e78-8d82-4214-8a5a-c5b3b23e91b6 None None] Sync routers for ids ['59a575d3-fd52-476f-9667-d6857f58d8ce'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:09.278457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb1e78-8d82-4214-8a5a-c5b3b23e91b6 None None] Routers {'59a575d3-fd52-476f-9667-d6857f58d8ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:09.279060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c1bb1e78-8d82-4214-8a5a-c5b3b23e91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['59a575d3-fd52-476f-9667-d6857f58d8ce'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:09.289795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54254) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:09.316940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:09.326373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:09.348013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c1bb1e78-8d82-4214-8a5a-c5b3b23e91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:09.359247 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb1e78-8d82-4214-8a5a-c5b3b23e91b6 None None] Routers {'59a575d3-fd52-476f-9667-d6857f58d8ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:09.359866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c1bb1e78-8d82-4214-8a5a-c5b3b23e91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['59a575d3-fd52-476f-9667-d6857f58d8ce'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:09.405928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:09.420462 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c1bb1e78-8d82-4214-8a5a-c5b3b23e91b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:09.420866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bb1e78-8d82-4214-8a5a-c5b3b23e91b6 None None] The sync data for ids ['59a575d3-fd52-476f-9667-d6857f58d8ce'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:09.449849 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fc8dccd7-f9aa-4dfe-b8fc-dff81a17b2e0 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a575d3-fd52-476f-9667-d6857f58d8ce HTTP/1.1" status: 200 len: 205 time: 0.1499147 Apr 05 09:55:09.455762 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54258) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:09.462755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:09.510799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:09.595059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1cc21-f2a5-4aa9-a877-33f0b8ed57ad req-0f834f11-d8ad-4a2a-bff8-1e457bb971c8 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:09.596551 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-beb1cc21-f2a5-4aa9-a877-33f0b8ed57ad req-0f834f11-d8ad-4a2a-bff8-1e457bb971c8 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5959697 Apr 05 09:55:09.776311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:09.933013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e3b8-d086-4aa3-a91a-d45c40d1aec8 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.003026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e3b8-d086-4aa3-a91a-d45c40d1aec8 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.016331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d3297bc6-627a-4d6b-a7a3-73abad54341a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.060703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de121b0c-fee6-4f42-a44a-fc79e0d2f262']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:10.078018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.097167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f4f8f1-b5d0-431a-8076-88adb866d2c3') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:10.097466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f4f8f1-b5d0-431a-8076-88adb866d2c3') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:10.108575 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-beb1cc21-f2a5-4aa9-a877-33f0b8ed57ad req-283a8bf8-e90b-4492-b3e7-582215ac60bc tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4460030 Apr 05 09:55:10.137651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.151461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6d13a8-ea32-4897-b080-fcbb63e87eaf']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:10.162500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Allocated IP 172.26.4.108 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/b4154d01-2604-4fff-a379-a2b2328a66db) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:10.175383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1357e5-1f58-47b4-b3b8-dd76f370488a') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:10.175743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1357e5-1f58-47b4-b3b8-dd76f370488a') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:10.180287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e3b8-d086-4aa3-a91a-d45c40d1aec8 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.180749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff2e3b8-d086-4aa3-a91a-d45c40d1aec8 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2acbfe86-fb7e-4b09-8d13-0424d7a3d7b5 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:55:10.196417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.199409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.221409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:10.221836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:10.238884 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:10.309225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ff2e3b8-d086-4aa3-a91a-d45c40d1aec8 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.310360 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8ff2e3b8-d086-4aa3-a91a-d45c40d1aec8 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] 10.222.0.30 "DELETE /v2.0/routers/2acbfe86-fb7e-4b09-8d13-0424d7a3d7b5 HTTP/1.1" status: 204 len: 168 time: 1.4956176 Apr 05 09:55:10.318003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54262) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:10.371175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.374238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ad02cc-629e-43ca-9e69-36d0d624b205 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:10.385127 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd41338-efa0-4a49-9625-0fcfdfa7fd36 None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:10.393327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Request body: {'router': {'name': 'tempest-router-1725059805', 'distributed': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:10.394458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:10.394867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.399639 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd41338-efa0-4a49-9625-0fcfdfa7fd36 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:10.400686 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-afd41338-efa0-4a49-9625-0fcfdfa7fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:10.405326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:10.418917 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:10.471048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Usage tracker for resource:router and tenant:f7f7f7cd051d4e09b3d96a8bb4027d0a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:10.479547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ad02cc-629e-43ca-9e69-36d0d624b205 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.482776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:10.496976 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-afd41338-efa0-4a49-9625-0fcfdfa7fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:10.508298 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd41338-efa0-4a49-9625-0fcfdfa7fd36 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:10.508906 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-afd41338-efa0-4a49-9625-0fcfdfa7fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:10.528273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.554102 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:10.581056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.589131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d3297bc6-627a-4d6b-a7a3-73abad54341a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.600495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d3297bc6-627a-4d6b-a7a3-73abad54341a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.605752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.606660 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.606988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Network': ['ID=de121b0c-fee6-4f42-a44a-fc79e0d2f262,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:10.627991 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c3a031b6-d632-4c72-ba7d-7f3cb2371245 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/networks/de121b0c-fee6-4f42-a44a-fc79e0d2f262 HTTP/1.1" status: 204 len: 168 time: 1.6323009 Apr 05 09:55:10.628758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.636718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54266) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:10.656966 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-afd41338-efa0-4a49-9625-0fcfdfa7fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:10.657642 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd41338-efa0-4a49-9625-0fcfdfa7fd36 None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:10.658093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.667229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.668889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.670981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.676316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1237070624'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:10.680722 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-00ad02cc-629e-43ca-9e69-36d0d624b205 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "PUT /v2.0/floatingips/b456289e-6cea-4705-8b4c-e700905c49bd HTTP/1.1" status: 200 len: 978 time: 7.5761523 Apr 05 09:55:10.692589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54270) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:10.699307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:10.703474 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.706646 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Network': ['ID=ce6d13a8-ea32-4897-b080-fcbb63e87eaf,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:10.738751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d3297bc6-627a-4d6b-a7a3-73abad54341a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.739279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3297bc6-627a-4d6b-a7a3-73abad54341a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Fanout notify agent at l3_agent the message router_deleted on router 59a575d3-fd52-476f-9667-d6857f58d8ce {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:55:10.749380 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d467eda3-9434-461e-9b1d-e3f16a02e56c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "DELETE /v2.0/networks/ce6d13a8-ea32-4897-b080-fcbb63e87eaf HTTP/1.1" status: 204 len: 168 time: 1.5761485 Apr 05 09:55:10.749760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54274) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:10.754023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:network and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:10.760442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:10.777464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:10.795064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port 28947590-2769-46b7-bfb3-19dcb7126afc {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:10.795408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.850615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:10.853455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.868177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d3297bc6-627a-4d6b-a7a3-73abad54341a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.869251 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d3297bc6-627a-4d6b-a7a3-73abad54341a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/59a575d3-fd52-476f-9667-d6857f58d8ce HTTP/1.1" status: 204 len: 168 time: 1.4125798 Apr 05 09:55:10.876476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event updated for resources: {'Port': ['ID=cdace89c-f328-4745-ab51-823dc688559c,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:10.876759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54278) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:10.883006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.894768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.929836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:10.930994 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ac0ac9fe-de96-4370-a5d1-668ebe258280 tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5574250 Apr 05 09:55:10.942857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54282) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:10.979578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.037307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:11.119910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.120169 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Added segment a5263b30-3a52-4f18-8f54-358e0615178c of type vlan for network c41005bc-bb36-4b22-ab1f-332a00d4777c Apr 05 09:55:11.237057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Pushing event updated for resources: {'Port': ['ID=b4154d01-2604-4fff-a379-a2b2328a66db,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:11.241630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:11.256707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:11.291441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f587e2-fd18-48e6-9f1c-2c71fc7d6408 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:11.295253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f587e2-fd18-48e6-9f1c-2c71fc7d6408 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:11.296770 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-50f587e2-fd18-48e6-9f1c-2c71fc7d6408 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5402982 Apr 05 09:55:11.303746 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54288) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:11.306798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:11.323461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-507900566'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:11.330694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:11.338004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Usage tracker for resource:network and tenant:072dbe531f7742c1b9fc9845515ce0fb is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:11.343031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:11.346833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0d1363fb-7ed0-4388-a2d7-857c0da7fa1d tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.388677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.416636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:11.493511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Network 8d923a27-1993-4ecb-9be2-41377e3d8bff is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:11.494372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Made reservation on behalf of 072dbe531f7742c1b9fc9845515ce0fb for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:11.497281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.517428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:11.544013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.640561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf12000-9f0a-4c8a-99cf-9bd1319775aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting subnet 218d0710-96af-4c66-8cd9-5ebbc65206e1 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:55:11.652043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.655782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:11.656370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.675559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eaf12000-9f0a-4c8a-99cf-9bd1319775aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.759751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-fbb7c026-91f0-495f-8c34-5fed35dcfa9b None None] Provisioning complete for port cdace89c-f328-4745-ab51-823dc688559c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:11.760360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fbb7c026-91f0-495f-8c34-5fed35dcfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.817394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-fbb7c026-91f0-495f-8c34-5fed35dcfa9b None None] Port cdace89c-f328-4745-ab51-823dc688559c cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:11.839430 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:11.885441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab556e-2e7e-476c-8b8b-6fe8988113b3 req-08842d61-9c54-4b50-870e-8db24cd94d75 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:11.886908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0cab556e-2e7e-476c-8b8b-6fe8988113b3 req-08842d61-9c54-4b50-870e-8db24cd94d75 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.6332407 Apr 05 09:55:11.971639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:11.971929 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Added segment b9c8a1a7-21fd-4b7a-8d9a-bcc0fc8e0927 of type vlan for network 98261258-75d1-4c52-b110-18e7b4bf04ca Apr 05 09:55:12.048333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0d1363fb-7ed0-4388-a2d7-857c0da7fa1d tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.053514 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4156313 Apr 05 09:55:12.058718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54292) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:12.093639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f980986-5c45-4282-800c-5c7b01cd598f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Network': ['ID=c41005bc-bb36-4b22-ab1f-332a00d4777c,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:12.101633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eaf12000-9f0a-4c8a-99cf-9bd1319775aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.105957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network c41005bc-bb36-4b22-ab1f-332a00d4777c details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:12.121295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': 'c41005bc-bb36-4b22-ab1f-332a00d4777c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:12.150367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.159100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0d1363fb-7ed0-4388-a2d7-857c0da7fa1d tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.281444 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0cab556e-2e7e-476c-8b8b-6fe8988113b3 req-1d8e00a3-3b26-4126-918f-889df4a26230 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326485 Apr 05 09:55:12.302970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:12.305249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.309003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:12.309581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.329850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.330230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.330548 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP b456289e-6cea-4705-8b4c-e700905c49bd disassociated. External IP: 172.26.4.170, port: 28947590-2769-46b7-bfb3-19dcb7126afc. Apr 05 09:55:12.330882 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for 28947590-2769-46b7-bfb3-19dcb7126afc owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:12.334918 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:12.337355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0d1363fb-7ed0-4388-a2d7-857c0da7fa1d tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.337825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1363fb-7ed0-4388-a2d7-857c0da7fa1d tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62a83b6f-e019-40b3-9dbe-dbcd90fbcd18 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:55:12.344394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:12.359995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:12.398927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eaf12000-9f0a-4c8a-99cf-9bd1319775aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.459385 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'Network': ['ID=98261258-75d1-4c52-b110-18e7b4bf04ca,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:12.463294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.464056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.470234 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4626de2b-e729-4f81-b4ad-1162912d3445 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1626289 Apr 05 09:55:12.470721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0d1363fb-7ed0-4388-a2d7-857c0da7fa1d tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.475659 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0d1363fb-7ed0-4388-a2d7-857c0da7fa1d tempest-RoutersTestDVR-1576540724 tempest-RoutersTestDVR-1576540724-project-admin] 10.222.0.30 "DELETE /v2.0/routers/62a83b6f-e019-40b3-9dbe-dbcd90fbcd18 HTTP/1.1" status: 204 len: 168 time: 1.5229661 Apr 05 09:55:12.475659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54296) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:12.480395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2128737129'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:12.487188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:12.489587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:12.498013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 98261258-75d1-4c52-b110-18e7b4bf04ca details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:12.516811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Usage tracker for resource:network and tenant:072dbe531f7742c1b9fc9845515ce0fb is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:12.679378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eaf12000-9f0a-4c8a-99cf-9bd1319775aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.702742 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:12.726163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:12.738979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf12000-9f0a-4c8a-99cf-9bd1319775aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Subnet': ['ID=218d0710-96af-4c66-8cd9-5ebbc65206e1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:12.749371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.769119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320dadd5-d850-4003-9334-af22b029609e None None] Network bb6c5342-f756-4884-9b09-6c0d61e1823e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:12.771109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Made reservation on behalf of 072dbe531f7742c1b9fc9845515ce0fb for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:12.774060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.787742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eaf12000-9f0a-4c8a-99cf-9bd1319775aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.801289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.813507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=28947590-2769-46b7-bfb3-19dcb7126afc,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:12.822207 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-eaf12000-9f0a-4c8a-99cf-9bd1319775aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/218d0710-96af-4c66-8cd9-5ebbc65206e1 HTTP/1.1" status: 204 len: 168 time: 1.9444187 Apr 05 09:55:12.826518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54302) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:12.907963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:12.910784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.ipam_backend_mixin [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Performing IP validity checks on allocation pools {{(pid=83820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 09:55:12.911499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.ipam_backend_mixin [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 09:55:12.916185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Router 4e389319-4bd1-4c9b-a85a-9cd6a96afbfd is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:55:12.936107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:12.936455 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Added segment 78a5c528-547a-439c-be1d-b3f1c4cc2485 of type vlan for network 13b6f929-73b0-49b7-9f8a-838e615ad8f3 Apr 05 09:55:13.077891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54308) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:13.090593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.092985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] DHCP port deletion for bb6c5342-f756-4884-9b09-6c0d61e1823e request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:55:13.097278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Deleting port a831aa13-72a5-4d0e-93cf-49ae60853a27 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:13.097710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.185913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.202552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port a831aa13-72a5-4d0e-93cf-49ae60853a27 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:13.202893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.226783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.230913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:13.232166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.362324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] For port a831aa13-72a5-4d0e-93cf-49ae60853a27, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a831aa13-72a5-4d0e-93cf-49ae60853a27,segment=NetworkSegment(665c348b-8440-467a-ac52-6175b6c5dfe5),segment_id=665c348b-8440-467a-ac52-6175b6c5dfe5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:13.363064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.367958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2edf2c6-ba57-4120-b8a6-75f5baea63bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.384791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a831aa13-72a5-4d0e-93cf-49ae60853a27 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:55:13.397683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.435126 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9604628 Apr 05 09:55:13.452177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54316) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:13.465499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'ports': [{'network_id': '98261258-75d1-4c52-b110-18e7b4bf04ca', 'name': 'tempest-port--840356319', 'admin_state_up': True}, {'network_id': '13b6f929-73b0-49b7-9f8a-838e615ad8f3', 'admin_state_up': False}]} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:13.465901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'port': {'network_id': '98261258-75d1-4c52-b110-18e7b4bf04ca', 'name': 'tempest-port--840356319', 'admin_state_up': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:13.466470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'port': {'network_id': '13b6f929-73b0-49b7-9f8a-838e615ad8f3', 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:13.490948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eec7f0a-96d7-417c-864d-85e654a721b4 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'Network': ['ID=13b6f929-73b0-49b7-9f8a-838e615ad8f3,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:13.541493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 13b6f929-73b0-49b7-9f8a-838e615ad8f3 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:13.560977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Calling delete_port for a831aa13-72a5-4d0e-93cf-49ae60853a27 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:13.604178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:13.610242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2edf2c6-ba57-4120-b8a6-75f5baea63bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:13.612824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=87e82134-90b4-42f3-933c-018de9aab140,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:13.639735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2edf2c6-ba57-4120-b8a6-75f5baea63bd admin admin] Usage tracker for resource:security_group_rule and tenant:b91fcbc1771d4d49a95ac9c6b856a816 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:13.646672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2edf2c6-ba57-4120-b8a6-75f5baea63bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:13.663181 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2e782473-45d5-41c4-a76d-79fc50f34661 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "PUT /v2.0/routers/4e389319-4bd1-4c9b-a85a-9cd6a96afbfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2337513 Apr 05 09:55:13.664592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2edf2c6-ba57-4120-b8a6-75f5baea63bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:13.666982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54320) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:13.688923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Request body: {'port': {'network_id': '8d923a27-1993-4ecb-9be2-41377e3d8bff', 'name': 'tempest-FloatingIPNegativeTestJSON-1850343947'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:13.693898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Router ddf0f76e-8f82-436b-9f87-741f5c63f5b3 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:55:13.732364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932f1cc-85be-431e-8dcf-0091b7dbbf4b None None] Sync routers for ids ['4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:13.838402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932f1cc-85be-431e-8dcf-0091b7dbbf4b None None] Routers {'4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:13.839794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e932f1cc-85be-431e-8dcf-0091b7dbbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:13.849375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Checking segment: {'id': 'a5263b30-3a52-4f18-8f54-358e0615178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c41005bc-bb36-4b22-ab1f-332a00d4777c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:13.849765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network hostable DHCP agents. Network: c41005bc-bb36-4b22-ab1f-332a00d4777c, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:13.854728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port a831aa13-72a5-4d0e-93cf-49ae60853a27, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a831aa13-72a5-4d0e-93cf-49ae60853a27,segment=NetworkSegment(665c348b-8440-467a-ac52-6175b6c5dfe5),segment_id=665c348b-8440-467a-ac52-6175b6c5dfe5)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:13.855094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.899919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.917928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:13.937849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Usage tracker for resource:port and tenant:072dbe531f7742c1b9fc9845515ce0fb is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:13.946179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:13.952517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e932f1cc-85be-431e-8dcf-0091b7dbbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:13.964180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:13.969837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Pushing event deleted for resources: {'Port': ['ID=a831aa13-72a5-4d0e-93cf-49ae60853a27,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:13.977865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:13.988319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for a831aa13-72a5-4d0e-93cf-49ae60853a27 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:13.998802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network c41005bc-bb36-4b22-ab1f-332a00d4777c is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:14.001611 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] No DVR routers for this DVR port a831aa13-72a5-4d0e-93cf-49ae60853a27 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:55:14.007922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.008486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.008615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.008912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.009247 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.009589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.010283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.010283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.010544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.010852 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.011239 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0203051-240a-4ac9-8328-7259d6f596fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:55:14.014098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2edf2c6-ba57-4120-b8a6-75f5baea63bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:14.019939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:14.030218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932f1cc-85be-431e-8dcf-0091b7dbbf4b None None] Routers {'4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:14.030537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Usage tracker for resource:port and tenant:e1892753ba60453ab67e95d3cf9b6768 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:14.030928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e932f1cc-85be-431e-8dcf-0091b7dbbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:14.036410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:14.040735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2edf2c6-ba57-4120-b8a6-75f5baea63bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:14.046825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, c41005bc-bb36-4b22-ab1f-332a00d4777c) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:14.060857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:14.062648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:55:14.072132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08816bc-e782-4595-a6fa-7211b8b744ee req-63e48daf-bd22-41ec-8852-cdbd12f5b7a6 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:14.073631 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c08816bc-e782-4595-a6fa-7211b8b744ee req-63e48daf-bd22-41ec-8852-cdbd12f5b7a6 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5961797 Apr 05 09:55:14.073799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:14.074491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:14.078848 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Made reservation on behalf of 072dbe531f7742c1b9fc9845515ce0fb for: {'port': 2} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:14.082368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:14.087839 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb23a2f-fb69-437d-a487-5b44b3b06cdf None None] Network c41005bc-bb36-4b22-ab1f-332a00d4777c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:14.144064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e932f1cc-85be-431e-8dcf-0091b7dbbf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:14.144477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932f1cc-85be-431e-8dcf-0091b7dbbf4b None None] The sync data for ids ['4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:14.145969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Made reservation on behalf of e1892753ba60453ab67e95d3cf9b6768 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:14.147107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:55:14.147426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:55:14.151853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:14.158740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edf2c6-ba57-4120-b8a6-75f5baea63bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d40ef86-6e14-4853-9e02-5bc8451bf055,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:14.161926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:14.185883 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f2edf2c6-ba57-4120-b8a6-75f5baea63bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b91fcbc1771d4d49a95ac9c6b856a816&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1053236 Apr 05 09:55:14.192935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54324) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:14.196104 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2a4d30fe-9d97-400a-98ae-49accd04ece8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1363480 Apr 05 09:55:14.199266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54328) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:14.257131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': 'c41005bc-bb36-4b22-ab1f-332a00d4777c', 'name': 'tempest-PortsTestJSON-497746973'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:14.277412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] device_id is not set on port 618c5c53-4205-4f78-b822-1483abd6cbe2 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:14.281211 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c08816bc-e782-4595-a6fa-7211b8b744ee req-d907341b-f679-45c1-b679-8734f181ca6c tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936417 Apr 05 09:55:14.358032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:14.373496 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20c537-a873-4e99-a99c-f893bc9b74cc None None] Sync routers for ids ['ddf0f76e-8f82-436b-9f87-741f5c63f5b3'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:14.387760 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20c537-a873-4e99-a99c-f893bc9b74cc None None] Routers {'ddf0f76e-8f82-436b-9f87-741f5c63f5b3'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:14.389246 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5e20c537-a873-4e99-a99c-f893bc9b74cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ddf0f76e-8f82-436b-9f87-741f5c63f5b3'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:14.403622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:14.404816 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-40d057a1-4f31-45be-90a9-4834be7150ac tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8264959 Apr 05 09:55:14.408197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54334) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:14.415508 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:14.460778 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5e20c537-a873-4e99-a99c-f893bc9b74cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:14.472672 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20c537-a873-4e99-a99c-f893bc9b74cc None None] Routers {'ddf0f76e-8f82-436b-9f87-741f5c63f5b3'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:14.474962 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5e20c537-a873-4e99-a99c-f893bc9b74cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ddf0f76e-8f82-436b-9f87-741f5c63f5b3'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:14.516577 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-c41005bc-bb36-4b22-ab1f-332a00d4777c', 'network_id': 'c41005bc-bb36-4b22-ab1f-332a00d4777c', 'tenant_id': 'ac5795c722a94f62a5226dd40339ffaf', 'fixed_ips': [{'subnet_id': '87e82134-90b4-42f3-933c-018de9aab140'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:14.517392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:14.555717 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5e20c537-a873-4e99-a99c-f893bc9b74cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:14.556415 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e20c537-a873-4e99-a99c-f893bc9b74cc None None] The sync data for ids ['ddf0f76e-8f82-436b-9f87-741f5c63f5b3'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:14.604722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:14.641803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328cb95-9345-4cbe-9a34-c2348f58db47 None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:14.657966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port a831aa13-72a5-4d0e-93cf-49ae60853a27 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:14.659045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:14.671509 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328cb95-9345-4cbe-9a34-c2348f58db47 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:14.672031 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5328cb95-9345-4cbe-9a34-c2348f58db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:14.762466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] The port 'a831aa13-72a5-4d0e-93cf-49ae60853a27' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:55:14.909981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5328cb95-9345-4cbe-9a34-c2348f58db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:14.942894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328cb95-9345-4cbe-9a34-c2348f58db47 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:14.943533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5328cb95-9345-4cbe-9a34-c2348f58db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:15.012962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5328cb95-9345-4cbe-9a34-c2348f58db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:15.012962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328cb95-9345-4cbe-9a34-c2348f58db47 None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:15.028410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Allocated IP 172.20.0.2 (c41005bc-bb36-4b22-ab1f-332a00d4777c/87e82134-90b4-42f3-933c-018de9aab140/cd10617d-0b15-4b5e-ae43-494c46a0ac4d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:15.061039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cec3e105-3d94-4bfc-9266-5ca79f2462ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.080094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.085042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:15.089461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.093384 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f4aa5778-9de5-472c-a91b-c6d6770472f7 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/ports/28947590-2769-46b7-bfb3-19dcb7126afc HTTP/1.1" status: 204 len: 168 time: 4.3950992 Apr 05 09:55:15.104159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54340) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:15.107686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] device_id is not set on port 59e5b77e-3455-4028-a793-682378965691 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:15.118193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Allocated IP 172.20.0.9 (8d923a27-1993-4ecb-9be2-41377e3d8bff/bdb33b66-ec88-4898-b756-231ce35865c4/618c5c53-4205-4f78-b822-1483abd6cbe2) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:15.136688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6c5342-f756-4884-9b09-6c0d61e1823e']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:15.154460 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665c348b-8440-467a-ac52-6175b6c5dfe5') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:15.154752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665c348b-8440-467a-ac52-6175b6c5dfe5') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:15.173882 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.197475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:15.213169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.221930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e768a71-4652-449d-b517-8ebcf4e1f120 req-b2145ebd-e082-4f0b-b53b-f13d6944934f tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:15.223418 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5e768a71-4652-449d-b517-8ebcf4e1f120 req-b2145ebd-e082-4f0b-b53b-f13d6944934f tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2726779 Apr 05 09:55:15.230588 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-21531673-2a5e-4e27-a4c1-d2d4a22a354f req-9eef6d78-4bf1-443a-a950-bfc7ef506d86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d5619b76fb4201b7106411914d699a&device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 1098 time: 0.2808523 Apr 05 09:55:15.239546 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cec3e105-3d94-4bfc-9266-5ca79f2462ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.265662 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f6f3f54c-ebd4-4ec1-994d-8950fe03d382 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "GET /v2.0/floatingips/b456289e-6cea-4705-8b4c-e700905c49bd HTTP/1.1" status: 200 len: 688 time: 0.1542110 Apr 05 09:55:15.279347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54344) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:15.305659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:15.308875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.372995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:15.373302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.380426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:15.404602 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:15.569722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port 9c6608fa-c9bd-4bc9-b214-05dc07848d84 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:15.589139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.594651 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5e768a71-4652-449d-b517-8ebcf4e1f120 req-eac9b1e7-eb42-4816-b40d-dfe971345916 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3621528 Apr 05 09:55:15.684572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.710051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6540e9bc-9e78-4922-95b7-53162b668816 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port 17f56fe6-7d71-42ca-b311-7b68e8e8163a {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:15.710397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6540e9bc-9e78-4922-95b7-53162b668816 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.751848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Transition to ACTIVE for port object cd10617d-0b15-4b5e-ae43-494c46a0ac4d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:15.762377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Network': ['ID=bb6c5342-f756-4884-9b09-6c0d61e1823e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:15.766589 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8eb95be7-5e39-4104-bdfa-00940f8a31ea tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/networks/bb6c5342-f756-4884-9b09-6c0d61e1823e HTTP/1.1" status: 204 len: 168 time: 2.9388747 Apr 05 09:55:15.771271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21531673-2a5e-4e27-a4c1-d2d4a22a354f req-bd872128-ac26-4fcc-b2b4-7c16c35e78cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:15.772742 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-21531673-2a5e-4e27-a4c1-d2d4a22a354f req-bd872128-ac26-4fcc-b2b4-7c16c35e78cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=19491046-51f6-427c-b308-ccbe410a1d66 HTTP/1.1" status: 200 len: 911 time: 0.5198352 Apr 05 09:55:15.773194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54348) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:15.780980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-703666071', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:15.781193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Transition to ACTIVE for port object cd10617d-0b15-4b5e-ae43-494c46a0ac4d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:15.784174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cec3e105-3d94-4bfc-9266-5ca79f2462ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.788160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.789885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:15.840185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3e105-3d94-4bfc-9266-5ca79f2462ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d40ef86-6e14-4853-9e02-5bc8451bf055,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:15.851107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:router and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:15.873605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:15.877882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Pushing event updated for resources: {'Port': ['ID=cd10617d-0b15-4b5e-ae43-494c46a0ac4d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:15.881929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Network c41005bc-bb36-4b22-ab1f-332a00d4777c is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:15.883772 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:15.886676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:15.892896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:15.926025 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-21531673-2a5e-4e27-a4c1-d2d4a22a354f req-f1886ee4-d032-4670-8b5f-7b0140a7be92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4 HTTP/1.1" status: 200 len: 1001 time: 0.1383369 Apr 05 09:55:15.928150 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.929066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.977880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Attempting to bind port cd10617d-0b15-4b5e-ae43-494c46a0ac4d on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:15.978445 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Attempting to bind port cd10617d-0b15-4b5e-ae43-494c46a0ac4d by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'a5263b30-3a52-4f18-8f54-358e0615178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c41005bc-bb36-4b22-ab1f-332a00d4777c'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:15.978721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Attempting to bind port cd10617d-0b15-4b5e-ae43-494c46a0ac4d on network c41005bc-bb36-4b22-ab1f-332a00d4777c {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:15.986708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:15.986916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.987181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Checking segment: {'id': 'a5263b30-3a52-4f18-8f54-358e0615178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c41005bc-bb36-4b22-ab1f-332a00d4777c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:15.987526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:15.987966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Bound using segment: {'id': 'a5263b30-3a52-4f18-8f54-358e0615178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c41005bc-bb36-4b22-ab1f-332a00d4777c'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:15.988431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Bound port: cd10617d-0b15-4b5e-ae43-494c46a0ac4d, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5263b30-3a52-4f18-8f54-358e0615178c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c41005bc-bb36-4b22-ab1f-332a00d4777c'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:15.988808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:16.010886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:16.023594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21531673-2a5e-4e27-a4c1-d2d4a22a354f req-0eb48786-19b9-4eb4-8839-14b8ea06fd2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:16.025085 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-21531673-2a5e-4e27-a4c1-d2d4a22a354f req-0eb48786-19b9-4eb4-8839-14b8ea06fd2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22804349-64e3-4deb-bc5b-b60e9ff7803b HTTP/1.1" status: 200 len: 850 time: 0.0915005 Apr 05 09:55:16.062052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cec3e105-3d94-4bfc-9266-5ca79f2462ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:16.065649 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cec3e105-3d94-4bfc-9266-5ca79f2462ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d40ef86-6e14-4853-9e02-5bc8451bf055 HTTP/1.1" status: 204 len: 168 time: 1.8690770 Apr 05 09:55:16.081995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] For port cd10617d-0b15-4b5e-ae43-494c46a0ac4d, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:16.086081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] For port cd10617d-0b15-4b5e-ae43-494c46a0ac4d, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cd10617d-0b15-4b5e-ae43-494c46a0ac4d,segment=NetworkSegment(a5263b30-3a52-4f18-8f54-358e0615178c),segment_id=a5263b30-3a52-4f18-8f54-358e0615178c)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:16.093355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:16.197004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.5 (c41005bc-bb36-4b22-ab1f-332a00d4777c/87e82134-90b4-42f3-933c-018de9aab140/9c6608fa-c9bd-4bc9-b214-05dc07848d84) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:16.210959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eeee82-6414-4aa2-b173-5feae0a52317 None None] Pushing event updated for resources: {'Port': ['ID=cd10617d-0b15-4b5e-ae43-494c46a0ac4d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:16.237152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:16.264734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] device_id is not set on port a1a73b5d-b931-4bec-8747-29d504931215 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:16.290770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6540e9bc-9e78-4922-95b7-53162b668816 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:16.291089 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6540e9bc-9e78-4922-95b7-53162b668816 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:16.311146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Transition to ACTIVE for port object 618c5c53-4205-4f78-b822-1483abd6cbe2 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:16.423411 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-21531673-2a5e-4e27-a4c1-d2d4a22a354f req-c22ea95d-e7cd-4da4-a7c7-d03740bb4545 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19491046-51f6-427c-b308-ccbe410a1d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3910828 Apr 05 09:55:16.463453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6540e9bc-9e78-4922-95b7-53162b668816 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for 17f56fe6-7d71-42ca-b311-7b68e8e8163a owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:16.472820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:16.617494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54356) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:16.663248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6173c951-e385-4ac3-8125-17fa15ede9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:16.760021 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-21531673-2a5e-4e27-a4c1-d2d4a22a354f req-d66aea8d-6bff-42e2-8735-8134ace3079f service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265991 Apr 05 09:55:16.803644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:16.868046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6173c951-e385-4ac3-8125-17fa15ede9c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:17.031557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Network 8d923a27-1993-4ecb-9be2-41377e3d8bff is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:17.034185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event updated for resources: {'Port': ['ID=618c5c53-4205-4f78-b822-1483abd6cbe2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:17.049148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:17.058076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:17.058874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6173c951-e385-4ac3-8125-17fa15ede9c4 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f7f7cd051d4e09b3d96a8bb4027d0a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:17.063752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6173c951-e385-4ac3-8125-17fa15ede9c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:17.084848 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.089682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6173c951-e385-4ac3-8125-17fa15ede9c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:17.130680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.158236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:17.158868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.183335 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object 9c6608fa-c9bd-4bc9-b214-05dc07848d84 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:17.189683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6540e9bc-9e78-4922-95b7-53162b668816 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.239423 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-21531673-2a5e-4e27-a4c1-d2d4a22a354f req-4f3f514f-fcce-40bd-91db-87003ddcec65 service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047401 Apr 05 09:55:17.273780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc84ef9-5101-4f0e-a645-874c1dc15523 req-018af077-843c-431f-a8ef-3bb14d599952 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:17.275716 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6bc84ef9-5101-4f0e-a645-874c1dc15523 req-018af077-843c-431f-a8ef-3bb14d599952 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5196917 Apr 05 09:55:17.289889 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6656d258-ed2e-453b-9d4d-8c20c8218bc6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6081426 Apr 05 09:55:17.294388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54362) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:17.306527 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540e9bc-9e78-4922-95b7-53162b668816 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=17f56fe6-7d71-42ca-b311-7b68e8e8163a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:17.324411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:17.342293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:17.357480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6173c951-e385-4ac3-8125-17fa15ede9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.358715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Usage tracker for resource:floatingip and tenant:e1892753ba60453ab67e95d3cf9b6768 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:17.370528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:17.403083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6173c951-e385-4ac3-8125-17fa15ede9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.410076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.416695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:17.428239 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cd10617d-0b15-4b5e-ae43-494c46a0ac4d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:17.446462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.491221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.496219 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6bc84ef9-5101-4f0e-a645-874c1dc15523 req-3d71bb9f-4280-490f-a6d6-064e45594c81 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968827 Apr 05 09:55:17.506605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.526781 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173c951-e385-4ac3-8125-17fa15ede9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7048bb66-54e3-4257-9489-838d31d7108d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:17.556236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network c41005bc-bb36-4b22-ab1f-332a00d4777c is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:17.559021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:17.559717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port cd10617d-0b15-4b5e-ae43-494c46a0ac4d completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:17.563261 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6173c951-e385-4ac3-8125-17fa15ede9c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7f7f7cd051d4e09b3d96a8bb4027d0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9428301 Apr 05 09:55:17.571668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:17.600141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54366) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:17.601093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.605059 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4a09ffea-9dce-4a57-bdae-eb9106634f9b None None] Provisioning for port 618c5c53-4205-4f78-b822-1483abd6cbe2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:17.611062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4a09ffea-9dce-4a57-bdae-eb9106634f9b None None] Provisioning complete for port 618c5c53-4205-4f78-b822-1483abd6cbe2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:17.611436 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4a09ffea-9dce-4a57-bdae-eb9106634f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.690544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.706451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6540e9bc-9e78-4922-95b7-53162b668816 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.709436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6540e9bc-9e78-4922-95b7-53162b668816 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.710613 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6540e9bc-9e78-4922-95b7-53162b668816 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/floatingips/b456289e-6cea-4705-8b4c-e700905c49bd HTTP/1.1" status: 204 len: 168 time: 2.4247921 Apr 05 09:55:17.716449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09c157-bea6-4e48-a4f7-7af7548c8536 None None] Network c41005bc-bb36-4b22-ab1f-332a00d4777c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:17.722728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54370) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:17.729188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.729398 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=9c6608fa-c9bd-4bc9-b214-05dc07848d84,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:17.738135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '88958e2a-6f21-4222-946c-96f2c9f6efc4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:17.792139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:17.794537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Deleting port b4154d01-2604-4fff-a379-a2b2328a66db {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:17.795028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.822083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:17.822974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:17.827593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:floatingip and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:17.845331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:17.859048 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4a09ffea-9dce-4a57-bdae-eb9106634f9b None None] Port 618c5c53-4205-4f78-b822-1483abd6cbe2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:17.862948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:17.885920 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-518047b6-7947-48ee-b00a-fc93608da9ce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6735935 Apr 05 09:55:17.885920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'Port': ['ID=59e5b77e-3455-4028-a793-682378965691,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:17.888499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54374) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:17.890345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Checking segment: {'id': 'b9c8a1a7-21fd-4b7a-8d9a-bcc0fc8e0927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '98261258-75d1-4c52-b110-18e7b4bf04ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:17.890929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Network hostable DHCP agents. Network: 98261258-75d1-4c52-b110-18e7b4bf04ca, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:17.929427 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.024893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7eafac4-bfbc-4534-be1b-a1102a16d6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.033224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-34f11871-dd44-4935-a091-7258c325e835 None None] Provisioning for port cd10617d-0b15-4b5e-ae43-494c46a0ac4d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:18.042415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c748fcf6-b6d7-4204-b824-7fcc71969ab2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 9c6608fa-c9bd-4bc9-b214-05dc07848d84 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:18.042634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-34f11871-dd44-4935-a091-7258c325e835 None None] Provisioning complete for port cd10617d-0b15-4b5e-ae43-494c46a0ac4d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:18.043014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-34f11871-dd44-4935-a091-7258c325e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.043279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c748fcf6-b6d7-4204-b824-7fcc71969ab2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.091663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7eafac4-bfbc-4534-be1b-a1102a16d6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.111946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Network 98261258-75d1-4c52-b110-18e7b4bf04ca is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:18.159553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Allocated IP 172.26.4.168 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/8c2e316f-57f0-4ff6-9bd1-67ed27bd45a6) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:18.159762 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 98261258-75d1-4c52-b110-18e7b4bf04ca) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:18.175023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:18.175277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.178797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-34f11871-dd44-4935-a091-7258c325e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.190205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50460be-0d01-4f56-bb73-6747e3b0b7c1 None None] Network 98261258-75d1-4c52-b110-18e7b4bf04ca requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:18.206701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.355719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Calling delete_port for b4154d01-2604-4fff-a379-a2b2328a66db owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:18.359648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-34f11871-dd44-4935-a091-7258c325e835 None None] For port cd10617d-0b15-4b5e-ae43-494c46a0ac4d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cd10617d-0b15-4b5e-ae43-494c46a0ac4d,segment=NetworkSegment(a5263b30-3a52-4f18-8f54-358e0615178c),segment_id=a5263b30-3a52-4f18-8f54-358e0615178c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:18.412429 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-34f11871-dd44-4935-a091-7258c325e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.435257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'Port': ['ID=a1a73b5d-b931-4bec-8747-29d504931215,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:18.448924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.484219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c748fcf6-b6d7-4204-b824-7fcc71969ab2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.506125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f11871-dd44-4935-a091-7258c325e835 None None] Pushing event updated for resources: {'Port': ['ID=cd10617d-0b15-4b5e-ae43-494c46a0ac4d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:18.569690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b9de3c44-19be-4095-9228-f29d2fc051de None None] Provisioning for port 9c6608fa-c9bd-4bc9-b214-05dc07848d84 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:18.570826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7eafac4-bfbc-4534-be1b-a1102a16d6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.589125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b9de3c44-19be-4095-9228-f29d2fc051de None None] Provisioning complete for port 9c6608fa-c9bd-4bc9-b214-05dc07848d84 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:18.589636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9de3c44-19be-4095-9228-f29d2fc051de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.617073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eafac4-bfbc-4534-be1b-a1102a16d6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7048bb66-54e3-4257-9489-838d31d7108d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:18.671227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Checking segment: {'id': '78a5c528-547a-439c-be1d-b3f1c4cc2485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '13b6f929-73b0-49b7-9f8a-838e615ad8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:18.671680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Network hostable DHCP agents. Network: 13b6f929-73b0-49b7-9f8a-838e615ad8f3, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:18.678144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.688575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7eafac4-bfbc-4534-be1b-a1102a16d6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.689835 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b7eafac4-bfbc-4534-be1b-a1102a16d6a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7048bb66-54e3-4257-9489-838d31d7108d HTTP/1.1" status: 204 len: 168 time: 1.0855908 Apr 05 09:55:18.708308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c748fcf6-b6d7-4204-b824-7fcc71969ab2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 9c6608fa-c9bd-4bc9-b214-05dc07848d84 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:18.749764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.758267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b9de3c44-19be-4095-9228-f29d2fc051de None None] Port 9c6608fa-c9bd-4bc9-b214-05dc07848d84 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:18.796401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b9de3c44-19be-4095-9228-f29d2fc051de None None] Provisioning complete for port cd10617d-0b15-4b5e-ae43-494c46a0ac4d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:18.796929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b9de3c44-19be-4095-9228-f29d2fc051de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.821056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:18.888997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Pushing event deleted for resources: {'Port': ['ID=b4154d01-2604-4fff-a379-a2b2328a66db,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:18.990908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Network 13b6f929-73b0-49b7-9f8a-838e615ad8f3 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:19.014088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 13b6f929-73b0-49b7-9f8a-838e615ad8f3) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:19.023979 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b7065-eca8-4e6d-a969-6dc7ff77aaef None None] Network 13b6f929-73b0-49b7-9f8a-838e615ad8f3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:19.055318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:19.059822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:19.062469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:19.063121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.122190 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-03835254-57ac-4ea7-81cb-4bfd6caf6570 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.6644323 Apr 05 09:55:19.122847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54384) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:19.130658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c748fcf6-b6d7-4204-b824-7fcc71969ab2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.143566 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-50c9c8ae-4109-4414-8b97-861bf8534ee4 None None] Provisioning complete for port 9c6608fa-c9bd-4bc9-b214-05dc07848d84 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:19.143916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-50c9c8ae-4109-4414-8b97-861bf8534ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.159317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.205369 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-50c9c8ae-4109-4414-8b97-861bf8534ee4 None None] Port 9c6608fa-c9bd-4bc9-b214-05dc07848d84 was deleted so its status cannot be updated. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 09:55:19.267848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:19.282097 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:19.348958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748fcf6-b6d7-4204-b824-7fcc71969ab2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=9c6608fa-c9bd-4bc9-b214-05dc07848d84,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:19.364716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:19.390251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Allocated IP 172.26.4.207 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/08a8099e-720c-4dfd-9f26-35c0fea3e1d3) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:19.392639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=8c2e316f-57f0-4ff6-9bd1-67ed27bd45a6,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:19.429150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cd10617d-0b15-4b5e-ae43-494c46a0ac4d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:19.477673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4c5f8-4bec-4f30-aae5-e161c2ad70db req-60baff8e-0452-417a-9bd3-b296bc44bade tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:19.477924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c748fcf6-b6d7-4204-b824-7fcc71969ab2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.482620 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c748fcf6-b6d7-4204-b824-7fcc71969ab2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/9c6608fa-c9bd-4bc9-b214-05dc07848d84 HTTP/1.1" status: 204 len: 168 time: 1.5919962 Apr 05 09:55:19.484513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54396) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:19.488883 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2da4c5f8-4bec-4f30-aae5-e161c2ad70db req-60baff8e-0452-417a-9bd3-b296bc44bade tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.7099845 Apr 05 09:55:19.506666 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb8e1a8-ba06-4a45-b5fb-d67583027210 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:19.513870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb8e1a8-ba06-4a45-b5fb-d67583027210 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:19.514670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dcb8e1a8-ba06-4a45-b5fb-d67583027210 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Synchronizing usage tracker for tenant:072dbe531f7742c1b9fc9845515ce0fb on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:19.592436 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d107030a-808e-4fbd-9c33-391ce505be06 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:55:19.592922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d107030a-808e-4fbd-9c33-391ce505be06 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:55:19.593261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port cd10617d-0b15-4b5e-ae43-494c46a0ac4d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:19.594475 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.600160 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d107030a-808e-4fbd-9c33-391ce505be06 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/9c6608fa-c9bd-4bc9-b214-05dc07848d84 HTTP/1.1" status: 404 len: 333 time: 0.1142001 Apr 05 09:55:19.615148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54400) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:19.664866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dcb8e1a8-ba06-4a45-b5fb-d67583027210 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Unset dirty status for tenant:072dbe531f7742c1b9fc9845515ce0fb on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:19.666064 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dcb8e1a8-ba06-4a45-b5fb-d67583027210 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5422981 Apr 05 09:55:19.669686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.671351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54406) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:19.675692 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcfc423-b8ac-4010-b3ce-b696cb578296 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:55:19.676297 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4fcfc423-b8ac-4010-b3ce-b696cb578296 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:19.748234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4fcfc423-b8ac-4010-b3ce-b696cb578296 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:19.749514 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4fcfc423-b8ac-4010-b3ce-b696cb578296 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/9c6608fa-c9bd-4bc9-b214-05dc07848d84 HTTP/1.1" status: 404 len: 333 time: 0.1333919 Apr 05 09:55:19.753466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54412) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:19.809083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6caf1e28-bddc-4b9c-a741-fba82906fd79 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Deleting port 59e5b77e-3455-4028-a793-682378965691 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:19.809438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6caf1e28-bddc-4b9c-a741-fba82906fd79 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.892372 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2da4c5f8-4bec-4f30-aae5-e161c2ad70db req-8b5c577d-10a0-4ec6-b0b1-7f21225afab5 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4022875 Apr 05 09:55:19.910166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.922361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.951836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:19.972714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54420) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:20.157163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-696283402'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:20.169200 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f63634f-5c77-4297-a90e-aa4680788950 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet 87e82134-90b4-42f3-933c-018de9aab140 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:55:20.171184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:20.185364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f63634f-5c77-4297-a90e-aa4680788950 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.195441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Router ddf0f76e-8f82-436b-9f87-741f5c63f5b3 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:55:20.200409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.250334 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Usage tracker for resource:network and tenant:5bdd8364fa9743b4847f2de1932c7553 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:20.271640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:20.280557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed6cda-1f51-45af-82da-d55a3e0eed8d req-b9d18e40-bac4-4f52-91b2-6db5d9151aac tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:20.282002 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5ed6cda-1f51-45af-82da-d55a3e0eed8d req-b9d18e40-bac4-4f52-91b2-6db5d9151aac tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2079182 Apr 05 09:55:20.297390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:20.297642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:20.304267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6caf1e28-bddc-4b9c-a741-fba82906fd79 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.315357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:20.323485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:20.352073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event updated for resources: {'Port': ['ID=08a8099e-720c-4dfd-9f26-35c0fea3e1d3,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:20.381673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f63634f-5c77-4297-a90e-aa4680788950 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.427125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.427864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.467735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Made reservation on behalf of 5bdd8364fa9743b4847f2de1932c7553 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:20.470612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.488215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6caf1e28-bddc-4b9c-a741-fba82906fd79 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Calling delete_port for 59e5b77e-3455-4028-a793-682378965691 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:20.557867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.573338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.26.4.81 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/e42c0e87-6e9c-44c6-a35c-b71e7d772f26) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:20.721052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:20.730119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6caf1e28-bddc-4b9c-a741-fba82906fd79 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.752303 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5ed6cda-1f51-45af-82da-d55a3e0eed8d req-749fef28-78a7-42ce-a459-bf19dfb9bb91 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594283 Apr 05 09:55:20.774192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Usage tracker for resource:security_group_rule and tenant:5bdd8364fa9743b4847f2de1932c7553 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:20.788313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:20.792946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:20.796085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f63634f-5c77-4297-a90e-aa4680788950 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.800041 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f114c-a1a1-4ac0-95c5-ea27943d351e None None] Sync routers for ids ['ddf0f76e-8f82-436b-9f87-741f5c63f5b3'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:20.814609 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f114c-a1a1-4ac0-95c5-ea27943d351e None None] Routers {'ddf0f76e-8f82-436b-9f87-741f5c63f5b3'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:20.815536 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-641f114c-a1a1-4ac0-95c5-ea27943d351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ddf0f76e-8f82-436b-9f87-741f5c63f5b3'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:20.826483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:20.827666 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3cd6aecc-94e9-4b32-a7a5-d0968f0337a8 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "PUT /v2.0/routers/ddf0f76e-8f82-436b-9f87-741f5c63f5b3 HTTP/1.1" status: 200 len: 706 time: 6.4172511 Apr 05 09:55:20.830033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf1e28-bddc-4b9c-a741-fba82906fd79 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Port': ['ID=59e5b77e-3455-4028-a793-682378965691,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:20.830592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54428) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:20.842698 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:20.903456 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-641f114c-a1a1-4ac0-95c5-ea27943d351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:20.918670 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f114c-a1a1-4ac0-95c5-ea27943d351e None None] Routers {'ddf0f76e-8f82-436b-9f87-741f5c63f5b3'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:20.919700 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-641f114c-a1a1-4ac0-95c5-ea27943d351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ddf0f76e-8f82-436b-9f87-741f5c63f5b3'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:20.991787 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-641f114c-a1a1-4ac0-95c5-ea27943d351e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:20.992355 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f114c-a1a1-4ac0-95c5-ea27943d351e None None] The sync data for ids ['ddf0f76e-8f82-436b-9f87-741f5c63f5b3'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:21.009166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6caf1e28-bddc-4b9c-a741-fba82906fd79 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.060512 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6caf1e28-bddc-4b9c-a741-fba82906fd79 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "DELETE /v2.0/ports/59e5b77e-3455-4028-a793-682378965691 HTTP/1.1" status: 204 len: 168 time: 1.3870742 Apr 05 09:55:21.066593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.073715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54432) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:21.114907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.128788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f63634f-5c77-4297-a90e-aa4680788950 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.195633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63634f-5c77-4297-a90e-aa4680788950 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=87e82134-90b4-42f3-933c-018de9aab140,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:21.199649 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-edabcb01-069c-4015-83b3-38b675cb137c tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/routers/ddf0f76e-8f82-436b-9f87-741f5c63f5b3 HTTP/1.1" status: 200 len: 741 time: 0.3655164 Apr 05 09:55:21.211868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54436) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:21.227721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6621ae06-ba7e-4a31-b811-fbf9b2dc89f1 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Deleting port a1a73b5d-b931-4bec-8747-29d504931215 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:21.227721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6621ae06-ba7e-4a31-b811-fbf9b2dc89f1 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.242905 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:55:21.257088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.262769 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cb0cc6-649b-4b7a-a712-5e61bef16bd3 None None] Network c41005bc-bb36-4b22-ab1f-332a00d4777c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:21.269172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f63634f-5c77-4297-a90e-aa4680788950 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.283427 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.303828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a3678b5a-d118-46ab-bdda-b9469e071fd0 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Synchronizing usage tracker for tenant:2c7e2388b66b4f8bb5dc06586972e0d3 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:21.308344 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9f63634f-5c77-4297-a90e-aa4680788950 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/87e82134-90b4-42f3-933c-018de9aab140 HTTP/1.1" status: 204 len: 168 time: 1.5537398 Apr 05 09:55:21.309246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.314125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54440) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:21.323843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc0fe-8f27-45a2-9bbe-9b45b9cef1a0 req-3f9a0be1-d4ff-431e-8e8e-f99255d53676 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:21.325316 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42fdc0fe-8f27-45a2-9bbe-9b45b9cef1a0 req-3f9a0be1-d4ff-431e-8e8e-f99255d53676 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3662629 Apr 05 09:55:21.328351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.437390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:21.469841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f03ac1d-fbcd-4faa-830b-dc26c09bb12c,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:21.476540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a3678b5a-d118-46ab-bdda-b9469e071fd0 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] Unset dirty status for tenant:2c7e2388b66b4f8bb5dc06586972e0d3 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:21.477690 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a3678b5a-d118-46ab-bdda-b9469e071fd0 tempest-RoutersAdminTest-1009885797 tempest-RoutersAdminTest-1009885797-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=202208b4-f099-4a1f-a480-c0036edeb111&device_id=ddf0f76e-8f82-436b-9f87-741f5c63f5b3 HTTP/1.1" status: 200 len: 205 time: 0.2632713 Apr 05 09:55:21.484666 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54444) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:21.486339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:21.497504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:21.528296 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.528647 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Added segment 8df05f76-7f06-46d9-bb60-e85357821ef1 of type vlan for network ccaf1a36-cb02-453c-881e-764e00642d16 Apr 05 09:55:21.545909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=e42c0e87-6e9c-44c6-a35c-b71e7d772f26,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:21.548122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.548344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:21.623506 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42fdc0fe-8f27-45a2-9bbe-9b45b9cef1a0 req-327db6ae-c107-44b5-9b9f-ce6eddb18a93 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842581 Apr 05 09:55:21.637060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.681832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54450) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:21.687153 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-951a1e0a-5550-4ce2-b865-80ec43984f2d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf0f76e-8f82-436b-9f87-741f5c63f5b3 HTTP/1.1" status: 200 len: 205 time: 0.1975262 Apr 05 09:55:21.769587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e08773-36c6-466f-9927-7f199732ce5a None None] DHCP port deletion for c41005bc-bb36-4b22-ab1f-332a00d4777c request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:55:21.775955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-59e08773-36c6-466f-9927-7f199732ce5a None None] Deleting port cd10617d-0b15-4b5e-ae43-494c46a0ac4d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:21.776967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-59e08773-36c6-466f-9927-7f199732ce5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.843312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.880455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6621ae06-ba7e-4a31-b811-fbf9b2dc89f1 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.901426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.905718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:21.906405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:21.979298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port cd10617d-0b15-4b5e-ae43-494c46a0ac4d {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:21.979298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:22.006879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-59e08773-36c6-466f-9927-7f199732ce5a None None] For port cd10617d-0b15-4b5e-ae43-494c46a0ac4d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cd10617d-0b15-4b5e-ae43-494c46a0ac4d,segment=NetworkSegment(a5263b30-3a52-4f18-8f54-358e0615178c),segment_id=a5263b30-3a52-4f18-8f54-358e0615178c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:22.007228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-59e08773-36c6-466f-9927-7f199732ce5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:22.070982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 0380ea87-453a-4c7e-b973-40fdb96dc306 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:55:22.115108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6621ae06-ba7e-4a31-b811-fbf9b2dc89f1 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Calling delete_port for a1a73b5d-b931-4bec-8747-29d504931215 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:22.130383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f0c18354-5f01-4f28-8860-f93f72426a60 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:22.133329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-59e08773-36c6-466f-9927-7f199732ce5a None None] Calling delete_port for cd10617d-0b15-4b5e-ae43-494c46a0ac4d owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:22.187135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:22.215491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-59e08773-36c6-466f-9927-7f199732ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:22.219048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:22.220235 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.2459476 Apr 05 09:55:22.231023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54454) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:22.231757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38468313-2e1d-485c-a14c-d7d77d654aae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Network': ['ID=ccaf1a36-cb02-453c-881e-764e00642d16,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:22.249300 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'subnet': {'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:22.257815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network ccaf1a36-cb02-453c-881e-764e00642d16 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:22.335450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e08773-36c6-466f-9927-7f199732ce5a None None] Pushing event deleted for resources: {'Port': ['ID=cd10617d-0b15-4b5e-ae43-494c46a0ac4d,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:22.390383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e08773-36c6-466f-9927-7f199732ce5a None None] No DVR routers for this DVR port cd10617d-0b15-4b5e-ae43-494c46a0ac4d on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:55:22.507052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6621ae06-ba7e-4a31-b811-fbf9b2dc89f1 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:22.508918 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:22.558291 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Usage tracker for resource:subnet and tenant:5bdd8364fa9743b4847f2de1932c7553 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:22.568270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:22.583925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621ae06-ba7e-4a31-b811-fbf9b2dc89f1 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Port': ['ID=a1a73b5d-b931-4bec-8747-29d504931215,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:22.585917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:22.606117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6621ae06-ba7e-4a31-b811-fbf9b2dc89f1 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:22.618817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Made reservation on behalf of 5bdd8364fa9743b4847f2de1932c7553 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:22.647657 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6621ae06-ba7e-4a31-b811-fbf9b2dc89f1 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "DELETE /v2.0/ports/a1a73b5d-b931-4bec-8747-29d504931215 HTTP/1.1" status: 204 len: 168 time: 1.5728304 Apr 05 09:55:22.652740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54458) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:22.746286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce85353-96df-4191-8b79-adebae116b4f req-091dcadd-83cc-4d98-bddd-4f97bd9fb0b8 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:22.747938 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ce85353-96df-4191-8b79-adebae116b4f req-091dcadd-83cc-4d98-bddd-4f97bd9fb0b8 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.8295212 Apr 05 09:55:22.842561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event updated for resources: {'Port': ['ID=08a8099e-720c-4dfd-9f26-35c0fea3e1d3,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:22.884258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3c6da64f-8c96-4bd0-8011-1a76e6fcae54 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Synchronizing usage tracker for tenant:072dbe531f7742c1b9fc9845515ce0fb on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:22.919570 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:22.947162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3c6da64f-8c96-4bd0-8011-1a76e6fcae54 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Unset dirty status for tenant:072dbe531f7742c1b9fc9845515ce0fb on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:22.952896 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3c6da64f-8c96-4bd0-8011-1a76e6fcae54 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2516859 Apr 05 09:55:22.957086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54462) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:23.050993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-290832463'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:23.055185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.082207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] For port cd10617d-0b15-4b5e-ae43-494c46a0ac4d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cd10617d-0b15-4b5e-ae43-494c46a0ac4d,segment=NetworkSegment(a5263b30-3a52-4f18-8f54-358e0615178c),segment_id=a5263b30-3a52-4f18-8f54-358e0615178c)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:23.084177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.100269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:23.120679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Usage tracker for resource:network and tenant:072dbe531f7742c1b9fc9845515ce0fb is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:23.126995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:23.269586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.306747 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.316275 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ce85353-96df-4191-8b79-adebae116b4f req-5492b227-18ed-4750-add2-eb025f79a8d1 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5343702 Apr 05 09:55:23.324864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for cd10617d-0b15-4b5e-ae43-494c46a0ac4d owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:23.360836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:23.362963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.366883 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-92f5f586-75a8-46e8-b896-800d96bec055 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0495486 Apr 05 09:55:23.398289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cd10617d-0b15-4b5e-ae43-494c46a0ac4d no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:55:23.415160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54468) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:23.419215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Subnet': ['ID=dfd3025f-647e-43fe-8e0a-5c2cd855336b,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:23.432321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c64a262e-869c-4a12-a59c-f29de5b70c6b tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Request body: {'floatingip': {'port_id': '618c5c53-4205-4f78-b822-1483abd6cbe2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:23.458236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: cd10617d-0b15-4b5e-ae43-494c46a0ac4d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:55:23.459946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cd10617d-0b15-4b5e-ae43-494c46a0ac4d not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:55:23.508207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f0c18354-5f01-4f28-8860-f93f72426a60 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.526459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Made reservation on behalf of 072dbe531f7742c1b9fc9845515ce0fb for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:23.528447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.529357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.562261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f0c18354-5f01-4f28-8860-f93f72426a60 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.576776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c64a262e-869c-4a12-a59c-f29de5b70c6b tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for floatingip, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.612926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:23.625805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:55:23.626122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:55:23.651330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.651709 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Added segment 8f2c12ee-48d2-4def-87a0-e9acea750c38 of type vlan for network af59363b-566b-4522-8a55-3a372d5c3a3e Apr 05 09:55:23.658932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f0c18354-5f01-4f28-8860-f93f72426a60 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.659438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c18354-5f01-4f28-8860-f93f72426a60 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Fanout notify agent at l3_agent the message router_deleted on router ddf0f76e-8f82-436b-9f87-741f5c63f5b3 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:55:23.679681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeb090-3651-40cb-99ba-929d0f711dd3 req-5cb763fc-c925-4f0d-a8de-4e5995ec6ea6 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:23.681167 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b2aeb090-3651-40cb-99ba-929d0f711dd3 req-5cb763fc-c925-4f0d-a8de-4e5995ec6ea6 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2164526 Apr 05 09:55:23.721010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.743771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Checking segment: {'id': '8df05f76-7f06-46d9-bb60-e85357821ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:23.744137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Network hostable DHCP agents. Network: ccaf1a36-cb02-453c-881e-764e00642d16, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:23.755133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f0c18354-5f01-4f28-8860-f93f72426a60 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.756380 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f0c18354-5f01-4f28-8860-f93f72426a60 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/ddf0f76e-8f82-436b-9f87-741f5c63f5b3 HTTP/1.1" status: 204 len: 168 time: 2.0708246 Apr 05 09:55:23.760799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54472) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:23.773655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:23.783469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26770e-9bd5-4ce9-aa0d-50a9ef79492b None None] Sync routers for ids ['0380ea87-453a-4c7e-b973-40fdb96dc306'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:23.796616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26770e-9bd5-4ce9-aa0d-50a9ef79492b None None] Routers {'0380ea87-453a-4c7e-b973-40fdb96dc306'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:23.797433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9f26770e-9bd5-4ce9-aa0d-50a9ef79492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0380ea87-453a-4c7e-b973-40fdb96dc306'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:23.842714 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-08a9e607-fd02-442b-a62f-9682ef1aa825 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddf0f76e-8f82-436b-9f87-741f5c63f5b3 HTTP/1.1" status: 200 len: 205 time: 0.0814114 Apr 05 09:55:23.846490 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b2aeb090-3651-40cb-99ba-929d0f711dd3 req-b84ef822-2b1f-40fb-86fb-25ade6020a0d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480131 Apr 05 09:55:23.847980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54476) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:23.888894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9f26770e-9bd5-4ce9-aa0d-50a9ef79492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:23.908532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.909723 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0f0ff1b4-45c6-49e2-ad3e-d5cd306a4f93 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.1340859 Apr 05 09:55:23.910507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.914164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:23.914750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.920357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f26770e-9bd5-4ce9-aa0d-50a9ef79492b None None] Routers {'0380ea87-453a-4c7e-b973-40fdb96dc306'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:23.921025 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9f26770e-9bd5-4ce9-aa0d-50a9ef79492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0380ea87-453a-4c7e-b973-40fdb96dc306'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:23.925373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54482) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:23.949752 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-e0ba1c56-e578-40bc-93b5-ff3e1add138e tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] delete failed (client error): The resource could not be found. Apr 05 09:55:23.953144 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e0ba1c56-e578-40bc-93b5-ff3e1add138e tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/ddf0f76e-8f82-436b-9f87-741f5c63f5b3 HTTP/1.1" status: 404 len: 336 time: 0.1007349 Apr 05 09:55:23.972584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:23.984170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54486) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:24.003142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-9f26770e-9bd5-4ce9-aa0d-50a9ef79492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:24.003670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f26770e-9bd5-4ce9-aa0d-50a9ef79492b None None] The sync data for ids ['0380ea87-453a-4c7e-b973-40fdb96dc306'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:24.027272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:24.091584 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9e74599c-438c-4fa2-8c84-801da3a28fb9 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=388a176a-5285-41bf-bdd3-ef7147e7fc1a HTTP/1.1" status: 200 len: 205 time: 0.1061890 Apr 05 09:55:24.104037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54490) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:24.127397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port cd10617d-0b15-4b5e-ae43-494c46a0ac4d {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:24.127759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:24.182174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Network ccaf1a36-cb02-453c-881e-764e00642d16 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:24.196028 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-c64a262e-869c-4a12-a59c-f29de5b70c6b tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] update failed (client error): The resource could not be found. Apr 05 09:55:24.200100 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c64a262e-869c-4a12-a59c-f29de5b70c6b tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "PUT /v2.0/floatingips/521cb6ae-3d7b-489b-b431-95156bd7837c HTTP/1.1" status: 404 len: 507 time: 0.7773898 Apr 05 09:55:24.206200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54496) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:24.251554 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-037ac952-da52-48d9-833f-e339d98e8daf tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] delete failed (client error): The resource could not be found. Apr 05 09:55:24.252674 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-037ac952-da52-48d9-833f-e339d98e8daf tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/388a176a-5285-41bf-bdd3-ef7147e7fc1a HTTP/1.1" status: 404 len: 336 time: 0.1377656 Apr 05 09:55:24.261460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54500) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:24.266055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=e42c0e87-6e9c-44c6-a35c-b71e7d772f26,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:24.305312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, ccaf1a36-cb02-453c-881e-764e00642d16) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:24.319405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb74cae-3c6c-4f93-affe-a4041237dc26 None None] Network ccaf1a36-cb02-453c-881e-764e00642d16 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:24.322312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:24.322966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:24.331951 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b8d80102-a655-4c5c-8741-abb758383888 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=8edd5b33-2c88-4803-ba88-3f920a4f6f2c HTTP/1.1" status: 200 len: 205 time: 0.0671196 Apr 05 09:55:24.341948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54504) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:24.343288 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3769615 Apr 05 09:55:24.347020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54506) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:24.355655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1101698972'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:24.425966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:24.442540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] The port 'cd10617d-0b15-4b5e-ae43-494c46a0ac4d' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:55:24.453566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd37e2-2c9d-4e18-9838-891e1c46f41f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'Network': ['ID=af59363b-566b-4522-8a55-3a372d5c3a3e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:24.491266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network af59363b-566b-4522-8a55-3a372d5c3a3e details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:24.637945 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-6beacf01-f934-4b61-8492-0c40e8c07c0a tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] delete failed (client error): The resource could not be found. Apr 05 09:55:24.640823 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6beacf01-f934-4b61-8492-0c40e8c07c0a tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/8edd5b33-2c88-4803-ba88-3f920a4f6f2c HTTP/1.1" status: 404 len: 336 time: 0.2978833 Apr 05 09:55:24.655309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54512) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:24.655309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-62947255-598b-4ac2-a6d9-aa3bbef590f2 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Deleting port 08a8099e-720c-4dfd-9f26-35c0fea3e1d3 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:24.655309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62947255-598b-4ac2-a6d9-aa3bbef590f2 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:24.677398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-ccaf1a36-cb02-453c-881e-764e00642d16', 'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16', 'tenant_id': '5bdd8364fa9743b4847f2de1932c7553', 'fixed_ips': [{'subnet_id': 'dfd3025f-647e-43fe-8e0a-5c2cd855336b'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:24.678203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:24.704072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:24.716440 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d15d39ca-27bf-4dc4-8c0b-8520354ce181 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4794855 Apr 05 09:55:24.716440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Usage tracker for resource:network and tenant:072dbe531f7742c1b9fc9845515ce0fb is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:24.723666 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54516) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:24.724470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:24.736272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'port': {'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1411522070'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:24.756915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:24.772067 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-98774cc9-3cee-4a37-89e1-fbdcf896b911 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=5627391a-b84a-4b6e-89a2-56d16e181566 HTTP/1.1" status: 200 len: 205 time: 0.1170740 Apr 05 09:55:24.773521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54520) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:24.776016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:24.887235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41005bc-bb36-4b22-ab1f-332a00d4777c']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:24.900758 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Allocated IP 2001:db8::2 (ccaf1a36-cb02-453c-881e-764e00642d16/dfd3025f-647e-43fe-8e0a-5c2cd855336b/30797a33-8c5a-486f-a1f2-1b0cdaefff8a) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:24.915907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5263b30-3a52-4f18-8f54-358e0615178c') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:24.916180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5263b30-3a52-4f18-8f54-358e0615178c') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:24.918580 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Made reservation on behalf of 072dbe531f7742c1b9fc9845515ce0fb for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:24.921582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:24.936313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:24.939983 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-3f56395b-d7da-4705-99e0-7418aa426acf tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] delete failed (client error): The resource could not be found. Apr 05 09:55:24.943641 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3f56395b-d7da-4705-99e0-7418aa426acf tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/5627391a-b84a-4b6e-89a2-56d16e181566 HTTP/1.1" status: 404 len: 336 time: 0.1186261 Apr 05 09:55:24.950490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62655a-56ac-4e42-843d-537d3d8b1503 req-1d2023c0-7b54-4252-8f05-9b6271d99728 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:24.952907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54524) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:24.956209 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d62655a-56ac-4e42-843d-537d3d8b1503 req-1d2023c0-7b54-4252-8f05-9b6271d99728 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5886347 Apr 05 09:55:25.007799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.024729 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1f815814-008e-41fc-8bd7-ed873019833c tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b105403-b93c-4abc-af0e-714de7b5e298 HTTP/1.1" status: 200 len: 205 time: 0.0707629 Apr 05 09:55:25.028980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54528) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:25.037636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:25.038039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.056758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:25.060429 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:25.062439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62947255-598b-4ac2-a6d9-aa3bbef590f2 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.062439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62947255-598b-4ac2-a6d9-aa3bbef590f2 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.077736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.078074 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Added segment 9ecff511-0f8f-4163-ba3e-2f76dc1883cf of type vlan for network 6c24387b-fb84-4c83-bf78-2b695429166f Apr 05 09:55:25.079589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:25.091838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Usage tracker for resource:port and tenant:5bdd8364fa9743b4847f2de1932c7553 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:25.097044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:25.118213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:25.131507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.147056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.153473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Made reservation on behalf of 5bdd8364fa9743b4847f2de1932c7553 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:25.156896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.202569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] device_id is not set on port a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:25.240190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.243904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:25.244484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.388296 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP 6009cea4-60bc-42b8-b768-90821e81c311 associated. External IP: 172.26.4.81, port: 88958e2a-6f21-4222-946c-96f2c9f6efc4. Apr 05 09:55:25.428280 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-1ad1a9f3-17e2-405e-96bc-51835da6b492 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] delete failed (client error): The resource could not be found. Apr 05 09:55:25.429208 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1ad1a9f3-17e2-405e-96bc-51835da6b492 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/1b105403-b93c-4abc-af0e-714de7b5e298 HTTP/1.1" status: 404 len: 336 time: 0.3952568 Apr 05 09:55:25.440580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-62947255-598b-4ac2-a6d9-aa3bbef590f2 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Calling delete_port for 08a8099e-720c-4dfd-9f26-35c0fea3e1d3 owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:25.443816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54532) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:25.458121 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1074252 Apr 05 09:55:25.491086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Transition to ACTIVE for port object 30797a33-8c5a-486f-a1f2-1b0cdaefff8a will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:25.499965 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d62655a-56ac-4e42-843d-537d3d8b1503 req-0db1f940-c495-4a24-839d-39e09493a16d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5364964 Apr 05 09:55:25.504730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.515731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.528211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Transition to ACTIVE for port object 30797a33-8c5a-486f-a1f2-1b0cdaefff8a will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:25.537354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.555574 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/networks/c41005bc-bb36-4b22-ab1f-332a00d4777c HTTP/1.1" status: 204 len: 168 time: 4.2292166 Apr 05 09:55:25.557644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d5f80-5a55-47ef-8f60-842d89d55481 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Network': ['ID=c41005bc-bb36-4b22-ab1f-332a00d4777c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:25.558907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54536) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:25.594211 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a5f20c9b-491b-4069-9da9-e0d7457caf6c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/routers/0380ea87-453a-4c7e-b973-40fdb96dc306 HTTP/1.1" status: 200 len: 880 time: 1.6547825 Apr 05 09:55:25.596556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54540) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:25.600006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bb25c-469e-47fd-bc58-e414199f434f tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'Network': ['ID=6c24387b-fb84-4c83-bf78-2b695429166f,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:25.631441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 6c24387b-fb84-4c83-bf78-2b695429166f details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:25.698410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2029173908'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:25.703614 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eb84009b-21d5-4b8c-8ce3-d0b27a85db0d tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "GET /v2.0/ports?device_id=08679fc7-6a55-4059-a24e-3cb89894c6eb HTTP/1.1" status: 200 len: 205 time: 0.2586739 Apr 05 09:55:25.709474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:25.711393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54544) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:25.726067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:network and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:25.750888 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Network ccaf1a36-cb02-453c-881e-764e00642d16 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:25.764471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:25.768573 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Pushing event updated for resources: {'Port': ['ID=30797a33-8c5a-486f-a1f2-1b0cdaefff8a,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:25.772781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:25.785141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:25.804240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:25.808259 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-f6c9b75a-295d-4b3c-8e42-4d32c6755ac5 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] delete failed (client error): The resource could not be found. Apr 05 09:55:25.808259 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f6c9b75a-295d-4b3c-8e42-4d32c6755ac5 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/routers/08679fc7-6a55-4059-a24e-3cb89894c6eb HTTP/1.1" status: 404 len: 336 time: 0.0946090 Apr 05 09:55:25.818068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54548) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:25.864356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Attempting to bind port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:25.864721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Attempting to bind port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '8df05f76-7f06-46d9-bb60-e85357821ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:25.864854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62947255-598b-4ac2-a6d9-aa3bbef590f2 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.865142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Attempting to bind port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a on network ccaf1a36-cb02-453c-881e-764e00642d16 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:25.871811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:25.872179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Checking segment: {'id': '8df05f76-7f06-46d9-bb60-e85357821ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:25.872568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.872953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Bound using segment: {'id': '8df05f76-7f06-46d9-bb60-e85357821ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:25.875040 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Bound port: 30797a33-8c5a-486f-a1f2-1b0cdaefff8a, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df05f76-7f06-46d9-bb60-e85357821ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:25.875040 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.898262 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3699245a-0bfc-4be9-9728-1b1300dca928 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] DELETE failed (client error): The resource could not be found. Apr 05 09:55:25.899212 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3699245a-0bfc-4be9-9728-1b1300dca928 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:55:25.902030 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3699245a-0bfc-4be9-9728-1b1300dca928 tempest-RoutersAdminTest-2089506389 tempest-RoutersAdminTest-2089506389-project] 10.222.0.30 "DELETE /v2.0/subnets/b6fcda6e-ada9-4c9f-b88f-8dd615ae793e HTTP/1.1" status: 404 len: 337 time: 0.0693219 Apr 05 09:55:25.924561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Allocated IP 2001:db8::2fe (ccaf1a36-cb02-453c-881e-764e00642d16/dfd3025f-647e-43fe-8e0a-5c2cd855336b/a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:25.929258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:25.934656 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:25.945242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62947255-598b-4ac2-a6d9-aa3bbef590f2 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event deleted for resources: {'Port': ['ID=08a8099e-720c-4dfd-9f26-35c0fea3e1d3,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:25.973879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] For port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:25.977974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] For port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=30797a33-8c5a-486f-a1f2-1b0cdaefff8a,segment=NetworkSegment(8df05f76-7f06-46d9-bb60-e85357821ef1),segment_id=8df05f76-7f06-46d9-bb60-e85357821ef1)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:25.983595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:26.009779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:26.020919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:26.021770 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Added segment 074f06fe-7ca4-47ae-9edd-df735fdd0a61 of type vlan for network 0e1b929f-59fb-4e59-8c6e-fc69a2993821 Apr 05 09:55:26.063722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:26.083165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49130e8-8176-4a62-a63d-195be6342270 None None] Pushing event updated for resources: {'Port': ['ID=30797a33-8c5a-486f-a1f2-1b0cdaefff8a,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:26.149611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:26.154366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:26.160742 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:26.192070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62947255-598b-4ac2-a6d9-aa3bbef590f2 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:26.213883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-62947255-598b-4ac2-a6d9-aa3bbef590f2 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:26.219781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54554) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:26.223656 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-62947255-598b-4ac2-a6d9-aa3bbef590f2 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "DELETE /v2.0/floatingips/521cb6ae-3d7b-489b-b431-95156bd7837c HTTP/1.1" status: 204 len: 168 time: 2.0050001 Apr 05 09:55:26.303136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-dc77f685-9ba3-4f2a-80a6-00bfa5b791f7 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Request body: {'floatingip': {'floating_network_id': '8d923a27-1993-4ecb-9be2-41377e3d8bff', 'port_id': '618c5c53-4205-4f78-b822-1483abd6cbe2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:26.305662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-699c71e2-6e87-4921-baff-bd4b51bbe59f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:router {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:26.331062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dc77f685-9ba3-4f2a-80a6-00bfa5b791f7 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:26.338450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-699c71e2-6e87-4921-baff-bd4b51bbe59f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:router {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:26.343335 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-699c71e2-6e87-4921-baff-bd4b51bbe59f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7412405 Apr 05 09:55:26.343962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54560) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:26.353793 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7668383 Apr 05 09:55:26.354004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-74232fcd-f9a2-4053-aed4-44113922ce5f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-703666071'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:26.354126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dc77f685-9ba3-4f2a-80a6-00bfa5b791f7 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Usage tracker for resource:floatingip and tenant:e1892753ba60453ab67e95d3cf9b6768 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:26.360637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dc77f685-9ba3-4f2a-80a6-00bfa5b791f7 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:26.378884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54564) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:26.393479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc5b24-5d7c-4654-9261-bffae2f13f6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Network': ['ID=0e1b929f-59fb-4e59-8c6e-fc69a2993821,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:26.403882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': '0e1b929f-59fb-4e59-8c6e-fc69a2993821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:26.441421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 0e1b929f-59fb-4e59-8c6e-fc69a2993821 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:26.477792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dc77f685-9ba3-4f2a-80a6-00bfa5b791f7 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:26.770797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54570) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:26.826345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dc77f685-9ba3-4f2a-80a6-00bfa5b791f7 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:26.902611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:26.908026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:26.912678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:26.920721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:26.995218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:27.024768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Transition to ACTIVE for port object a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:27.041584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062d615-1866-4dc0-9058-0ae243b1fbb7 req-e5ef3109-71dc-4ea6-aa9e-790d4c4eee69 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:27.048204 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c062d615-1866-4dc0-9058-0ae243b1fbb7 req-e5ef3109-71dc-4ea6-aa9e-790d4c4eee69 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.2217147 Apr 05 09:55:27.130519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54fee0f1-674a-4551-8da7-650acbcb8f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:27.136990 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:27.151143 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:27.171306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-54fee0f1-674a-4551-8da7-650acbcb8f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:27.175210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-54fee0f1-674a-4551-8da7-650acbcb8f29 admin admin] Usage tracker for resource:security_group_rule and tenant:dfa7b469c27f45e4a719239fc5881da9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:27.178793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-54fee0f1-674a-4551-8da7-650acbcb8f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:27.184616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-54fee0f1-674a-4551-8da7-650acbcb8f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:27.264439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54fee0f1-674a-4551-8da7-650acbcb8f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:27.281660 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c062d615-1866-4dc0-9058-0ae243b1fbb7 req-4b3e3233-b109-4d49-9e03-f0b4fb3b3be3 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325120 Apr 05 09:55:27.290536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54fee0f1-674a-4551-8da7-650acbcb8f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:27.385057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Network ccaf1a36-cb02-453c-881e-764e00642d16 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:27.393033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:27.396396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:27.400808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:27.401422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:27.439531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fee0f1-674a-4551-8da7-650acbcb8f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa37ed-b835-476c-a1cc-27ab64785db4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:27.459798 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-54fee0f1-674a-4551-8da7-650acbcb8f29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfa7b469c27f45e4a719239fc5881da9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6833873 Apr 05 09:55:27.459798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54578) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:27.474452 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7436659 Apr 05 09:55:27.481344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54582) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:27.485866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2dc9e-3d62-4045-8947-a8dc21cb3be8 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Port': ['ID=a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:27.499447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'port': {'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-294921091', 'allowed_address_pairs': [{'ip_address': '2001:db8::2fe', 'mac_address': 'fa:16:3e:b2:2e:03'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:27.552592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 30797a33-8c5a-486f-a1f2-1b0cdaefff8a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:27.684059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c3d8209-862e-4f86-98bb-d3467ce2d4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:27.697935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:27.704910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c6f441-0d04-40dc-9b9b-a2dccc6d8115 None None] Network ccaf1a36-cb02-453c-881e-764e00642d16 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:27.706341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:27.939173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0cf5afb9-092b-416d-8760-cbb5d378bfd9 None None] Provisioning for port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:27.951416 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0cf5afb9-092b-416d-8760-cbb5d378bfd9 None None] Provisioning complete for port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:27.952143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0cf5afb9-092b-416d-8760-cbb5d378bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.101365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c3d8209-862e-4f86-98bb-d3467ce2d4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.180863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0cf5afb9-092b-416d-8760-cbb5d378bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.249949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0cf5afb9-092b-416d-8760-cbb5d378bfd9 None None] For port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=30797a33-8c5a-486f-a1f2-1b0cdaefff8a,segment=NetworkSegment(8df05f76-7f06-46d9-bb60-e85357821ef1),segment_id=8df05f76-7f06-46d9-bb60-e85357821ef1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:28.270244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0cf5afb9-092b-416d-8760-cbb5d378bfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.312049 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-dc77f685-9ba3-4f2a-80a6-00bfa5b791f7 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:55:28.313783 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dc77f685-9ba3-4f2a-80a6-00bfa5b791f7 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.0842676 Apr 05 09:55:28.324552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:28.330058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Usage tracker for resource:port and tenant:5bdd8364fa9743b4847f2de1932c7553 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:28.334931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:28.342258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54588) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:28.344455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:28.368240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5afb9-092b-416d-8760-cbb5d378bfd9 None None] Pushing event updated for resources: {'Port': ['ID=30797a33-8c5a-486f-a1f2-1b0cdaefff8a,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:28.373863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '618c5c53-4205-4f78-b822-1483abd6cbe2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:28.381260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.387293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Made reservation on behalf of 5bdd8364fa9743b4847f2de1932c7553 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:28.401041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:28.407599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-74232fcd-f9a2-4053-aed4-44113922ce5f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.420052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Usage tracker for resource:floatingip and tenant:e1892753ba60453ab67e95d3cf9b6768 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:28.424765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:28.431953 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-585cc7fa-05fb-4505-a83c-9f3a46f86a9d req-966cb5fc-b132-442f-ab0a-26ba91ed8abc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7d5619b76fb4201b7106411914d699a&device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 1098 time: 0.4518147 Apr 05 09:55:28.439926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:28.475459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db426f43-4c02-4e45-ae81-9c127bdd16dd req-771c37c1-6dc1-4f4f-8667-5d4314f2e53b tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:28.482372 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-db426f43-4c02-4e45-ae81-9c127bdd16dd req-771c37c1-6dc1-4f4f-8667-5d4314f2e53b tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5056264 Apr 05 09:55:28.491900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-74232fcd-f9a2-4053-aed4-44113922ce5f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.586370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.603471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c3d8209-862e-4f86-98bb-d3467ce2d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.628400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.638455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] device_id is not set on port dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:28.674055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d8209-862e-4f86-98bb-d3467ce2d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa37ed-b835-476c-a1cc-27ab64785db4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:28.755786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=9d45ea7e-317e-4348-877f-35243742f3b0,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:28.797776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Checking segment: {'id': '074f06fe-7ca4-47ae-9edd-df735fdd0a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0e1b929f-59fb-4e59-8c6e-fc69a2993821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:28.798227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network hostable DHCP agents. Network: 0e1b929f-59fb-4e59-8c6e-fc69a2993821, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:28.804921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bf7d7596-c1fb-4007-94a1-06dd1c9145ff None None] Provisioning for port a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:28.816673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bf7d7596-c1fb-4007-94a1-06dd1c9145ff None None] Provisioning complete for port a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:28.817353 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bf7d7596-c1fb-4007-94a1-06dd1c9145ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.896529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c3d8209-862e-4f86-98bb-d3467ce2d4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:28.897894 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7c3d8209-862e-4f86-98bb-d3467ce2d4a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ffa37ed-b835-476c-a1cc-27ab64785db4 HTTP/1.1" status: 204 len: 168 time: 1.4378343 Apr 05 09:55:28.938115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54594) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:28.946453 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-db426f43-4c02-4e45-ae81-9c127bdd16dd req-7e29a885-9e2e-4d10-a4fb-98417352bb36 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4630806 Apr 05 09:55:28.960459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bf7d7596-c1fb-4007-94a1-06dd1c9145ff None None] Port a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:28.966130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'subnets': [{'network_id': 'af59363b-566b-4522-8a55-3a372d5c3a3e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1674390534', 'ip_version': 6}, {'network_id': '6c24387b-fb84-4c83-bf78-2b695429166f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:28.966580 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'subnet': {'network_id': 'af59363b-566b-4522-8a55-3a372d5c3a3e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1674390534', 'ip_version': 6}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:28.967117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Request body: {'subnet': {'network_id': '6c24387b-fb84-4c83-bf78-2b695429166f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:28.987347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bf7d7596-c1fb-4007-94a1-06dd1c9145ff None None] Provisioning complete for port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:28.987752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bf7d7596-c1fb-4007-94a1-06dd1c9145ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:29.004514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cc7fa-05fb-4505-a83c-9f3a46f86a9d req-bb0df282-2aae-4015-9b4d-9a23d0b2c1be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:29.007050 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-585cc7fa-05fb-4505-a83c-9f3a46f86a9d req-bb0df282-2aae-4015-9b4d-9a23d0b2c1be service neutron] 10.222.0.10 "GET /v2.0/networks?id=19491046-51f6-427c-b308-ccbe410a1d66 HTTP/1.1" status: 200 len: 911 time: 0.5681989 Apr 05 09:55:29.126940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Allocated IP 2001:db8::186 (ccaf1a36-cb02-453c-881e-764e00642d16/dfd3025f-647e-43fe-8e0a-5c2cd855336b/dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:29.152076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 0e1b929f-59fb-4e59-8c6e-fc69a2993821 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:29.179472 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-585cc7fa-05fb-4505-a83c-9f3a46f86a9d req-606a6a2f-ab29-404e-b399-c45d8e79514b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4 HTTP/1.1" status: 200 len: 1001 time: 0.1648514 Apr 05 09:55:29.215362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 0e1b929f-59fb-4e59-8c6e-fc69a2993821) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:29.229482 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41706e37-d260-4787-abbc-c71b7705b4c5 None None] Network 0e1b929f-59fb-4e59-8c6e-fc69a2993821 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:29.287732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cc7fa-05fb-4505-a83c-9f3a46f86a9d req-5fc53bc3-a36a-4f65-bb21-e09d8464d261 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:29.289190 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-585cc7fa-05fb-4505-a83c-9f3a46f86a9d req-5fc53bc3-a36a-4f65-bb21-e09d8464d261 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=22804349-64e3-4deb-bc5b-b60e9ff7803b HTTP/1.1" status: 200 len: 850 time: 0.0988662 Apr 05 09:55:29.293156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:29.396224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:29.396818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:29.429970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:55:29.431931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 30797a33-8c5a-486f-a1f2-1b0cdaefff8a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:29.446680 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54600) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:29.475989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2237de58-4a18-487d-9ac3-a553cbb3f1aa None None] Provisioning complete for port a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:29.476508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2237de58-4a18-487d-9ac3-a553cbb3f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:29.482093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74232fcd-f9a2-4053-aed4-44113922ce5f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 0380ea87-453a-4c7e-b973-40fdb96dc306 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:55:29.506779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:29.512439 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-be66c1ef-391b-41a4-8313-88bc2168cd3b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1276255 Apr 05 09:55:29.523086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54604) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:29.537439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': '0e1b929f-59fb-4e59-8c6e-fc69a2993821', 'security_groups': [], 'name': 'tempest-PortsTestJSON-786169901'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:29.563511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Usage tracker for resource:subnet and tenant:072dbe531f7742c1b9fc9845515ce0fb is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:29.572235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:29.639860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:29.685845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Allocated IP 172.26.4.188 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/d4b57d44-d1ac-4ec0-af68-49aad38409a2) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:29.703149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2237de58-4a18-487d-9ac3-a553cbb3f1aa None None] Port a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:29.717399 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8cb9c676-425d-4db3-93f8-816a757a45c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:29.721581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Made reservation on behalf of 072dbe531f7742c1b9fc9845515ce0fb for: {'subnet': 2} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:29.756855 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-585cc7fa-05fb-4505-a83c-9f3a46f86a9d req-bfb54e6f-6d45-43f4-8e24-ab40454833ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=19491046-51f6-427c-b308-ccbe410a1d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4595220 Apr 05 09:55:29.774480 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-675d8577-b97c-4476-a9df-28c209fc291f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c7e2388b66b4f8bb5dc06586972e0d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3246160 Apr 05 09:55:29.802332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54608) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:29.851409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-0e1b929f-59fb-4e59-8c6e-fc69a2993821', 'network_id': '0e1b929f-59fb-4e59-8c6e-fc69a2993821', 'tenant_id': 'ac5795c722a94f62a5226dd40339ffaf', 'fixed_ips': [{'subnet_id': '9d45ea7e-317e-4348-877f-35243742f3b0'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:29.852375 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:29.866391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:29.866891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:29.944251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.031493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Transition to ACTIVE for port object dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:30.072641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-50aebb4c-a8df-43d1-b963-050f8f558ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.080819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.081154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.191623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Allocated IP 172.20.0.2 (0e1b929f-59fb-4e59-8c6e-fc69a2993821/9d45ea7e-317e-4348-877f-35243742f3b0/6bff177b-5f89-4176-85b4-4b774b10fe51) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:30.226652 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-50aebb4c-a8df-43d1-b963-050f8f558ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.242702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.256520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:30.279751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:port and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:30.294296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:30.316733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:30.377301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Network ccaf1a36-cb02-453c-881e-764e00642d16 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:30.387551 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:30.389772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:30.392938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.393104 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Port': ['ID=dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:30.396081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:30.400012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:30.400636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.424761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-585cc7fa-05fb-4505-a83c-9f3a46f86a9d req-65528aba-8f4b-47d5-90ba-6906a459e4e5 service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360853 Apr 05 09:55:30.432167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.490173 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-50aebb4c-a8df-43d1-b963-050f8f558ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.493005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.493955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-50aebb4c-a8df-43d1-b963-050f8f558ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.496255 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-50aebb4c-a8df-43d1-b963-050f8f558ebf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/166d2be6-57d0-484a-940a-6e0730e839b8 HTTP/1.1" status: 204 len: 168 time: 0.6920612 Apr 05 09:55:30.507058 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Transition to ACTIVE for port object 6bff177b-5f89-4176-85b4-4b774b10fe51 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:30.515692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:30.533009 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aa770b-d948-4d35-8267-55d9d8d5617b None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:30.549503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Transition to ACTIVE for port object 6bff177b-5f89-4176-85b4-4b774b10fe51 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:30.554660 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa770b-d948-4d35-8267-55d9d8d5617b None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:30.555425 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-81aa770b-d948-4d35-8267-55d9d8d5617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:30.568718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.574662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port 3efb1e21-57ff-48b8-8c1b-fd34802492db yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:30.590232 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-37f3206a-7170-4620-84fb-ee4da784e0a1 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1063490 Apr 05 09:55:30.596873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54616) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:30.598527 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aebb4c-a8df-43d1-b963-050f8f558ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d2be6-57d0-484a-940a-6e0730e839b8,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:30.695486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.721273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882faf3f-6c12-45e8-b497-724303454cf3 req-600780dd-708b-440d-bfa8-ae60bd97482e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:30.730377 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-882faf3f-6c12-45e8-b497-724303454cf3 req-600780dd-708b-440d-bfa8-ae60bd97482e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5356874 Apr 05 09:55:30.738511 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-81aa770b-d948-4d35-8267-55d9d8d5617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:30.756588 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa770b-d948-4d35-8267-55d9d8d5617b None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:30.757666 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-81aa770b-d948-4d35-8267-55d9d8d5617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:30.790301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Pushing event updated for resources: {'Port': ['ID=6bff177b-5f89-4176-85b4-4b774b10fe51,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:30.812464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Network 0e1b929f-59fb-4e59-8c6e-fc69a2993821 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:30.816241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:30.834164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:30.844760 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-81aa770b-d948-4d35-8267-55d9d8d5617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:30.846588 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aa770b-d948-4d35-8267-55d9d8d5617b None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:30.883313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a779e94d-3097-481c-b0c4-119911e515a2 None None] Provisioning for port dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:30.933593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a779e94d-3097-481c-b0c4-119911e515a2 None None] Provisioning complete for port dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:30.933964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a779e94d-3097-481c-b0c4-119911e515a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:30.942500 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-55db27b4-5761-499f-8c61-b40399d83b8e tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.2180009 Apr 05 09:55:30.947780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54622) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:30.957802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-459229469'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:30.962796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.5 (0e1b929f-59fb-4e59-8c6e-fc69a2993821/9d45ea7e-317e-4348-877f-35243742f3b0/3efb1e21-57ff-48b8-8c1b-fd34802492db) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:30.981281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:30.989075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:network and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:30.994079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:31.001970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:31.022316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a779e94d-3097-481c-b0c4-119911e515a2 None None] Port dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:31.029504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Attempting to bind port 6bff177b-5f89-4176-85b4-4b774b10fe51 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:31.030257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Attempting to bind port 6bff177b-5f89-4176-85b4-4b774b10fe51 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '074f06fe-7ca4-47ae-9edd-df735fdd0a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0e1b929f-59fb-4e59-8c6e-fc69a2993821'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:31.030964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Attempting to bind port 6bff177b-5f89-4176-85b4-4b774b10fe51 on network 0e1b929f-59fb-4e59-8c6e-fc69a2993821 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:31.032133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f4d157-9dea-4f39-9ddf-b561b08bce2d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:31.036318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f4d157-9dea-4f39-9ddf-b561b08bce2d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:31.039334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:31.040018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Checking segment: {'id': '074f06fe-7ca4-47ae-9edd-df735fdd0a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0e1b929f-59fb-4e59-8c6e-fc69a2993821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:31.040308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f4d157-9dea-4f39-9ddf-b561b08bce2d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:31.040960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.041263 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-73f4d157-9dea-4f39-9ddf-b561b08bce2d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Synchronizing usage tracker for tenant:5bdd8364fa9743b4847f2de1932c7553 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:31.041522 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Bound using segment: {'id': '074f06fe-7ca4-47ae-9edd-df735fdd0a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0e1b929f-59fb-4e59-8c6e-fc69a2993821'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:31.042099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Bound port: 6bff177b-5f89-4176-85b4-4b774b10fe51, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074f06fe-7ca4-47ae-9edd-df735fdd0a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0e1b929f-59fb-4e59-8c6e-fc69a2993821'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:31.042568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.048643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Made reservation on behalf of ba64e14e74ee4e0e87501d9504277916 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:31.052493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.072521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.140461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-73f4d157-9dea-4f39-9ddf-b561b08bce2d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Unset dirty status for tenant:5bdd8364fa9743b4847f2de1932c7553 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:31.140461 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-73f4d157-9dea-4f39-9ddf-b561b08bce2d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.5366819 Apr 05 09:55:31.140461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:31.144320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54630) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:31.184318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] For port 6bff177b-5f89-4176-85b4-4b774b10fe51, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:31.187774 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-882faf3f-6c12-45e8-b497-724303454cf3 req-3823fc82-56d8-4723-beb3-e6b5e5999822 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4565141 Apr 05 09:55:31.194963 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-585cc7fa-05fb-4505-a83c-9f3a46f86a9d req-6ab7bda8-4993-49de-93cc-247c6bb3f13f service neutron] 10.222.0.10 "GET /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7588727 Apr 05 09:55:31.206147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.206526 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Added segment 255040a0-6cc2-4ddc-a257-7da79d92da67 of type vlan for network f14b1239-ba29-4a1a-951d-1441eb8d68c7 Apr 05 09:55:31.218689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] For port 6bff177b-5f89-4176-85b4-4b774b10fe51, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6bff177b-5f89-4176-85b4-4b774b10fe51,segment=NetworkSegment(074f06fe-7ca4-47ae-9edd-df735fdd0a61),segment_id=074f06fe-7ca4-47ae-9edd-df735fdd0a61)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:31.227111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event updated for resources: {'Port': ['ID=d4b57d44-d1ac-4ec0-af68-49aad38409a2,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:31.230430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:31.235487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74232fcd-f9a2-4053-aed4-44113922ce5f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:31.252072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.252994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:31.267118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-21a58bd6-5a3f-4b81-bf26-076e6882c74f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Deleting port dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:31.267461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21a58bd6-5a3f-4b81-bf26-076e6882c74f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.309977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c42a0-de68-478f-9146-cdcc06fc52b1 None None] Sync routers for ids ['0380ea87-453a-4c7e-b973-40fdb96dc306'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:31.320505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:31.364889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-74232fcd-f9a2-4053-aed4-44113922ce5f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.368802 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-74232fcd-f9a2-4053-aed4-44113922ce5f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/0380ea87-453a-4c7e-b973-40fdb96dc306 HTTP/1.1" status: 200 len: 887 time: 5.0216541 Apr 05 09:55:31.378018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c42a0-de68-478f-9146-cdcc06fc52b1 None None] Routers {'0380ea87-453a-4c7e-b973-40fdb96dc306'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:31.379473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-105c42a0-de68-478f-9146-cdcc06fc52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0380ea87-453a-4c7e-b973-40fdb96dc306'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:31.383118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54640) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:31.442263 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.459804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-105c42a0-de68-478f-9146-cdcc06fc52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:31.468912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c9eb8-082b-4747-89f3-99d0e17ff2ea None None] Pushing event updated for resources: {'Port': ['ID=6bff177b-5f89-4176-85b4-4b774b10fe51,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:31.479506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.499933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.502376 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c42a0-de68-478f-9146-cdcc06fc52b1 None None] Routers {'0380ea87-453a-4c7e-b973-40fdb96dc306'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:31.503013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-105c42a0-de68-478f-9146-cdcc06fc52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0380ea87-453a-4c7e-b973-40fdb96dc306'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:31.647453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.650957 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:31.656821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object 3efb1e21-57ff-48b8-8c1b-fd34802492db will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:31.662370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.677488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-105c42a0-de68-478f-9146-cdcc06fc52b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:31.677910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c42a0-de68-478f-9146-cdcc06fc52b1 None None] The sync data for ids ['0380ea87-453a-4c7e-b973-40fdb96dc306'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:31.764924 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c1185377-ec3b-4e74-ab45-323c02d8ccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.920667 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9706790 Apr 05 09:55:31.921473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'Subnet': ['ID=a55805f8-c090-48ee-9fdf-aefeca7c051f,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:31.934525 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54650) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:31.947545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'subnet': {'network_id': 'f14b1239-ba29-4a1a-951d-1441eb8d68c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:31.963543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54654) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:31.967618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:31.983511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe7fcd-c475-4ce8-9d7f-99e5a6d18cae tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Network': ['ID=f14b1239-ba29-4a1a-951d-1441eb8d68c7,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:31.987267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Checking segment: {'id': '8f2c12ee-48d2-4def-87a0-e9acea750c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af59363b-566b-4522-8a55-3a372d5c3a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:31.987661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Network hostable DHCP agents. Network: af59363b-566b-4522-8a55-3a372d5c3a3e, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:31.998521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network f14b1239-ba29-4a1a-951d-1441eb8d68c7 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:32.052179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21a58bd6-5a3f-4b81-bf26-076e6882c74f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.053594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=3efb1e21-57ff-48b8-8c1b-fd34802492db,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:32.200718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 0e1b929f-59fb-4e59-8c6e-fc69a2993821 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:32.205145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-21a58bd6-5a3f-4b81-bf26-076e6882c74f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Calling delete_port for dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:32.217978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:32.225691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:32.247000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-802718368'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:32.254049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Deleting port d4b57d44-d1ac-4ec0-af68-49aad38409a2 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:32.254399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.254638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Network af59363b-566b-4522-8a55-3a372d5c3a3e is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:32.263960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:32.276433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:network and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:32.281647 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:32.287284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, af59363b-566b-4522-8a55-3a372d5c3a3e) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:32.307200 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:32.310240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.315431 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:32.322584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c5198-637a-4cfb-888a-dd8779b5aca2 None None] Network af59363b-566b-4522-8a55-3a372d5c3a3e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:32.350025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:32.383871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:32.384639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.409361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:32.416906 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.445899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.456326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event updated for resources: {'Subnet': ['ID=c9535c26-ee76-4c72-b6ca-ab9e036cdf30,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:32.477293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Made reservation on behalf of ba64e14e74ee4e0e87501d9504277916 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:32.564939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Checking segment: {'id': '9ecff511-0f8f-4163-ba3e-2f76dc1883cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6c24387b-fb84-4c83-bf78-2b695429166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:32.575619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Network hostable DHCP agents. Network: 6c24387b-fb84-4c83-bf78-2b695429166f, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:32.618076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21a58bd6-5a3f-4b81-bf26-076e6882c74f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.691662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-af59363b-566b-4522-8a55-3a372d5c3a3e', 'network_id': 'af59363b-566b-4522-8a55-3a372d5c3a3e', 'tenant_id': '072dbe531f7742c1b9fc9845515ce0fb', 'fixed_ips': [{'subnet_id': 'a55805f8-c090-48ee-9fdf-aefeca7c051f'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:32.692483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.705787 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:32.722594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a58bd6-5a3f-4b81-bf26-076e6882c74f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event deleted for resources: {'Port': ['ID=dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:32.726018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:security_group_rule and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:32.730898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:32.772447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:32.785673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d34ab-5c46-4c52-8912-2fa3591ce83c None None] Network 0e1b929f-59fb-4e59-8c6e-fc69a2993821 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:32.791980 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-56e8415b-1111-4d10-bc9d-d716fc345e83 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.2668664 Apr 05 09:55:32.797347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Network 6c24387b-fb84-4c83-bf78-2b695429166f is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:32.799172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54662) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:32.817345 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-95f0e797-ebc7-44d8-b2ba-80301bf8514c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/routers/0380ea87-453a-4c7e-b973-40fdb96dc306 HTTP/1.1" status: 200 len: 887 time: 1.4304490 Apr 05 09:55:32.823385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54666) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:32.924118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 6c24387b-fb84-4c83-bf78-2b695429166f) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:32.939909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:32.940289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:32.941418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.949262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ee4043a4-3c07-4a4a-825e-5e015e666865 None None] Provisioning for port 6bff177b-5f89-4176-85b4-4b774b10fe51 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:32.949496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9f4c70b9-2392-45b0-b94d-d6bba4d4dee2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:32.958825 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.966720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b55140-e834-473c-9dd6-9ef79ea05654 None None] Network 6c24387b-fb84-4c83-bf78-2b695429166f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:32.982901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e6af2616-753d-4d9b-ae2a-a5f2e59cf562 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 3efb1e21-57ff-48b8-8c1b-fd34802492db {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:32.983122 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6af2616-753d-4d9b-ae2a-a5f2e59cf562 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.987161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:32.987502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.051715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21a58bd6-5a3f-4b81-bf26-076e6882c74f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.114384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.119208 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5f5453b7-1445-4dcf-9b6f-d8d338903372 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.1769278 Apr 05 09:55:33.120730 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-21a58bd6-5a3f-4b81-bf26-076e6882c74f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "DELETE /v2.0/ports/dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2 HTTP/1.1" status: 204 len: 168 time: 1.9756262 Apr 05 09:55:33.123960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54670) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:33.124448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54672) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:33.153737 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Allocated IP 2001:db8::1 (af59363b-566b-4522-8a55-3a372d5c3a3e/a55805f8-c090-48ee-9fdf-aefeca7c051f/7ff2464f-a28c-4ac3-81b1-a879667982f4) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:33.157743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.213519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Calling delete_port for d4b57d44-d1ac-4ec0-af68-49aad38409a2 owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:33.240615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9f4c70b9-2392-45b0-b94d-d6bba4d4dee2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:33.244136 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9f4c70b9-2392-45b0-b94d-d6bba4d4dee2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=0380ea87-453a-4c7e-b973-40fdb96dc306 HTTP/1.1" status: 200 len: 205 time: 0.4126632 Apr 05 09:55:33.245627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.248471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54678) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:33.280666 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-803a1b85-6e76-41cc-95d7-6260be9592ea tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] GET failed (client error): The resource could not be found. Apr 05 09:55:33.281161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-803a1b85-6e76-41cc-95d7-6260be9592ea tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Synchronizing usage tracker for tenant:5bdd8364fa9743b4847f2de1932c7553 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:33.294648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.301849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13837a06-3fb1-4407-91fa-c7ba13e392f7 req-4ec8b099-b889-411c-8be3-7c6e4718a71a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:33.303370 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13837a06-3fb1-4407-91fa-c7ba13e392f7 req-4ec8b099-b889-411c-8be3-7c6e4718a71a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.8425024 Apr 05 09:55:33.478516 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13837a06-3fb1-4407-91fa-c7ba13e392f7 req-1d992aaa-5108-485e-8b19-9fb4c44f7cd4 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690905 Apr 05 09:55:33.520657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.526841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6bff177b-5f89-4176-85b4-4b774b10fe51 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:33.563417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:33.655024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55280892-4ca7-4ed8-89db-57c06bcaca28 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:33.656487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55280892-4ca7-4ed8-89db-57c06bcaca28 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:33.657138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.657789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55280892-4ca7-4ed8-89db-57c06bcaca28 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:33.658589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-55280892-4ca7-4ed8-89db-57c06bcaca28 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Synchronizing usage tracker for tenant:072dbe531f7742c1b9fc9845515ce0fb on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:33.661140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738303d7-1db2-4cbf-9a23-2412a4cb7420,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:33.676738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.677093 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Added segment 474abc4f-b52f-4e06-91a8-a7003116472d of type vlan for network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d Apr 05 09:55:33.678735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-803a1b85-6e76-41cc-95d7-6260be9592ea tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Unset dirty status for tenant:5bdd8364fa9743b4847f2de1932c7553 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:33.683427 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-803a1b85-6e76-41cc-95d7-6260be9592ea tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "GET /v2.0/ports/dddae1c0-e9cc-4720-bcf2-b2efe6b11ac2 HTTP/1.1" status: 404 len: 333 time: 0.5288668 Apr 05 09:55:33.689516 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54684) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:33.709098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'port': {'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1775487876'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:33.713663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.725575 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Transition to ACTIVE for port object 7ff2464f-a28c-4ac3-81b1-a879667982f4 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:33.731414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event deleted for resources: {'Port': ['ID=d4b57d44-d1ac-4ec0-af68-49aad38409a2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:33.781641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Subnet': ['ID=5ac1d1d8-f97e-4c48-bab0-8ddf588315f2,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:33.832221 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Transition to ACTIVE for port object 7ff2464f-a28c-4ac3-81b1-a879667982f4 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:33.836644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-55280892-4ca7-4ed8-89db-57c06bcaca28 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Unset dirty status for tenant:072dbe531f7742c1b9fc9845515ce0fb on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:33.850231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54688) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:33.852031 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.854543 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-55280892-4ca7-4ed8-89db-57c06bcaca28 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6963234 Apr 05 09:55:33.874560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.890308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-6c24387b-fb84-4c83-bf78-2b695429166f', 'network_id': '6c24387b-fb84-4c83-bf78-2b695429166f', 'tenant_id': '072dbe531f7742c1b9fc9845515ce0fb', 'fixed_ips': [{'subnet_id': 'c9535c26-ee76-4c72-b6ca-ab9e036cdf30'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:33.891472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.897379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6af2616-753d-4d9b-ae2a-a5f2e59cf562 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:33.958761 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 6bff177b-5f89-4176-85b4-4b774b10fe51 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:33.982344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Checking segment: {'id': '255040a0-6cc2-4ddc-a257-7da79d92da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f14b1239-ba29-4a1a-951d-1441eb8d68c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:33.982692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network hostable DHCP agents. Network: f14b1239-ba29-4a1a-951d-1441eb8d68c7, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:34.006624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Network af59363b-566b-4522-8a55-3a372d5c3a3e is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:34.010336 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] create failed (client error): The resource could not be found. Apr 05 09:55:34.015039 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-60c06154-70dd-472c-a031-cee77ff305b4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.6535227 Apr 05 09:55:34.015183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:34.016468 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 6bff177b-5f89-4176-85b4-4b774b10fe51 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:34.016630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.020511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54692) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:34.038704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:55:34.050558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:34.056873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e6af2616-753d-4d9b-ae2a-a5f2e59cf562 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 3efb1e21-57ff-48b8-8c1b-fd34802492db owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:34.071775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f0b10-265c-4042-86f2-baa835405c08 req-82db7ceb-3d40-442c-aa54-f89852b311f7 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:34.072792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Pushing event updated for resources: {'Port': ['ID=7ff2464f-a28c-4ac3-81b1-a879667982f4,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:34.073217 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b9f0b10-265c-4042-86f2-baa835405c08 req-82db7ceb-3d40-442c-aa54-f89852b311f7 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3294208 Apr 05 09:55:34.208325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-537ec17e-c2b0-4603-81ed-085c3ab35f2c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Deleting port 618c5c53-4205-4f78-b822-1483abd6cbe2 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:34.208718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-537ec17e-c2b0-4603-81ed-085c3ab35f2c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.230676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.234255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:34.235307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.256374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6af2616-753d-4d9b-ae2a-a5f2e59cf562 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.259907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Attempting to bind port 7ff2464f-a28c-4ac3-81b1-a879667982f4 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:34.260431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Attempting to bind port 7ff2464f-a28c-4ac3-81b1-a879667982f4 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '8f2c12ee-48d2-4def-87a0-e9acea750c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af59363b-566b-4522-8a55-3a372d5c3a3e'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:34.261771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Attempting to bind port 7ff2464f-a28c-4ac3-81b1-a879667982f4 on network af59363b-566b-4522-8a55-3a372d5c3a3e {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:34.262502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:34.327662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:34.328053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Checking segment: {'id': '8f2c12ee-48d2-4def-87a0-e9acea750c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af59363b-566b-4522-8a55-3a372d5c3a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:34.328456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.328846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Bound using segment: {'id': '8f2c12ee-48d2-4def-87a0-e9acea750c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af59363b-566b-4522-8a55-3a372d5c3a3e'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:34.329367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Bound port: 7ff2464f-a28c-4ac3-81b1-a879667982f4, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2c12ee-48d2-4def-87a0-e9acea750c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'af59363b-566b-4522-8a55-3a372d5c3a3e'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:34.329743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.381543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Allocated IP 2001:db8:0:1::1 (6c24387b-fb84-4c83-bf78-2b695429166f/c9535c26-ee76-4c72-b6ca-ab9e036cdf30/9c10aac2-030e-4b1e-9621-81212a125af4) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:34.388046 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af2616-753d-4d9b-ae2a-a5f2e59cf562 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=3efb1e21-57ff-48b8-8c1b-fd34802492db,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:34.410889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:34.418186 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b9f0b10-265c-4042-86f2-baa835405c08 req-d33b60e6-bd79-4fa2-ae36-eb4082bd34cc tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062916 Apr 05 09:55:34.423799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network f14b1239-ba29-4a1a-951d-1441eb8d68c7 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:34.431916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.443084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.468020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Network': ['ID=4cbb776b-8d5d-4063-84da-9c16fe9ca32d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:34.481590 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, f14b1239-ba29-4a1a-951d-1441eb8d68c7) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:34.519398 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e02ba211-90e8-42d7-bd50-9ffacbfeabf8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5553670 Apr 05 09:55:34.520245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Made reservation on behalf of 5bdd8364fa9743b4847f2de1932c7553 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:34.523305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.532791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54698) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:34.547666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34217d58-eaf5-4d48-9872-f066e9a04e22 None None] Network f14b1239-ba29-4a1a-951d-1441eb8d68c7 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:34.553026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:34.553749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.561526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cb96ae-b652-4b63-b5d1-0c524d5eecbb tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Deleting subnet a55805f8-c090-48ee-9fdf-aefeca7c051f {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:55:34.566894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:34.576371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:34.617474 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97cb96ae-b652-4b63-b5d1-0c524d5eecbb tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.762995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97cb96ae-b652-4b63-b5d1-0c524d5eecbb tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.767711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] device_id is not set on port b1daf4ab-6647-402c-8bf2-de76fc81dd65 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:34.808793 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-841c4895-6f7e-41d8-a526-82bf87254dc2 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8719244 Apr 05 09:55:34.810835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-537ec17e-c2b0-4603-81ed-085c3ab35f2c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.813567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54702) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:34.859451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1286955357', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:34.870158 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] For port 7ff2464f-a28c-4ac3-81b1-a879667982f4, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:34.888171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 6bff177b-5f89-4176-85b4-4b774b10fe51, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6bff177b-5f89-4176-85b4-4b774b10fe51,segment=NetworkSegment(074f06fe-7ca4-47ae-9edd-df735fdd0a61),segment_id=074f06fe-7ca4-47ae-9edd-df735fdd0a61)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:34.891748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6af2616-753d-4d9b-ae2a-a5f2e59cf562 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.897064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:34.919900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:router and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:34.930210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:34.935651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:34.942929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.946227 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e6af2616-753d-4d9b-ae2a-a5f2e59cf562 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/3efb1e21-57ff-48b8-8c1b-fd34802492db HTTP/1.1" status: 204 len: 168 time: 2.1427834 Apr 05 09:55:34.948831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:34.953416 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] For port 7ff2464f-a28c-4ac3-81b1-a879667982f4, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7ff2464f-a28c-4ac3-81b1-a879667982f4,segment=NetworkSegment(8f2c12ee-48d2-4def-87a0-e9acea750c38),segment_id=8f2c12ee-48d2-4def-87a0-e9acea750c38)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:34.958115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:34.987985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54708) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:35.009784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:35.019749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.030263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-58207c20-c666-4656-b571-2b54780d384a None None] Provisioning complete for port 6bff177b-5f89-4176-85b4-4b774b10fe51 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:35.030642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-58207c20-c666-4656-b571-2b54780d384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.032149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:35.108539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:35.156862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.157755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.195609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-537ec17e-c2b0-4603-81ed-085c3ab35f2c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Calling delete_port for 618c5c53-4205-4f78-b822-1483abd6cbe2 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:35.202466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:35.266675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=6bff177b-5f89-4176-85b4-4b774b10fe51,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:35.284992 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4dee30-1386-49ef-9248-36004ea83790 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:55:35.285719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8d4dee30-1386-49ef-9248-36004ea83790 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:35.389871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97cb96ae-b652-4b63-b5d1-0c524d5eecbb tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.498405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8d4dee30-1386-49ef-9248-36004ea83790 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:35.502581 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8d4dee30-1386-49ef-9248-36004ea83790 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/3efb1e21-57ff-48b8-8c1b-fd34802492db HTTP/1.1" status: 404 len: 333 time: 0.5135181 Apr 05 09:55:35.524770 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6bff177b-5f89-4176-85b4-4b774b10fe51 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:35.528984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Allocated IP 2001:db8::5f (ccaf1a36-cb02-453c-881e-764e00642d16/dfd3025f-647e-43fe-8e0a-5c2cd855336b/b1daf4ab-6647-402c-8bf2-de76fc81dd65) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:35.531328 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54712) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:35.540276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.575814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.581494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97cb96ae-b652-4b63-b5d1-0c524d5eecbb tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.680884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-f14b1239-ba29-4a1a-951d-1441eb8d68c7', 'network_id': 'f14b1239-ba29-4a1a-951d-1441eb8d68c7', 'tenant_id': 'ba64e14e74ee4e0e87501d9504277916', 'fixed_ips': [{'subnet_id': '5ac1d1d8-f97e-4c48-bab0-8ddf588315f2'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:35.681619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.705581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb96ae-b652-4b63-b5d1-0c524d5eecbb tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Subnet': ['ID=a55805f8-c090-48ee-9fdf-aefeca7c051f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:35.711466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf435578-fc1f-4438-86a2-4ca52161a77f None None] Pushing event updated for resources: {'Port': ['ID=7ff2464f-a28c-4ac3-81b1-a879667982f4,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:35.722022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.733663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-58207c20-c666-4656-b571-2b54780d384a None None] Could not find standard attr ID for object 3efb1e21-57ff-48b8-8c1b-fd34802492db. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:55:35.740483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38bf53-a9d1-4132-8a43-e19e07f53140 req-f38bfbff-8e99-47c5-a91f-43bb6c1eb6f2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:35.746249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Transition to ACTIVE for port object 9c10aac2-030e-4b1e-9621-81212a125af4 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:35.748357 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6d38bf53-a9d1-4132-8a43-e19e07f53140 req-f38bfbff-8e99-47c5-a91f-43bb6c1eb6f2 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5612607 Apr 05 09:55:35.775049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97cb96ae-b652-4b63-b5d1-0c524d5eecbb tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.804993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-537ec17e-c2b0-4603-81ed-085c3ab35f2c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.845082 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-97cb96ae-b652-4b63-b5d1-0c524d5eecbb tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "DELETE /v2.0/subnets/a55805f8-c090-48ee-9fdf-aefeca7c051f HTTP/1.1" status: 204 len: 168 time: 1.9924600 Apr 05 09:55:35.852916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54716) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:35.870722 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6d38bf53-a9d1-4132-8a43-e19e07f53140 req-3bc9a85f-5c74-48e6-ab39-a364122a8a34 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214602 Apr 05 09:55:35.874079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a826e7b9-aeea-4e30-957c-521bec45e847 None None] Could not find standard attr ID for object 3efb1e21-57ff-48b8-8c1b-fd34802492db. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:55:35.877000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Transition to ACTIVE for port object 9c10aac2-030e-4b1e-9621-81212a125af4 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:35.918859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:35.919736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ec17e-c2b0-4603-81ed-085c3ab35f2c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event deleted for resources: {'Port': ['ID=618c5c53-4205-4f78-b822-1483abd6cbe2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:35.974677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 6bff177b-5f89-4176-85b4-4b774b10fe51 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:35.975044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.094470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Network 6c24387b-fb84-4c83-bf78-2b695429166f is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:36.099465 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Allocated IP 172.20.0.2 (f14b1239-ba29-4a1a-951d-1441eb8d68c7/5ac1d1d8-f97e-4c48-bab0-8ddf588315f2/cdf6a851-7f79-4fbe-8749-c26d92ede7a2) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:36.101665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:36.109832 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:36.122288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Pushing event updated for resources: {'Port': ['ID=9c10aac2-030e-4b1e-9621-81212a125af4,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:36.147126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-537ec17e-c2b0-4603-81ed-085c3ab35f2c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.153768 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-537ec17e-c2b0-4603-81ed-085c3ab35f2c tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "DELETE /v2.0/ports/618c5c53-4205-4f78-b822-1483abd6cbe2 HTTP/1.1" status: 204 len: 168 time: 2.0891538 Apr 05 09:55:36.157229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54720) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:36.225798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.284105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b0f841-de95-4ac0-8464-35a6877e0f3c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Deleting subnet c9535c26-ee76-4c72-b6ca-ab9e036cdf30 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:55:36.289137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-06b0f841-de95-4ac0-8464-35a6877e0f3c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.307999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-454e4341-654b-465e-a1b3-8fa251087be1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet 9d45ea7e-317e-4348-877f-35243742f3b0 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:55:36.325103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-454e4341-654b-465e-a1b3-8fa251087be1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.356208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39dce6e-1403-4340-8ad5-9d81c8456b4f tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:36.356708 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d39dce6e-1403-4340-8ad5-9d81c8456b4f tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Synchronizing usage tracker for tenant:e1892753ba60453ab67e95d3cf9b6768 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:36.368359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-06b0f841-de95-4ac0-8464-35a6877e0f3c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.463039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.475294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-06b0f841-de95-4ac0-8464-35a6877e0f3c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.506522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d39dce6e-1403-4340-8ad5-9d81c8456b4f tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Unset dirty status for tenant:e1892753ba60453ab67e95d3cf9b6768 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:36.510728 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d39dce6e-1403-4340-8ad5-9d81c8456b4f tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e389319-4bd1-4c9b-a85a-9cd6a96afbfd HTTP/1.1" status: 200 len: 913 time: 0.3500061 Apr 05 09:55:36.512987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54724) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:36.514769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-454e4341-654b-465e-a1b3-8fa251087be1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.560168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Attempting to bind port 9c10aac2-030e-4b1e-9621-81212a125af4 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:36.560668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Attempting to bind port 9c10aac2-030e-4b1e-9621-81212a125af4 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '9ecff511-0f8f-4163-ba3e-2f76dc1883cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6c24387b-fb84-4c83-bf78-2b695429166f'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:36.560891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Attempting to bind port 9c10aac2-030e-4b1e-9621-81212a125af4 on network 6c24387b-fb84-4c83-bf78-2b695429166f {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:36.574704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:36.574704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Checking segment: {'id': '9ecff511-0f8f-4163-ba3e-2f76dc1883cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6c24387b-fb84-4c83-bf78-2b695429166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:36.575109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.575457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Bound using segment: {'id': '9ecff511-0f8f-4163-ba3e-2f76dc1883cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6c24387b-fb84-4c83-bf78-2b695429166f'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:36.576559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Bound port: 9c10aac2-030e-4b1e-9621-81212a125af4, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecff511-0f8f-4163-ba3e-2f76dc1883cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6c24387b-fb84-4c83-bf78-2b695429166f'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:36.576935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.606362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Transition to ACTIVE for port object b1daf4ab-6647-402c-8bf2-de76fc81dd65 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:36.625719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.672818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.688955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da0ea8-c3c5-4151-9d25-6cdf6216e819 None None] Network af59363b-566b-4522-8a55-3a372d5c3a3e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:36.729753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port 8c2e316f-57f0-4ff6-9bd1-67ed27bd45a6 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:36.730098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.743974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-06b0f841-de95-4ac0-8464-35a6877e0f3c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.789196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0f841-de95-4ac0-8464-35a6877e0f3c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Subnet': ['ID=c9535c26-ee76-4c72-b6ca-ab9e036cdf30,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:36.795977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-06b0f841-de95-4ac0-8464-35a6877e0f3c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.805374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=63350c0b-b7cc-4aa3-a053-67d4e94aa1cf,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:36.808466 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-06b0f841-de95-4ac0-8464-35a6877e0f3c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "DELETE /v2.0/subnets/c9535c26-ee76-4c72-b6ca-ab9e036cdf30 HTTP/1.1" status: 204 len: 168 time: 0.9366131 Apr 05 09:55:36.811318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54730) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:36.829295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-454e4341-654b-465e-a1b3-8fa251087be1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.880309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.962428 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1e58c41f-bfac-4a1e-9cff-ad7d4870671b None None] Provisioning for port 7ff2464f-a28c-4ac3-81b1-a879667982f4 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:36.972704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:36.976316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] For port 9c10aac2-030e-4b1e-9621-81212a125af4, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:36.993555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] For port 9c10aac2-030e-4b1e-9621-81212a125af4, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9c10aac2-030e-4b1e-9621-81212a125af4,segment=NetworkSegment(9ecff511-0f8f-4163-ba3e-2f76dc1883cf),segment_id=9ecff511-0f8f-4163-ba3e-2f76dc1883cf)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:37.009343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Transition to ACTIVE for port object cdf6a851-7f79-4fbe-8749-c26d92ede7a2 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:37.012850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.089830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:37.090105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network hostable DHCP agents. Network: 4cbb776b-8d5d-4063-84da-9c16fe9ca32d, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:37.094155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Port': ['ID=b1daf4ab-6647-402c-8bf2-de76fc81dd65,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:37.098940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Network ccaf1a36-cb02-453c-881e-764e00642d16 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:37.118095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:37.126607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47395df-155c-46cc-b5c0-d6b815942a47 None None] Pushing event updated for resources: {'Port': ['ID=9c10aac2-030e-4b1e-9621-81212a125af4,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:37.131732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:37.135822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:37.136610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.148600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Transition to ACTIVE for port object cdf6a851-7f79-4fbe-8749-c26d92ede7a2 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:37.167049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200012c7-2a80-4e74-9b0d-036c4270c165 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:37.167906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-200012c7-2a80-4e74-9b0d-036c4270c165 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Synchronizing usage tracker for tenant:072dbe531f7742c1b9fc9845515ce0fb on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:37.168650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.177443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.197282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-454e4341-654b-465e-a1b3-8fa251087be1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.224133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-200012c7-2a80-4e74-9b0d-036c4270c165 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Unset dirty status for tenant:072dbe531f7742c1b9fc9845515ce0fb on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:37.229110 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-200012c7-2a80-4e74-9b0d-036c4270c165 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4132769 Apr 05 09:55:37.231450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54736) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:37.291954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Network f14b1239-ba29-4a1a-951d-1441eb8d68c7 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:37.295094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:37.299333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:37.326502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Pushing event updated for resources: {'Port': ['ID=cdf6a851-7f79-4fbe-8749-c26d92ede7a2,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:37.428427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d2677-ba5b-4fbb-99a3-80c5a498bbb6 req-3f4cfdb8-c1c2-4f63-bb24-b035d779316a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:37.430122 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4c4d2677-ba5b-4fbb-99a3-80c5a498bbb6 req-3f4cfdb8-c1c2-4f63-bb24-b035d779316a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.3413129 Apr 05 09:55:37.438070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e83952f-c0db-4084-8a9a-07d3b0d9fae8 None None] DHCP port deletion for af59363b-566b-4522-8a55-3a372d5c3a3e request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:55:37.476675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8e83952f-c0db-4084-8a9a-07d3b0d9fae8 None None] Deleting port 7ff2464f-a28c-4ac3-81b1-a879667982f4 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:37.477050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e83952f-c0db-4084-8a9a-07d3b0d9fae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.522626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Attempting to bind port cdf6a851-7f79-4fbe-8749-c26d92ede7a2 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:37.523030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Attempting to bind port cdf6a851-7f79-4fbe-8749-c26d92ede7a2 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '255040a0-6cc2-4ddc-a257-7da79d92da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f14b1239-ba29-4a1a-951d-1441eb8d68c7'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:37.523352 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Attempting to bind port cdf6a851-7f79-4fbe-8749-c26d92ede7a2 on network f14b1239-ba29-4a1a-951d-1441eb8d68c7 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:37.585096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:37.591259 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Checking segment: {'id': '255040a0-6cc2-4ddc-a257-7da79d92da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f14b1239-ba29-4a1a-951d-1441eb8d68c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:37.592471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.592471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Bound using segment: {'id': '255040a0-6cc2-4ddc-a257-7da79d92da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f14b1239-ba29-4a1a-951d-1441eb8d68c7'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:37.596238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Bound port: cdf6a851-7f79-4fbe-8749-c26d92ede7a2, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '255040a0-6cc2-4ddc-a257-7da79d92da67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f14b1239-ba29-4a1a-951d-1441eb8d68c7'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:37.597182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.605940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for 8c2e316f-57f0-4ff6-9bd1-67ed27bd45a6 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:37.606834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.612136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.643710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e4341-654b-465e-a1b3-8fa251087be1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=9d45ea7e-317e-4348-877f-35243742f3b0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:37.652800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.683554 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2f5225fc-c651-4185-bb7c-8d576ef3d10d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9871395 Apr 05 09:55:37.688283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54740) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:37.702060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.705908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-454e4341-654b-465e-a1b3-8fa251087be1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.708311 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-454e4341-654b-465e-a1b3-8fa251087be1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/9d45ea7e-317e-4348-877f-35243742f3b0 HTTP/1.1" status: 204 len: 168 time: 2.1758475 Apr 05 09:55:37.708978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:37.711891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54742) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:37.725715 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acad3a2-1cf6-411f-8581-ba4dcbbc38e9 None None] Network 0e1b929f-59fb-4e59-8c6e-fc69a2993821 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:37.759714 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4c4d2677-ba5b-4fbb-99a3-80c5a498bbb6 req-a434ef2d-5919-4def-905f-c5811767d060 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041296 Apr 05 09:55:37.791798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3d258dd2-d6e5-4fe8-88bc-e68246fcf63c tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fe', 'mac_address': 'fa:16:3e:b2:2e:03'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:37.856655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 4cbb776b-8d5d-4063-84da-9c16fe9ca32d) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:37.870928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Deleting port 9c10aac2-030e-4b1e-9621-81212a125af4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:37.871395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.904814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:37.905412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:37.910997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be5e676-ed93-4511-ae40-f6d8719ac03f None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:37.952605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-731258a8-ce37-4960-a72e-df4498dcad95 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:37.954107 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-731258a8-ce37-4960-a72e-df4498dcad95 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.5229545 Apr 05 09:55:37.955289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.002137 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-edbc1a02-2b8f-4559-914d-fbe2da743003 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4666159 Apr 05 09:55:38.009394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54748) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:38.027924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'name': 'tempest-NetworksTestDHCPv6-1460891540'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:38.031500 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 6bff177b-5f89-4176-85b4-4b774b10fe51 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:38.031961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.052728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9399c17b-7f6d-42ee-a5e2-74eb19ea9983 None None] Provisioning for port b1daf4ab-6647-402c-8bf2-de76fc81dd65 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:38.093860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.26.4.77 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/7ee7d8fe-4f91-401f-836b-65344fcd28eb) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:38.149860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9399c17b-7f6d-42ee-a5e2-74eb19ea9983 None None] Provisioning complete for port b1daf4ab-6647-402c-8bf2-de76fc81dd65 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:38.150333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9399c17b-7f6d-42ee-a5e2-74eb19ea9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.218368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.267200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Deleting port d55faabe-24e9-4269-b23c-fde501b6f9b4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:38.267550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.344261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8e83952f-c0db-4084-8a9a-07d3b0d9fae8 None None] For port 7ff2464f-a28c-4ac3-81b1-a879667982f4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7ff2464f-a28c-4ac3-81b1-a879667982f4,segment=NetworkSegment(8f2c12ee-48d2-4def-87a0-e9acea750c38),segment_id=8f2c12ee-48d2-4def-87a0-e9acea750c38)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:38.344751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e83952f-c0db-4084-8a9a-07d3b0d9fae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.359029 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=8c2e316f-57f0-4ff6-9bd1-67ed27bd45a6,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:38.367848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] For port cdf6a851-7f79-4fbe-8749-c26d92ede7a2, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:38.428142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9399c17b-7f6d-42ee-a5e2-74eb19ea9983 None None] Port b1daf4ab-6647-402c-8bf2-de76fc81dd65 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:38.519061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8e83952f-c0db-4084-8a9a-07d3b0d9fae8 None None] Calling delete_port for 7ff2464f-a28c-4ac3-81b1-a879667982f4 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:38.588258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:38.596184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] For port cdf6a851-7f79-4fbe-8749-c26d92ede7a2, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cdf6a851-7f79-4fbe-8749-c26d92ede7a2,segment=NetworkSegment(255040a0-6cc2-4ddc-a257-7da79d92da67),segment_id=255040a0-6cc2-4ddc-a257-7da79d92da67)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:38.624220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.632042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.653687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] For port 6bff177b-5f89-4176-85b4-4b774b10fe51, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6bff177b-5f89-4176-85b4-4b774b10fe51,segment=NetworkSegment(074f06fe-7ca4-47ae-9edd-df735fdd0a61),segment_id=074f06fe-7ca4-47ae-9edd-df735fdd0a61)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:38.654099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.727695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0127bef3-0a2c-49db-baff-fead73f6995d None None] Network 6c24387b-fb84-4c83-bf78-2b695429166f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:38.753444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:38.771071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:38.793356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 6bff177b-5f89-4176-85b4-4b774b10fe51 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:38.817979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] For port 9c10aac2-030e-4b1e-9621-81212a125af4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9c10aac2-030e-4b1e-9621-81212a125af4,segment=NetworkSegment(9ecff511-0f8f-4163-ba3e-2f76dc1883cf),segment_id=9ecff511-0f8f-4163-ba3e-2f76dc1883cf)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:38.818367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.827638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:38.854649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d258dd2-d6e5-4fe8-88bc-e68246fcf63c tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.938246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6a116-be70-4b9c-924f-6ba7bf647393 None None] Pushing event updated for resources: {'Port': ['ID=cdf6a851-7f79-4fbe-8749-c26d92ede7a2,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:38.942777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '63350c0b-b7cc-4aa3-a053-67d4e94aa1cf'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:38.943670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:38.983705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e83952f-c0db-4084-8a9a-07d3b0d9fae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.043669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e83952f-c0db-4084-8a9a-07d3b0d9fae8 None None] No DVR routers for this DVR port 7ff2464f-a28c-4ac3-81b1-a879667982f4 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:55:39.049182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83952f-c0db-4084-8a9a-07d3b0d9fae8 None None] Pushing event deleted for resources: {'Port': ['ID=7ff2464f-a28c-4ac3-81b1-a879667982f4,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:39.155921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.227692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc6975c-e59c-422c-9b38-bdcf1bdfb8d6 None None] DHCP port deletion for 0e1b929f-59fb-4e59-8c6e-fc69a2993821 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:55:39.251735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.255670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.260224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-46fc98ca-7f55-44c8-92fa-04a850ccd7c2 None None] Provisioning for port 9c10aac2-030e-4b1e-9621-81212a125af4 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:39.260400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:39.264559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.313337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Calling delete_port for 9c10aac2-030e-4b1e-9621-81212a125af4 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:39.363537 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/63350c0b-b7cc-4aa3-a053-67d4e94aa1cf/e8656b2d-8416-459d-a089-ed2bf3893ba8) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:39.430744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=6bff177b-5f89-4176-85b4-4b774b10fe51,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:39.502695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No DVR routers for this DVR port 6bff177b-5f89-4176-85b4-4b774b10fe51 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:55:39.601686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:39.682160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:39.687302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9c10aac2-030e-4b1e-9621-81212a125af4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:39.702853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:39.723853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:39.728959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399c2f3e-d20c-4e14-a738-c131b55d9019 None None] DHCP port deletion for 6c24387b-fb84-4c83-bf78-2b695429166f request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:55:39.760148 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-399c2f3e-d20c-4e14-a738-c131b55d9019 None None] Deleting port 9c10aac2-030e-4b1e-9621-81212a125af4 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:39.760556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-399c2f3e-d20c-4e14-a738-c131b55d9019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.773096 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-3d258dd2-d6e5-4fe8-88bc-e68246fcf63c tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:55:39.775985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=7ee7d8fe-4f91-401f-836b-65344fcd28eb,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:39.787395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.824347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d258dd2-d6e5-4fe8-88bc-e68246fcf63c tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.827462 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.839875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d258dd2-d6e5-4fe8-88bc-e68246fcf63c tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.847982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Transition to ACTIVE for port object e8656b2d-8416-459d-a089-ed2bf3893ba8 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:39.850391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Could not find standard attr ID for object 9c10aac2-030e-4b1e-9621-81212a125af4. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:55:39.850981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cdf6a851-7f79-4fbe-8749-c26d92ede7a2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:39.868247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.888987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.910362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.926129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-399c2f3e-d20c-4e14-a738-c131b55d9019 None None] The port '9c10aac2-030e-4b1e-9621-81212a125af4' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:55:39.949696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Transition to ACTIVE for port object e8656b2d-8416-459d-a089-ed2bf3893ba8 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:39.966246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:39.997553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1b929f-59fb-4e59-8c6e-fc69a2993821']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:40.017652 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074f06fe-7ca4-47ae-9edd-df735fdd0a61') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:40.018026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074f06fe-7ca4-47ae-9edd-df735fdd0a61') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:40.030767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] For port d55faabe-24e9-4269-b23c-fde501b6f9b4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:40.031271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.034393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.035031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Fanout notify agent at l3_agent the message router_deleted on router 0380ea87-453a-4c7e-b973-40fdb96dc306 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:55:40.048333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.051548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:40.062889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:40.071794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:40.073957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Pushing event updated for resources: {'Port': ['ID=e8656b2d-8416-459d-a089-ed2bf3893ba8,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:40.077445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3d258dd2-d6e5-4fe8-88bc-e68246fcf63c tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] In _notify_port_updated(), no bound segment for port b1daf4ab-6647-402c-8bf2-de76fc81dd65 on network ccaf1a36-cb02-453c-881e-764e00642d16 {{(pid=83819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:55:40.078879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.083874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d258dd2-d6e5-4fe8-88bc-e68246fcf63c tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:40.084829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3d258dd2-d6e5-4fe8-88bc-e68246fcf63c tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.087152 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3d258dd2-d6e5-4fe8-88bc-e68246fcf63c tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "PUT /v2.0/ports/b1daf4ab-6647-402c-8bf2-de76fc81dd65 HTTP/1.1" status: 200 len: 1002 time: 2.3407085 Apr 05 09:55:40.090176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port cdf6a851-7f79-4fbe-8749-c26d92ede7a2 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:40.098183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54758) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:40.103897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:40.104325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.108151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0af6ea-e4f7-4300-a32d-b429caa5a305 req-5acb980d-5139-4e35-ab02-36b90568485b tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:40.110962 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6e0af6ea-e4f7-4300-a32d-b429caa5a305 req-5acb980d-5139-4e35-ab02-36b90568485b tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 945 time: 0.9875176 Apr 05 09:55:40.215762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] No DVR routers for this DVR port 9c10aac2-030e-4b1e-9621-81212a125af4 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:55:40.217931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Attempting to bind port e8656b2d-8416-459d-a089-ed2bf3893ba8 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:40.218255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Attempting to bind port e8656b2d-8416-459d-a089-ed2bf3893ba8 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:40.218612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Attempting to bind port e8656b2d-8416-459d-a089-ed2bf3893ba8 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:40.222573 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6bff177b-5f89-4176-85b4-4b774b10fe51 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:40.260712 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:40.266271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 6bff177b-5f89-4176-85b4-4b774b10fe51 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:55:40.266721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6bff177b-5f89-4176-85b4-4b774b10fe51 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:55:40.267130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7ff2464f-a28c-4ac3-81b1-a879667982f4 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:55:40.283227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d258dd2-d6e5-4fe8-88bc-e68246fcf63c tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Port': ['ID=b1daf4ab-6647-402c-8bf2-de76fc81dd65,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:40.296203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:40.296578 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:40.296979 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.297365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:40.297841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Bound port: e8656b2d-8416-459d-a089-ed2bf3893ba8, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:40.298215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.321945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 7ff2464f-a28c-4ac3-81b1-a879667982f4 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:55:40.322291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7ff2464f-a28c-4ac3-81b1-a879667982f4 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:55:40.345431 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.350234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.356366 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-497a0eef-7829-4da2-8545-e382faf42937 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/0380ea87-453a-4c7e-b973-40fdb96dc306 HTTP/1.1" status: 204 len: 168 time: 7.0893764 Apr 05 09:55:40.363563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6b382-e029-405b-8755-61538faf3244 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Deleting port b1daf4ab-6647-402c-8bf2-de76fc81dd65 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:40.363917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b382-e029-405b-8755-61538faf3244 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.370070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54762) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:40.442288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.453433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] For port e8656b2d-8416-459d-a089-ed2bf3893ba8, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:40.459039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] For port e8656b2d-8416-459d-a089-ed2bf3893ba8, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e8656b2d-8416-459d-a089-ed2bf3893ba8,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:40.464762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.468597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Network': ['ID=0e1b929f-59fb-4e59-8c6e-fc69a2993821,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:40.468871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'network': {'name': 'tempest-RoutersTest-170392183'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:40.476428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Port': ['ID=9c10aac2-030e-4b1e-9621-81212a125af4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:40.481653 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-67bdadbb-5f93-4e1a-b587-30e81390ba42 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/networks/0e1b929f-59fb-4e59-8c6e-fc69a2993821 HTTP/1.1" status: 204 len: 168 time: 2.7667952 Apr 05 09:55:40.489132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54766) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:40.495098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'name': 'tempest-PortsTestJSON-1938422684'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:40.551808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:40.585162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213df87f-1dc0-4f36-995b-6043e857e36b None None] Pushing event updated for resources: {'Port': ['ID=e8656b2d-8416-459d-a089-ed2bf3893ba8,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:40.593168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b2df4bdd-cb78-4bcd-8ee7-58f6e01dfbd9 None None] Provisioning complete for port b1daf4ab-6647-402c-8bf2-de76fc81dd65 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:40.593421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b2df4bdd-cb78-4bcd-8ee7-58f6e01dfbd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.647726 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6e0af6ea-e4f7-4300-a32d-b429caa5a305 req-4d6c8c95-a267-40f4-8fa3-c7ab1ba6f1ce tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3937080 Apr 05 09:55:40.660303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::39 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/63350c0b-b7cc-4aa3-a053-67d4e94aa1cf/c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:40.660780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00583c22-913e-4cd5-b918-c757adcf8838 None None] Network f14b1239-ba29-4a1a-951d-1441eb8d68c7 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:40.662841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:network and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:40.679953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:40.693041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:40.727268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:40.748020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:40.759725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b2df4bdd-cb78-4bcd-8ee7-58f6e01dfbd9 None None] Port b1daf4ab-6647-402c-8bf2-de76fc81dd65 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:40.835062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d55faabe-24e9-4269-b23c-fde501b6f9b4 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:55:40.882848 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.885591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:40.952329 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:40.956538 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.024965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:41.027843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.029239 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6d5dbdc3-d82b-4612-967a-de510488220b None None] Provisioning for port cdf6a851-7f79-4fbe-8749-c26d92ede7a2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:41.039223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.077237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6d5dbdc3-d82b-4612-967a-de510488220b None None] Provisioning complete for port cdf6a851-7f79-4fbe-8749-c26d92ede7a2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:41.077779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbdc3-d82b-4612-967a-de510488220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.133089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c24387b-fb84-4c83-bf78-2b695429166f']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:41.145700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.176130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port 4a75add9-631d-48d8-a199-b50e196c4512 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:41.193700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55faabe-24e9-4269-b23c-fde501b6f9b4'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:55:41.220688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecff511-0f8f-4163-ba3e-2f76dc1883cf') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:41.221951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecff511-0f8f-4163-ba3e-2f76dc1883cf') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:41.233321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d55faabe-24e9-4269-b23c-fde501b6f9b4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:41.249229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.304946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b382-e029-405b-8755-61538faf3244 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.313341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:41.328727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.333021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbdc3-d82b-4612-967a-de510488220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.349997 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9d8b6e2-8eab-4554-aa2a-e0af838134b7'] response: {'server_uuid': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55faabe-24e9-4269-b23c-fde501b6f9b4', 'code': 200} Apr 05 09:55:41.385777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d55faabe-24e9-4269-b23c-fde501b6f9b4,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:41.411755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6d5dbdc3-d82b-4612-967a-de510488220b None None] For port cdf6a851-7f79-4fbe-8749-c26d92ede7a2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cdf6a851-7f79-4fbe-8749-c26d92ede7a2,segment=NetworkSegment(255040a0-6cc2-4ddc-a257-7da79d92da67),segment_id=255040a0-6cc2-4ddc-a257-7da79d92da67)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:41.425117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d5dbdc3-d82b-4612-967a-de510488220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.464969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.475610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.475979 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added segment 9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4 of type vlan for network b0dac275-ac7b-4afc-aa70-f03edba707d6 Apr 05 09:55:41.514008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6b382-e029-405b-8755-61538faf3244 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Calling delete_port for b1daf4ab-6647-402c-8bf2-de76fc81dd65 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:41.547690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e8656b2d-8416-459d-a089-ed2bf3893ba8 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:41.555501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.598281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:41.599319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.622021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5dbdc3-d82b-4612-967a-de510488220b None None] Pushing event updated for resources: {'Port': ['ID=cdf6a851-7f79-4fbe-8749-c26d92ede7a2,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:41.634593 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:41.664804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port e8656b2d-8416-459d-a089-ed2bf3893ba8 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:41.738499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.742584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:41.743328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.774717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9c10aac2-030e-4b1e-9621-81212a125af4 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:55:41.814038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.831143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.831416 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Floating IP aefcea86-56ed-4b55-962f-c8900eeeb215 disassociated. External IP: 172.26.4.177, port: d55faabe-24e9-4269-b23c-fde501b6f9b4. Apr 05 09:55:41.831915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Calling delete_port for d55faabe-24e9-4269-b23c-fde501b6f9b4 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:41.832407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 9c10aac2-030e-4b1e-9621-81212a125af4 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:55:41.832759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9c10aac2-030e-4b1e-9621-81212a125af4 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:55:41.857114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cba16fa8-97fc-43a7-81cd-5ec06807f81c None None] Provisioning complete for port cdf6a851-7f79-4fbe-8749-c26d92ede7a2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:41.857483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cba16fa8-97fc-43a7-81cd-5ec06807f81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.970737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:41.987555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac5c756-2b41-48a3-a17f-17a191492b50 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:42.026375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b382-e029-405b-8755-61538faf3244 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.058387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.085916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.087289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6b382-e029-405b-8755-61538faf3244 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event deleted for resources: {'Port': ['ID=b1daf4ab-6647-402c-8bf2-de76fc81dd65,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:42.088103 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "DELETE /v2.0/networks/6c24387b-fb84-4c83-bf78-2b695429166f HTTP/1.1" status: 204 len: 168 time: 4.8526204 Apr 05 09:55:42.090913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54774) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:42.092973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Network': ['ID=b0dac275-ac7b-4afc-aa70-f03edba707d6,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:42.096091 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-604143be-5eba-404c-9fa5-ad70b576481e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6941240 Apr 05 09:55:42.099864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.124516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54778) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:42.150339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.151875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router 79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:55:42.153771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network b0dac275-ac7b-4afc-aa70-f03edba707d6 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:42.165005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'subnet': {'network_id': 'b0dac275-ac7b-4afc-aa70-f03edba707d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:42.184337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b971420-3b4f-40dd-9790-3442a7f5d33c tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Network': ['ID=6c24387b-fb84-4c83-bf78-2b695429166f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:42.204715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:42.341381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:42.348974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=4a75add9-631d-48d8-a199-b50e196c4512,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:42.351714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:42.360375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.362590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:42.366212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:42.366536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:42.367299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.370953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:subnet and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:42.375613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:42.378849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7acce37d-b891-4431-afec-132e82fd2a43 None None] Provisioning for port e8656b2d-8416-459d-a089-ed2bf3893ba8 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:42.385913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:42.388945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7acce37d-b891-4431-afec-132e82fd2a43 None None] Provisioning complete for port e8656b2d-8416-459d-a089-ed2bf3893ba8 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:42.389969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7acce37d-b891-4431-afec-132e82fd2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.457091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:42.471769 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:55:42.472114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:55:42.538780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7acce37d-b891-4431-afec-132e82fd2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.578411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7acce37d-b891-4431-afec-132e82fd2a43 None None] For port e8656b2d-8416-459d-a089-ed2bf3893ba8, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e8656b2d-8416-459d-a089-ed2bf3893ba8,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:42.587945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7acce37d-b891-4431-afec-132e82fd2a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.593668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d41fa4-19fd-4475-b706-1edb51fcadc0 req-af5b4daa-df5f-4162-b448-0459d3759f31 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:42.593829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0c6b382-e029-405b-8755-61538faf3244 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.595401 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-91d41fa4-19fd-4475-b706-1edb51fcadc0 req-af5b4daa-df5f-4162-b448-0459d3759f31 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 943 time: 0.6504223 Apr 05 09:55:42.661664 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a5d407db-4fb6-40ed-a211-f885524041e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1711133 Apr 05 09:55:42.684738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54782) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:42.686173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acce37d-b891-4431-afec-132e82fd2a43 None None] Pushing event updated for resources: {'Port': ['ID=e8656b2d-8416-459d-a089-ed2bf3893ba8,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:42.690653 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-91d41fa4-19fd-4475-b706-1edb51fcadc0 req-0f1c21ca-865d-4ec5-b020-f28e269655b0 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592740 Apr 05 09:55:42.766048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Deleting port cdace89c-f328-4745-ab51-823dc688559c {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:42.766386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.777967 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f0c6b382-e029-405b-8755-61538faf3244 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "DELETE /v2.0/ports/b1daf4ab-6647-402c-8bf2-de76fc81dd65 HTTP/1.1" status: 204 len: 168 time: 2.5205622 Apr 05 09:55:42.790061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54786) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:42.790221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.813126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9570d5ba-e36a-4dc0-b519-c86c7cab5499 None None] Provisioning complete for port e8656b2d-8416-459d-a089-ed2bf3893ba8 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:42.814157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9570d5ba-e36a-4dc0-b519-c86c7cab5499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.842439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.851447 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce7b5af-5dd8-4224-bf0d-3cb27c280c60 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] GET failed (client error): The resource could not be found. Apr 05 09:55:42.851974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3ce7b5af-5dd8-4224-bf0d-3cb27c280c60 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Synchronizing usage tracker for tenant:5bdd8364fa9743b4847f2de1932c7553 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:42.880998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.887019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af59363b-566b-4522-8a55-3a372d5c3a3e']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:42.902719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2c12ee-48d2-4def-87a0-e9acea750c38') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:42.903016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2c12ee-48d2-4def-87a0-e9acea750c38') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:42.914386 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3ce7b5af-5dd8-4224-bf0d-3cb27c280c60 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Unset dirty status for tenant:5bdd8364fa9743b4847f2de1932c7553 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:42.915549 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3ce7b5af-5dd8-4224-bf0d-3cb27c280c60 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "GET /v2.0/ports/b1daf4ab-6647-402c-8bf2-de76fc81dd65 HTTP/1.1" status: 404 len: 333 time: 0.1237640 Apr 05 09:55:42.921288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54790) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:42.924484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:42.989171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-7bea2b18-c65a-4135-9e0f-8d3653981e9e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 4a75add9-631d-48d8-a199-b50e196c4512 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:42.989509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7bea2b18-c65a-4135-9e0f-8d3653981e9e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.044264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'port': {'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2044001352'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:43.122085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.128534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Deleting port d55faabe-24e9-4269-b23c-fde501b6f9b4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:43.129173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.149755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:43.150133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:43.164736 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:43.265564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:43.272854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:43.287074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.295215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:43.309038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.311621 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:43.315615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:43.316230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.322258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:43.328747 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Network': ['ID=af59363b-566b-4522-8a55-3a372d5c3a3e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:43.330163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:43.336535 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093f69b-1b59-4d7e-894d-f6230692c6c3 None None] Sync routers for ids ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:43.355625 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093f69b-1b59-4d7e-894d-f6230692c6c3 None None] Routers {'79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:43.356715 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e093f69b-1b59-4d7e-894d-f6230692c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:43.376427 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-17afe605-28f9-4c28-a641-0199d2992d65 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "DELETE /v2.0/networks/af59363b-566b-4522-8a55-3a372d5c3a3e HTTP/1.1" status: 204 len: 168 time: 1.2841816 Apr 05 09:55:43.387935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54794) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:43.390049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:43.433726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e8656b2d-8416-459d-a089-ed2bf3893ba8 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:43.440695 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e093f69b-1b59-4d7e-894d-f6230692c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:43.461550 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e093f69b-1b59-4d7e-894d-f6230692c6c3 None None] Routers {'79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:43.462238 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5d255c63-46a5-4229-9249-4781a22d47fa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4442704 Apr 05 09:55:43.462750 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e093f69b-1b59-4d7e-894d-f6230692c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:43.473429 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.474478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54798) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:43.483957 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ae41cd8f-a056-4e91-8ee2-d4c3ad212740 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6600597 Apr 05 09:55:43.486152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54802) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:43.491987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Made reservation on behalf of 5bdd8364fa9743b4847f2de1932c7553 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:43.495379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.556030 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e093f69b-1b59-4d7e-894d-f6230692c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:43.556795 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e093f69b-1b59-4d7e-894d-f6230692c6c3 None None] The sync data for ids ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:43.593567 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port e8656b2d-8416-459d-a089-ed2bf3893ba8 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:43.594186 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.608451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.746695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cdf6a851-7f79-4fbe-8749-c26d92ede7a2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:43.758999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] device_id is not set on port 77775454-3e11-4841-b9c9-ec4f6727c469 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:43.826036 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.832079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-00bffe8e-f9fa-4f51-9b14-79e1a3203325 None None] Provisioning for port c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:43.843701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-00bffe8e-f9fa-4f51-9b14-79e1a3203325 None None] Provisioning complete for port c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:43.844861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-00bffe8e-f9fa-4f51-9b14-79e1a3203325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.903054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port cdf6a851-7f79-4fbe-8749-c26d92ede7a2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:43.903495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:43.920217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Calling delete_port for cdace89c-f328-4745-ab51-823dc688559c owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:43.941791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-00bffe8e-f9fa-4f51-9b14-79e1a3203325 None None] Port c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:44.036697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7bea2b18-c65a-4135-9e0f-8d3653981e9e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.080091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.088650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Allocated IP 2001:db8::39e (ccaf1a36-cb02-453c-881e-764e00642d16/dfd3025f-647e-43fe-8e0a-5c2cd855336b/77775454-3e11-4841-b9c9-ec4f6727c469) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:44.137585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b6f929-73b0-49b7-9f8a-838e615ad8f3']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:44.173003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a5c528-547a-439c-be1d-b3f1c4cc2485') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:44.173222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a5c528-547a-439c-be1d-b3f1c4cc2485') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:44.199118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.215315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-7bea2b18-c65a-4135-9e0f-8d3653981e9e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 4a75add9-631d-48d8-a199-b50e196c4512 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:44.292589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.333896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.366374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:44.366771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.383551 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3b5b3-bf40-4d66-a2eb-d4ca11b63af4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:44.387375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e3b5b3-bf40-4d66-a2eb-d4ca11b63af4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:44.388137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b9e3b5b3-bf40-4d66-a2eb-d4ca11b63af4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:44.391195 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:44.411087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] For port d55faabe-24e9-4269-b23c-fde501b6f9b4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d55faabe-24e9-4269-b23c-fde501b6f9b4,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:44.411441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.546214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e469691-c6df-4a99-896f-c65dcf3eb6e3 req-6540f433-3613-43a6-ad7b-078c3e882d09 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:44.546836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1e469691-c6df-4a99-896f-c65dcf3eb6e3 req-6540f433-3613-43a6-ad7b-078c3e882d09 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Synchronizing usage tracker for tenant:f7d5619b76fb4201b7106411914d699a on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:44.568128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Subnet': ['ID=66da02e7-304f-4f9b-b95d-0d50bbbcb828,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:44.576300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b9e3b5b3-bf40-4d66-a2eb-d4ca11b63af4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:44.577445 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b9e3b5b3-bf40-4d66-a2eb-d4ca11b63af4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.0972469 Apr 05 09:55:44.583543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54808) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:44.592267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.592467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7bea2b18-c65a-4135-9e0f-8d3653981e9e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.597363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.749672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.759549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Network': ['ID=13b6f929-73b0-49b7-9f8a-838e615ad8f3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:44.774580 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-85c59e1c-70cd-40c4-a5d0-4b4be3195143 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "DELETE /v2.0/networks/13b6f929-73b0-49b7-9f8a-838e615ad8f3 HTTP/1.1" status: 204 len: 168 time: 1.3555522 Apr 05 09:55:44.777388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54812) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:44.782484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Transition to ACTIVE for port object 77775454-3e11-4841-b9c9-ec4f6727c469 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:44.920699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea2b18-c65a-4135-9e0f-8d3653981e9e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=4a75add9-631d-48d8-a199-b50e196c4512,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:44.925108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.936165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1e469691-c6df-4a99-896f-c65dcf3eb6e3 req-6540f433-3613-43a6-ad7b-078c3e882d09 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Unset dirty status for tenant:f7d5619b76fb4201b7106411914d699a on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:44.937309 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1e469691-c6df-4a99-896f-c65dcf3eb6e3 req-6540f433-3613-43a6-ad7b-078c3e882d09 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 943 time: 1.0418074 Apr 05 09:55:44.940679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:44.968866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Checking segment: {'id': '9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b0dac275-ac7b-4afc-aa70-f03edba707d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:44.969223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network hostable DHCP agents. Network: b0dac275-ac7b-4afc-aa70-f03edba707d6, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:45.003859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7bea2b18-c65a-4135-9e0f-8d3653981e9e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.011437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a9b89d3b-1e62-49bd-a565-3dbdee7e5358 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:45.011796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a9b89d3b-1e62-49bd-a565-3dbdee7e5358 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.061785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Network ccaf1a36-cb02-453c-881e-764e00642d16 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:45.081404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:45.083833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:45.087873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:45.088460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.091951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Port': ['ID=77775454-3e11-4841-b9c9-ec4f6727c469,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:45.187362 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7bea2b18-c65a-4135-9e0f-8d3653981e9e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/4a75add9-631d-48d8-a199-b50e196c4512 HTTP/1.1" status: 204 len: 168 time: 2.4932284 Apr 05 09:55:45.193711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.201003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54816) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:45.241440 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-37485c36-0c6f-4d79-9f29-49d12e3636ae tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3192930 Apr 05 09:55:45.242419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54820) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:45.277845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'mac_address': 'fa:16:3e:61:cb:a4', 'name': 'tempest-PortsTestJSON-875094105'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:45.302740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5531e00a-99fc-4457-b5e8-40f3077460fe tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b2:2e:03'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:45.309672 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event deleted for resources: {'Port': ['ID=cdace89c-f328-4745-ab51-823dc688559c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:45.329379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.331991 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1e469691-c6df-4a99-896f-c65dcf3eb6e3 req-8da2775c-a576-4c34-8e2b-df236a63aaf9 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups?id=3d8d9adb-4121-4340-94fb-5f4c07f0a672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701105 Apr 05 09:55:45.380241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cf4503ee-0461-4a9c-93d6-765d115554e2 None None] Provisioning for port 77775454-3e11-4841-b9c9-ec4f6727c469 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:45.386874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cf4503ee-0461-4a9c-93d6-765d115554e2 None None] Provisioning complete for port 77775454-3e11-4841-b9c9-ec4f6727c469 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:45.387546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf4503ee-0461-4a9c-93d6-765d115554e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.390979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98261258-75d1-4c52-b110-18e7b4bf04ca']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:45.412167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.412532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.412840 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Floating IP aefcea86-56ed-4b55-962f-c8900eeeb215 disassociated. External IP: 172.26.4.177, port: d55faabe-24e9-4269-b23c-fde501b6f9b4. Apr 05 09:55:45.413178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Calling delete_port for d55faabe-24e9-4269-b23c-fde501b6f9b4 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:45.439779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c8a1a7-21fd-4b7a-8d9a-bcc0fc8e0927') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:45.439779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c8a1a7-21fd-4b7a-8d9a-bcc0fc8e0927') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:45.440911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network b0dac275-ac7b-4afc-aa70-f03edba707d6 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:45.450218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-cf4503ee-0461-4a9c-93d6-765d115554e2 None None] Port 77775454-3e11-4841-b9c9-ec4f6727c469 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:45.504244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.542121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.570521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:45.570922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:45.585949 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:45.615572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, b0dac275-ac7b-4afc-aa70-f03edba707d6) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:45.629750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df94b3ee-a7f4-42b6-940a-dfd84122d94f None None] Network b0dac275-ac7b-4afc-aa70-f03edba707d6 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:45.641678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:45.642326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.669853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:45.705207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:port and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:45.719121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:45.741918 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7d1ac6a0-8af0-40d3-88e9-498e6d748d1e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6090758 Apr 05 09:55:45.748505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54824) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:45.760779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1149313389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:45.766651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.775343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:45.793234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.795367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:45.800396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5531e00a-99fc-4457-b5e8-40f3077460fe tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.809946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:router and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:45.823746 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:45.834619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] Pushing event deleted for resources: {'Network': ['ID=98261258-75d1-4c52-b110-18e7b4bf04ca,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:45.845472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:45.853326 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c5052791-4cbb-4533-b56b-60e012d7dfc9 tempest-BulkNetworkOpsIpV6Test-1558168347 tempest-BulkNetworkOpsIpV6Test-1558168347-project] 10.222.0.30 "DELETE /v2.0/networks/98261258-75d1-4c52-b110-18e7b4bf04ca HTTP/1.1" status: 204 len: 168 time: 1.0740201 Apr 05 09:55:45.875193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a9b89d3b-1e62-49bd-a565-3dbdee7e5358 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.900443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.901372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.934172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-b0dac275-ac7b-4afc-aa70-f03edba707d6', 'network_id': 'b0dac275-ac7b-4afc-aa70-f03edba707d6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'fixed_ips': [{'subnet_id': '66da02e7-304f-4f9b-b95d-0d50bbbcb828'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:45.935044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:45.988886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.037922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:46.059307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.063562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a9b89d3b-1e62-49bd-a565-3dbdee7e5358 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:46.138394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.139213 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f0174004-e890-45df-8931-cf077f0b7ca4 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3873851 Apr 05 09:55:46.146950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54832) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:46.156972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Allocated IP 172.20.0.2 (b0dac275-ac7b-4afc-aa70-f03edba707d6/66da02e7-304f-4f9b-b95d-0d50bbbcb828/86ba6406-b435-4aec-a977-21b78e48b03e) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:46.211553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.279306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54836) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:46.303146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.422069 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.433754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Transition to ACTIVE for port object 86ba6406-b435-4aec-a977-21b78e48b03e will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:46.455310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Transition to ACTIVE for port object 86ba6406-b435-4aec-a977-21b78e48b03e will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:46.465436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port 267c453a-13df-47d6-b396-ec9ec3227d0a yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:46.473547 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.566909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Network b0dac275-ac7b-4afc-aa70-f03edba707d6 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:46.570536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:46.573237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:46.587507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.588475 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Pushing event updated for resources: {'Port': ['ID=86ba6406-b435-4aec-a977-21b78e48b03e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:46.591368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.653036 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-325ba177-cc77-48d2-ad89-af3d84c1e653 req-dc19080f-a79d-4c91-bf2f-69058b0cab4c tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 210 time: 0.1069524 Apr 05 09:55:46.698929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Pushing event deleted for resources: {'Port': ['ID=d55faabe-24e9-4269-b23c-fde501b6f9b4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:46.716222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Attempting to bind port 86ba6406-b435-4aec-a977-21b78e48b03e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:46.716735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Attempting to bind port 86ba6406-b435-4aec-a977-21b78e48b03e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b0dac275-ac7b-4afc-aa70-f03edba707d6'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:46.717246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Attempting to bind port 86ba6406-b435-4aec-a977-21b78e48b03e on network b0dac275-ac7b-4afc-aa70-f03edba707d6 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:46.732334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:46.732707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Checking segment: {'id': '9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b0dac275-ac7b-4afc-aa70-f03edba707d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:46.733097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.733477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Bound using segment: {'id': '9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b0dac275-ac7b-4afc-aa70-f03edba707d6'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:46.733952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Bound port: 86ba6406-b435-4aec-a977-21b78e48b03e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'b0dac275-ac7b-4afc-aa70-f03edba707d6'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:46.734559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.835480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] For port 86ba6406-b435-4aec-a977-21b78e48b03e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:46.841500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] For port 86ba6406-b435-4aec-a977-21b78e48b03e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=86ba6406-b435-4aec-a977-21b78e48b03e,segment=NetworkSegment(9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4),segment_id=9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:46.845190 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:46.931063 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2d2aad44-567b-41c2-94e9-6e7bd7330bfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=072dbe531f7742c1b9fc9845515ce0fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6503325 Apr 05 09:55:46.931874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54844) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:46.938201 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cb12c-ff33-4d18-810c-d90c62ccab6e None None] Pushing event updated for resources: {'Port': ['ID=86ba6406-b435-4aec-a977-21b78e48b03e,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:47.160466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a9b89d3b-1e62-49bd-a565-3dbdee7e5358 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.270811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-5531e00a-99fc-4457-b5e8-40f3077460fe tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:55:47.297707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5531e00a-99fc-4457-b5e8-40f3077460fe tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.344072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5531e00a-99fc-4457-b5e8-40f3077460fe tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.380014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b89d3b-1e62-49bd-a565-3dbdee7e5358 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:47.402495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.429698 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 86ba6406-b435-4aec-a977-21b78e48b03e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:47.460981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a9b89d3b-1e62-49bd-a565-3dbdee7e5358 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.499090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-588319ee-389c-4655-90bf-4d93d5fc9d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.528630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 86ba6406-b435-4aec-a977-21b78e48b03e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:47.569252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5531e00a-99fc-4457-b5e8-40f3077460fe tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] In _notify_port_updated(), no bound segment for port 77775454-3e11-4841-b9c9-ec4f6727c469 on network ccaf1a36-cb02-453c-881e-764e00642d16 {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:55:47.575908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5531e00a-99fc-4457-b5e8-40f3077460fe tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:47.580863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5531e00a-99fc-4457-b5e8-40f3077460fe tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.582473 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5531e00a-99fc-4457-b5e8-40f3077460fe tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "PUT /v2.0/ports/77775454-3e11-4841-b9c9-ec4f6727c469 HTTP/1.1" status: 200 len: 1003 time: 2.3360469 Apr 05 09:55:47.594549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54848) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:47.609264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531e00a-99fc-4457-b5e8-40f3077460fe tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Port': ['ID=77775454-3e11-4841-b9c9-ec4f6727c469,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:47.664475 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a9b89d3b-1e62-49bd-a565-3dbdee7e5358 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09 HTTP/1.1" status: 204 len: 168 time: 3.0756238 Apr 05 09:55:47.685698 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-588319ee-389c-4655-90bf-4d93d5fc9d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.695292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54852) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:47.772197 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.824922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.839146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-97e48f45-307b-4011-b4eb-a18610e49397 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Deleting port 77775454-3e11-4841-b9c9-ec4f6727c469 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:47.839749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97e48f45-307b-4011-b4eb-a18610e49397 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.854565 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-588319ee-389c-4655-90bf-4d93d5fc9d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:47.935392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588319ee-389c-4655-90bf-4d93d5fc9d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52b6814-6435-4cb1-8522-2bcfd09263cc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:47.958255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.20.0.1 (f14b1239-ba29-4a1a-951d-1441eb8d68c7/5ac1d1d8-f97e-4c48-bab0-8ddf588315f2/abf9ef6e-ba41-4d98-8d5e-1da12b020a71) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:48.024255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-588319ee-389c-4655-90bf-4d93d5fc9d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:48.027687 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-588319ee-389c-4655-90bf-4d93d5fc9d68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f52b6814-6435-4cb1-8522-2bcfd09263cc HTTP/1.1" status: 204 len: 168 time: 1.0872204 Apr 05 09:55:48.101749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4459cacc-d3b3-42e6-b4c2-a1d0c1e24a38 None None] Provisioning complete for port 77775454-3e11-4841-b9c9-ec4f6727c469 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:48.102212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4459cacc-d3b3-42e6-b4c2-a1d0c1e24a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:48.180468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7c03aba5-8a17-4a39-a109-5a3e9b9ba910 req-a42e9c32-f3eb-4208-869e-205b5d051634 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Synchronizing usage tracker for tenant:f7d5619b76fb4201b7106411914d699a on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:48.184541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Router 4e389319-4bd1-4c9b-a85a-9cd6a96afbfd has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:55:48.209394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dece861-b267-4734-9d90-3394da8e9588 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:48.212473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dece861-b267-4734-9d90-3394da8e9588 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:48.214461 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9dece861-b267-4734-9d90-3394da8e9588 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5157571 Apr 05 09:55:48.219266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54860) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:48.237471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4459cacc-d3b3-42e6-b4c2-a1d0c1e24a38 None None] Port 77775454-3e11-4841-b9c9-ec4f6727c469 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:48.275397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee9a38-79c8-404d-81b5-7dc2186e5e12 None None] Network b0dac275-ac7b-4afc-aa70-f03edba707d6 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:48.309201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=267c453a-13df-47d6-b396-ec9ec3227d0a,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:48.321900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:48.336967 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:48.356808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:48.360905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:48.361518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:48.366238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7c03aba5-8a17-4a39-a109-5a3e9b9ba910 req-a42e9c32-f3eb-4208-869e-205b5d051634 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Unset dirty status for tenant:f7d5619b76fb4201b7106411914d699a on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:48.367590 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c03aba5-8a17-4a39-a109-5a3e9b9ba910 req-a42e9c32-f3eb-4208-869e-205b5d051634 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 210 time: 0.4687600 Apr 05 09:55:48.386205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f5b42f8d-afd7-4cbc-9c55-e9f671f3b1e7 None None] Provisioning for port 86ba6406-b435-4aec-a977-21b78e48b03e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:48.411116 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f5b42f8d-afd7-4cbc-9c55-e9f671f3b1e7 None None] Provisioning complete for port 86ba6406-b435-4aec-a977-21b78e48b03e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:48.411868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5b42f8d-afd7-4cbc-9c55-e9f671f3b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:48.489382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:48.524618 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Transition to ACTIVE for port object abf9ef6e-ba41-4d98-8d5e-1da12b020a71 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:48.528799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Allocated IP 172.20.0.1 (b0dac275-ac7b-4afc-aa70-f03edba707d6/66da02e7-304f-4f9b-b95d-0d50bbbcb828/7971c952-05ab-4205-a117-e9b6e8246e3e) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:48.566273 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cc02b6ff-90bd-456a-a6f8-daecc3af3ee3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.3341980 Apr 05 09:55:48.605113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54870) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:48.689157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5b42f8d-afd7-4cbc-9c55-e9f671f3b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:48.726437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202ec699-7f2a-4a22-ab12-102673c0e587 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:48.727073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-202ec699-7f2a-4a22-ab12-102673c0e587 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:48.750556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Router 8106167b-8dd2-4671-9d4e-d278eda31cb8 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:55:48.755511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f5b42f8d-afd7-4cbc-9c55-e9f671f3b1e7 None None] For port 86ba6406-b435-4aec-a977-21b78e48b03e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=86ba6406-b435-4aec-a977-21b78e48b03e,segment=NetworkSegment(9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4),segment_id=9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:48.765654 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f5b42f8d-afd7-4cbc-9c55-e9f671f3b1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:48.797836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:48.800820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97e48f45-307b-4011-b4eb-a18610e49397 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:48.825812 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-201006b9-f3dc-4750-b6a5-0f8b48ae7ecd tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "PUT /v2.0/routers/4e389319-4bd1-4c9b-a85a-9cd6a96afbfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3118730 Apr 05 09:55:48.828557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54878) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:48.839119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:48.848189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b42f8d-afd7-4cbc-9c55-e9f671f3b1e7 None None] Pushing event updated for resources: {'Port': ['ID=86ba6406-b435-4aec-a977-21b78e48b03e,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:48.851031 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa072c4b-3088-40a8-a5cf-7c2979ac88fd None None] Sync routers for ids ['4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:48.865971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcbdc45-c6c6-4a4b-8d4b-96db2dacf49b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 63350c0b-b7cc-4aa3-a053-67d4e94aa1cf {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:55:48.866541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa072c4b-3088-40a8-a5cf-7c2979ac88fd None None] Routers {'4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:48.867175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-fa072c4b-3088-40a8-a5cf-7c2979ac88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:48.948799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-fa072c4b-3088-40a8-a5cf-7c2979ac88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:48.961320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa072c4b-3088-40a8-a5cf-7c2979ac88fd None None] Routers {'4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:48.961936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-fa072c4b-3088-40a8-a5cf-7c2979ac88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:49.015356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-202ec699-7f2a-4a22-ab12-102673c0e587 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:49.016549 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-202ec699-7f2a-4a22-ab12-102673c0e587 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/267c453a-13df-47d6-b396-ec9ec3227d0a HTTP/1.1" status: 200 len: 840 time: 0.4104986 Apr 05 09:55:49.024302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-97e48f45-307b-4011-b4eb-a18610e49397 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Calling delete_port for 77775454-3e11-4841-b9c9-ec4f6727c469 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:49.034635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54882) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:49.044236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-fa072c4b-3088-40a8-a5cf-7c2979ac88fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:49.044589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa072c4b-3088-40a8-a5cf-7c2979ac88fd None None] The sync data for ids ['4e389319-4bd1-4c9b-a85a-9cd6a96afbfd'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:49.054477 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bcbdc45-c6c6-4a4b-8d4b-96db2dacf49b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.156743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d19cd6f-4c6e-489d-8064-b60313b1f9fa tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.202016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5c402090-82ce-4e49-949e-3be17ea8161a None None] Provisioning complete for port 86ba6406-b435-4aec-a977-21b78e48b03e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:49.202814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5c402090-82ce-4e49-949e-3be17ea8161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.229944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network f14b1239-ba29-4a1a-951d-1441eb8d68c7 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:49.250815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bcbdc45-c6c6-4a4b-8d4b-96db2dacf49b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.289952 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:49.292412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:49.320948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=abf9ef6e-ba41-4d98-8d5e-1da12b020a71,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:49.353955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.372338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ee05a-2c63-44bd-bccc-77630573205e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 267c453a-13df-47d6-b396-ec9ec3227d0a {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:49.372696 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee05a-2c63-44bd-bccc-77630573205e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.476233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bcbdc45-c6c6-4a4b-8d4b-96db2dacf49b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.522745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 86ba6406-b435-4aec-a977-21b78e48b03e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:49.525181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97e48f45-307b-4011-b4eb-a18610e49397 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.546735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Transition to ACTIVE for port object 7971c952-05ab-4205-a117-e9b6e8246e3e will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:49.571997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.576652 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54894) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:49.605671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e48f45-307b-4011-b4eb-a18610e49397 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event deleted for resources: {'Port': ['ID=77775454-3e11-4841-b9c9-ec4f6727c469,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:49.669112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 86ba6406-b435-4aec-a977-21b78e48b03e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:49.669487 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.742603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bcbdc45-c6c6-4a4b-8d4b-96db2dacf49b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.796830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97e48f45-307b-4011-b4eb-a18610e49397 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.806795 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-364590fd-e655-4d4b-8228-a26be1bf9c79 req-fd28d102-ee3d-4618-8bc0-46a4c1e0dc77 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 210 time: 0.1033325 Apr 05 09:55:49.811675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbdc45-c6c6-4a4b-8d4b-96db2dacf49b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=63350c0b-b7cc-4aa3-a053-67d4e94aa1cf,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:49.826689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bcbdc45-c6c6-4a4b-8d4b-96db2dacf49b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:49.829946 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8bcbdc45-c6c6-4a4b-8d4b-96db2dacf49b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/63350c0b-b7cc-4aa3-a053-67d4e94aa1cf HTTP/1.1" status: 204 len: 168 time: 1.5972610 Apr 05 09:55:49.833064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54900) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:49.841340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef95350-90bf-41cf-a036-4846665e75ec None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:49.918881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.060235 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-97e48f45-307b-4011-b4eb-a18610e49397 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "DELETE /v2.0/ports/77775454-3e11-4841-b9c9-ec4f6727c469 HTTP/1.1" status: 204 len: 168 time: 2.4597459 Apr 05 09:55:50.068005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54904) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:50.075971 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-119abe03-5779-482e-8c5d-a8e3e3ea6c8f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2392509 Apr 05 09:55:50.076170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54908) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:50.091643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1288943684'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:50.104229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d833ffb9-33bf-40c3-b1aa-e226656cce9e None None] Provisioning for port abf9ef6e-ba41-4d98-8d5e-1da12b020a71 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:50.112229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d833ffb9-33bf-40c3-b1aa-e226656cce9e None None] Provisioning complete for port abf9ef6e-ba41-4d98-8d5e-1da12b020a71 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:50.113409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d833ffb9-33bf-40c3-b1aa-e226656cce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.119047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:50.143670 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-22549f07-e188-405a-8a5d-b69bdce4f5ab tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] GET failed (client error): The resource could not be found. Apr 05 09:55:50.144188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-22549f07-e188-405a-8a5d-b69bdce4f5ab tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Synchronizing usage tracker for tenant:5bdd8364fa9743b4847f2de1932c7553 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:50.152175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:50.168293 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] Sync routers for ids ['8106167b-8dd2-4671-9d4e-d278eda31cb8'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:50.185249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d833ffb9-33bf-40c3-b1aa-e226656cce9e None None] Port abf9ef6e-ba41-4d98-8d5e-1da12b020a71 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:50.191555 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] Routers {'8106167b-8dd2-4671-9d4e-d278eda31cb8'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:50.194552 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8106167b-8dd2-4671-9d4e-d278eda31cb8'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:50.247023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:50.297689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f08f65-d324-4e9d-98ea-17b9e9fb2936 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:55:50.303816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b0f08f65-d324-4e9d-98ea-17b9e9fb2936 None None] Deleting port e8656b2d-8416-459d-a089-ed2bf3893ba8 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:50.304242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b0f08f65-d324-4e9d-98ea-17b9e9fb2936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.305936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] No DVR routers for this DVR port d55faabe-24e9-4269-b23c-fde501b6f9b4 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:55:50.310533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.312450 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c0aae51-d755-4260-81ce-ae8bcf55b6cf req-b1ac7700-161b-43c5-a631-a87caa55f8de tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.10 "DELETE /v2.0/ports/d55faabe-24e9-4269-b23c-fde501b6f9b4 HTTP/1.1" status: 204 len: 173 time: 12.3506269 Apr 05 09:55:50.313003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'name': 'network-vif-deleted', 'tag': 'd55faabe-24e9-4269-b23c-fde501b6f9b4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:55:50.318006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-22549f07-e188-405a-8a5d-b69bdce4f5ab tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Unset dirty status for tenant:5bdd8364fa9743b4847f2de1932c7553 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:50.319369 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-22549f07-e188-405a-8a5d-b69bdce4f5ab tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "GET /v2.0/ports/77775454-3e11-4841-b9c9-ec4f6727c469 HTTP/1.1" status: 404 len: 333 time: 0.2490714 Apr 05 09:55:50.325773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54916) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:50.328868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:50.333591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:50.336816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:50.343923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:50.344308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:network and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:50.347883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:50.357781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:50.358252 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:50.365220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.402801 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:50.407729 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.441000 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] Set router 8106167b-8dd2-4671-9d4e-d278eda31cb8 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:55:50.444704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'port': {'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1485890275'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:50.500932 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef51948-3c1e-4937-a1c3-6c3c4263cf62'] response: {'server_uuid': 'd5178602-9b7d-415f-8367-e72cc4393db8', 'name': 'network-vif-deleted', 'tag': 'd55faabe-24e9-4269-b23c-fde501b6f9b4', 'status': 'completed', 'code': 200} Apr 05 09:55:50.543493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee05a-2c63-44bd-bccc-77630573205e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.554910 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network b0dac275-ac7b-4afc-aa70-f03edba707d6 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:50.557934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d19cd6f-4c6e-489d-8064-b60313b1f9fa tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.564364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.629473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-b0f08f65-d324-4e9d-98ea-17b9e9fb2936 None None] For port e8656b2d-8416-459d-a089-ed2bf3893ba8, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e8656b2d-8416-459d-a089-ed2bf3893ba8,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:50.629865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b0f08f65-d324-4e9d-98ea-17b9e9fb2936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.713543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:50.723362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.732167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d19cd6f-4c6e-489d-8064-b60313b1f9fa tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.870988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:50.881358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:50.895699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:50.896303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.900251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b0f08f65-d324-4e9d-98ea-17b9e9fb2936 None None] Calling delete_port for e8656b2d-8416-459d-a089-ed2bf3893ba8 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:50.915537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=a8932fdd-d98b-46a2-8e3e-b6ddd4b53256,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:50.957401 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=7971c952-05ab-4205-a117-e9b6e8246e3e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:50.960310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:50.960458 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3faf79a7-da77-401e-a3c4-1d8de2ba2e1b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8832965 Apr 05 09:55:50.965327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54926) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:50.971697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'name': 'tempest-NetworksTestDHCPv6-199922221'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:50.978787 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:51.060428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ee05a-2c63-44bd-bccc-77630573205e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 267c453a-13df-47d6-b396-ec9ec3227d0a owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:51.084955 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:53:03Z', 'revision_number': 5, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:51.086969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e3114623-e558-4a58-9b85-b29084e4e92a None None] Provisioning for port 7971c952-05ab-4205-a117-e9b6e8246e3e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:51.094502 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] Checking router: 8106167b-8dd2-4671-9d4e-d278eda31cb8 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:55:51.097739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b0f08f65-d324-4e9d-98ea-17b9e9fb2936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.114238 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] Routers {'8106167b-8dd2-4671-9d4e-d278eda31cb8'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:51.114916 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8106167b-8dd2-4671-9d4e-d278eda31cb8'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:51.118195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d19cd6f-4c6e-489d-8064-b60313b1f9fa tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.118985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d19cd6f-4c6e-489d-8064-b60313b1f9fa tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Fanout notify agent at l3_agent the message router_deleted on router 4e389319-4bd1-4c9b-a85a-9cd6a96afbfd {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:55:51.142325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e3114623-e558-4a58-9b85-b29084e4e92a None None] Provisioning complete for port 7971c952-05ab-4205-a117-e9b6e8246e3e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:51.143361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e3114623-e558-4a58-9b85-b29084e4e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.183958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08f65-d324-4e9d-98ea-17b9e9fb2936 None None] Pushing event deleted for resources: {'Port': ['ID=e8656b2d-8416-459d-a089-ed2bf3893ba8,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:51.212083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f08f65-d324-4e9d-98ea-17b9e9fb2936 None None] No DVR routers for this DVR port e8656b2d-8416-459d-a089-ed2bf3893ba8 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:55:51.221733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e3114623-e558-4a58-9b85-b29084e4e92a None None] Port 7971c952-05ab-4205-a117-e9b6e8246e3e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:51.228562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2ddd5-2f2b-4ef2-b82b-3c9b38765c11 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:51.235818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:51.254720 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:51.257887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:51.267139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:51.315968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:51.354057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d19cd6f-4c6e-489d-8064-b60313b1f9fa tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.355208 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2d19cd6f-4c6e-489d-8064-b60313b1f9fa tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "DELETE /v2.0/routers/4e389319-4bd1-4c9b-a85a-9cd6a96afbfd HTTP/1.1" status: 204 len: 168 time: 2.5255592 Apr 05 09:55:51.365704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:51.367859 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dca5539c-896f-44ac-b840-cddd9bcd49c0 req-14ef1a3b-672a-4357-a26d-de4dd8f65c49 tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5178602-9b7d-415f-8367-e72cc4393db8 HTTP/1.1" status: 200 len: 210 time: 0.1124358 Apr 05 09:55:51.368731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54932) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:51.371326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:51.374257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.390167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:51.420067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e8656b2d-8416-459d-a089-ed2bf3893ba8 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:55:51.444667 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] Set router 8106167b-8dd2-4671-9d4e-d278eda31cb8 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:55:51.460000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: e8656b2d-8416-459d-a089-ed2bf3893ba8 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:55:51.460613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e8656b2d-8416-459d-a089-ed2bf3893ba8 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:55:51.507093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:security_group_rule and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:51.510264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.572670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:51.576141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Made reservation on behalf of 5bdd8364fa9743b4847f2de1932c7553 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:51.579726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.592112 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:51.606055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': 'a8932fdd-d98b-46a2-8e3e-b6ddd4b53256'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:51.608186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:51.608342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.644181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.655583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] device_id is not set on port ecbea788-fa32-40bc-97f3-d29eba6c673d yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:51.726344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee05a-2c63-44bd-bccc-77630573205e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.832445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee05a-2c63-44bd-bccc-77630573205e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.848769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ee05a-2c63-44bd-bccc-77630573205e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=267c453a-13df-47d6-b396-ec9ec3227d0a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:51.860013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/a8932fdd-d98b-46a2-8e3e-b6ddd4b53256/c6aac77b-d44e-4a9a-b207-fe1dd1204636) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:51.891336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0416d7ba-e9be-462d-8fb8-5eecbaac9cb6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Deleting subnet bdb33b66-ec88-4898-b756-231ce35865c4 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:55:51.896439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0416d7ba-e9be-462d-8fb8-5eecbaac9cb6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.919144 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:53:03Z', 'revision_number': 5, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:51.927006 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7909db46-35a0-428e-81b5-1fffcb133075 None None] The sync data for ids ['8106167b-8dd2-4671-9d4e-d278eda31cb8'] in dv-neutron-833199-1-hyperv is: [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:52:18Z', 'revision_number': 4, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8e9e2433-81f6-4441-8f1d-badd4edcdbee', 'name': '', 'network_id': '19491046-51f6-427c-b308-ccbe410a1d66', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'mac_address': 'fa:16:3e:ad:84:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:17Z', 'updated_at': '2022-04-05T09:53:03Z', 'revision_number': 5, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'subnets': [{'id': '22804349-64e3-4deb-bc5b-b60e9ff7803b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:51.960462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0416d7ba-e9be-462d-8fb8-5eecbaac9cb6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:51.976499 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4a8ee05a-2c63-44bd-bccc-77630573205e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/267c453a-13df-47d6-b396-ec9ec3227d0a HTTP/1.1" status: 204 len: 168 time: 2.9227238 Apr 05 09:55:51.977200 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54938) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:52.061446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0416d7ba-e9be-462d-8fb8-5eecbaac9cb6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.132568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.153440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Transition to ACTIVE for port object c6aac77b-d44e-4a9a-b207-fe1dd1204636 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:52.154425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0416d7ba-e9be-462d-8fb8-5eecbaac9cb6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.177963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Transition to ACTIVE for port object c6aac77b-d44e-4a9a-b207-fe1dd1204636 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:52.178907 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d449f7e-fb30-4997-bd77-aabf2c473235 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:55:52.179418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d449f7e-fb30-4997-bd77-aabf2c473235 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:52.187355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.197498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416d7ba-e9be-462d-8fb8-5eecbaac9cb6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb33b66-ec88-4898-b756-231ce35865c4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:52.234445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.240368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.260779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0416d7ba-e9be-462d-8fb8-5eecbaac9cb6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.279737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0416d7ba-e9be-462d-8fb8-5eecbaac9cb6 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "DELETE /v2.0/subnets/bdb33b66-ec88-4898-b756-231ce35865c4 HTTP/1.1" status: 204 len: 168 time: 0.9077508 Apr 05 09:55:52.279962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ecff1-b904-4768-9e1b-1e6a7de3f229 None None] New status for floating IP aefcea86-56ed-4b55-962f-c8900eeeb215: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 09:55:52.280086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54942) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:52.282278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.284822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Allocated IP 2001:db8::194 (ccaf1a36-cb02-453c-881e-764e00642d16/dfd3025f-647e-43fe-8e0a-5c2cd855336b/ecbea788-fa32-40bc-97f3-d29eba6c673d) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:52.333209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5cafd3-df83-444e-ae49-6165c9b4ebc2 None None] Network 8d923a27-1993-4ecb-9be2-41377e3d8bff requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:52.360681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:52.375434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d449f7e-fb30-4997-bd77-aabf2c473235 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:52.380433 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4d449f7e-fb30-4997-bd77-aabf2c473235 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/267c453a-13df-47d6-b396-ec9ec3227d0a HTTP/1.1" status: 404 len: 333 time: 0.3737679 Apr 05 09:55:52.382212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:52.396181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54946) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:52.402178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::205 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/a8932fdd-d98b-46a2-8e3e-b6ddd4b53256/a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:52.480723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:52.514856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:52.547968 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Pushing event updated for resources: {'Port': ['ID=c6aac77b-d44e-4a9a-b207-fe1dd1204636,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:52.560490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74e85a7-d0c1-48cc-b0a9-23c82a6d9ecf,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:52.587713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54954) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:52.589520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.589986 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Added segment c6119b46-2fd7-4c69-b526-4bc34a92732f of type vlan for network 2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2 Apr 05 09:55:52.630062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.712881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'name': 'tempest-PortsTestJSON-1652357513'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:52.784511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Attempting to bind port c6aac77b-d44e-4a9a-b207-fe1dd1204636 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:52.785000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Attempting to bind port c6aac77b-d44e-4a9a-b207-fe1dd1204636 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:52.785471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Attempting to bind port c6aac77b-d44e-4a9a-b207-fe1dd1204636 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:52.794966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:52.795488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:52.796033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.796543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:52.797106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Bound port: c6aac77b-d44e-4a9a-b207-fe1dd1204636, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:52.797587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.843687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.891215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.895095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:52.895715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.901152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:55:52.911028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Deleting port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:52.911633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.955065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:52.957608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] For port c6aac77b-d44e-4a9a-b207-fe1dd1204636, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:52.961433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] For port c6aac77b-d44e-4a9a-b207-fe1dd1204636, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c6aac77b-d44e-4a9a-b207-fe1dd1204636,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:52.966572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:52.969937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:52.997258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:53.035966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:53.047055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:53.050783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:53.059945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:53.067552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a460b20-71c0-4beb-b282-6a957a196a8d None None] Pushing event updated for resources: {'Port': ['ID=c6aac77b-d44e-4a9a-b207-fe1dd1204636,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:53.070461 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135cc469-4db7-4d6b-914b-4a7d1eb00582 None None] DHCP port deletion for 8d923a27-1993-4ecb-9be2-41377e3d8bff request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:55:53.081556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-135cc469-4db7-4d6b-914b-4a7d1eb00582 None None] Deleting port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:53.081747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-135cc469-4db7-4d6b-914b-4a7d1eb00582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:53.103783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port c942f65d-c3bf-40ee-88d9-954c994e140f yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:53.105342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:53.219049 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.6089385 Apr 05 09:55:53.295896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ab495-373a-4286-bb6d-4757591eb8ae tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:53.298388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:53.299184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:53.373984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aca8198f-a601-451c-8443-651848d60d4d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:53.382926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=abf9ef6e-ba41-4d98-8d5e-1da12b020a71,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:53.414638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] For port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584,segment=NetworkSegment(b58ee88b-639f-4a37-87fd-6c449a3f0592),segment_id=b58ee88b-639f-4a37-87fd-6c449a3f0592)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:53.415002 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:53.476048 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-135cc469-4db7-4d6b-914b-4a7d1eb00582 None None] For port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584,segment=NetworkSegment(b58ee88b-639f-4a37-87fd-6c449a3f0592),segment_id=b58ee88b-639f-4a37-87fd-6c449a3f0592)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:53.476749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-135cc469-4db7-4d6b-914b-4a7d1eb00582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:53.675932 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-135cc469-4db7-4d6b-914b-4a7d1eb00582 None None] Calling delete_port for 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:53.713161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network f14b1239-ba29-4a1a-951d-1441eb8d68c7 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:53.722524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:53.755447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Calling delete_port for 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:53.822235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:53.898140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:53.938787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:53.947215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:55:53.953947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:53.959228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:53.963150 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:53.963791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.018989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:55:54.027887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aca8198f-a601-451c-8443-651848d60d4d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.029412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:55:54.038047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-135cc469-4db7-4d6b-914b-4a7d1eb00582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.045511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.068096 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5517f687-99c3-469e-a578-d8a24ee7a1d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1016943 Apr 05 09:55:54.071792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54958) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:54.121453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:55:54.121865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:55:54.123612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.131539 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cc469-4db7-4d6b-914b-4a7d1eb00582 None None] Pushing event deleted for resources: {'Port': ['ID=6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:54.147039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135cc469-4db7-4d6b-914b-4a7d1eb00582 None None] No DVR routers for this DVR port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:55:54.152773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.189782 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e9dec33b-476e-46f2-80b4-5adfdc11ec9d None None] Provisioning complete for port abf9ef6e-ba41-4d98-8d5e-1da12b020a71 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:54.190502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9dec33b-476e-46f2-80b4-5adfdc11ec9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.247632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Transition to ACTIVE for port object ecbea788-fa32-40bc-97f3-d29eba6c673d will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:54.285926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e9dec33b-476e-46f2-80b4-5adfdc11ec9d None None] Port abf9ef6e-ba41-4d98-8d5e-1da12b020a71 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:54.300545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b52327-122e-4f48-b09b-ad9178fe4f8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:54.305024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b52327-122e-4f48-b09b-ad9178fe4f8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:54.306453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a9b52327-122e-4f48-b09b-ad9178fe4f8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:54.316853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=c942f65d-c3bf-40ee-88d9-954c994e140f,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:54.320441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:54.324199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:54.337984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:54.342697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:54.343444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.351007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a9b52327-122e-4f48-b09b-ad9178fe4f8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:54.354890 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a9b52327-122e-4f48-b09b-ad9178fe4f8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2796519 Apr 05 09:55:54.358432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54962) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:54.378661 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9f2b6006-68f5-4418-a44e-c33b1c6e3592 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9813983 Apr 05 09:55:54.379614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54966) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:54.386527 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5906ce83-bc9e-4ccb-a428-2e1b57a859d8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:54.403623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.411626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.535122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5906ce83-bc9e-4ccb-a428-2e1b57a859d8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.555333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aca8198f-a601-451c-8443-651848d60d4d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.558985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.635272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Deleting port 6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:54.635743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.752444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Network ccaf1a36-cb02-453c-881e-764e00642d16 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:54.827819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:54.832653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b0cdc54a-3e0f-4316-9e4a-f497dc92a63d None None] Provisioning for port c6aac77b-d44e-4a9a-b207-fe1dd1204636 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:54.844062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8198f-a601-451c-8443-651848d60d4d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8d9adb-4121-4340-94fb-5f4c07f0a672,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:54.860901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:54.865022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:54.865625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:54.869192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] The port '6fcc36f1-9854-4cf5-8deb-ddbf3a6c8584' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:55:54.878384 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Port': ['ID=ecbea788-fa32-40bc-97f3-d29eba6c673d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:54.925206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-dcae61f2-003d-43b1-a4f1-91e46717b01c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:54.925585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcae61f2-003d-43b1-a4f1-91e46717b01c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.020788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aca8198f-a601-451c-8443-651848d60d4d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.025982 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aca8198f-a601-451c-8443-651848d60d4d tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "DELETE /v2.0/security-groups/3d8d9adb-4121-4340-94fb-5f4c07f0a672 HTTP/1.1" status: 204 len: 168 time: 2.4324429 Apr 05 09:55:55.037826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.041812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54970) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:55.054187 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b40867cf-619c-4d15-8606-9317e530ea4e tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6711304 Apr 05 09:55:55.059243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54974) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:55.083070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'port': {'network_id': 'ccaf1a36-cb02-453c-881e-764e00642d16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355951928'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:55.137144 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=7971c952-05ab-4205-a117-e9b6e8246e3e,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:55.187239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5906ce83-bc9e-4ccb-a428-2e1b57a859d8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.197654 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-5bd09451-4ecb-4d2a-92a3-5eea8159662a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] show failed (client error): The resource could not be found. Apr 05 09:55:55.201905 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5bd09451-4ecb-4d2a-92a3-5eea8159662a tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "GET /v2.0/security-groups/3d8d9adb-4121-4340-94fb-5f4c07f0a672 HTTP/1.1" status: 404 len: 347 time: 0.1532040 Apr 05 09:55:55.202614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 54978) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:55.210950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5906ce83-bc9e-4ccb-a428-2e1b57a859d8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.280384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-30fe66ee-c520-4ab8-b8c4-f68107df53a6 None None] Provisioning for port a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:55.289094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-30fe66ee-c520-4ab8-b8c4-f68107df53a6 None None] Provisioning complete for port a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:55.289970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-30fe66ee-c520-4ab8-b8c4-f68107df53a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.330102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5906ce83-bc9e-4ccb-a428-2e1b57a859d8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] In _notify_port_updated(), no bound segment for port c942f65d-c3bf-40ee-88d9-954c994e140f on network 97a6a890-8e8c-4edb-97a4-7d316b50a34c {{(pid=83819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:55:55.334046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5906ce83-bc9e-4ccb-a428-2e1b57a859d8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:55.334585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5906ce83-bc9e-4ccb-a428-2e1b57a859d8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.338300 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5906ce83-bc9e-4ccb-a428-2e1b57a859d8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "PUT /v2.0/ports/c942f65d-c3bf-40ee-88d9-954c994e140f HTTP/1.1" status: 200 len: 818 time: 0.9551196 Apr 05 09:55:55.352028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54982) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:55.385272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-30fe66ee-c520-4ab8-b8c4-f68107df53a6 None None] Port a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:55.404154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-30fe66ee-c520-4ab8-b8c4-f68107df53a6 None None] Provisioning for port ecbea788-fa32-40bc-97f3-d29eba6c673d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:55.410212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-30fe66ee-c520-4ab8-b8c4-f68107df53a6 None None] Provisioning complete for port ecbea788-fa32-40bc-97f3-d29eba6c673d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:55.410624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-30fe66ee-c520-4ab8-b8c4-f68107df53a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.451752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.459198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906ce83-bc9e-4ccb-a428-2e1b57a859d8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=c942f65d-c3bf-40ee-88d9-954c994e140f,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:55.495891 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d923a27-1993-4ecb-9be2-41377e3d8bff']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:55.501026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c6aac77b-d44e-4a9a-b207-fe1dd1204636 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:55.513798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-fb264ffb-9536-44b5-a8f2-8825e7bee4e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port c942f65d-c3bf-40ee-88d9-954c994e140f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:55.514131 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fb264ffb-9536-44b5-a8f2-8825e7bee4e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.541822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58ee88b-639f-4a37-87fd-6c449a3f0592') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:55.542249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58ee88b-639f-4a37-87fd-6c449a3f0592') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:55.580723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-30fe66ee-c520-4ab8-b8c4-f68107df53a6 None None] Port ecbea788-fa32-40bc-97f3-d29eba6c673d cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:55.611891 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.613418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port c6aac77b-d44e-4a9a-b207-fe1dd1204636 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:55.618686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c6aac77b-d44e-4a9a-b207-fe1dd1204636 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:55.619080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.647533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.671788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:55.683881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:55.718396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network b0dac275-ac7b-4afc-aa70-f03edba707d6 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:55.720141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:55:55.720852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.725966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Made reservation on behalf of 5bdd8364fa9743b4847f2de1932c7553 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:55.729314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:55:55.741639 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:55:55.765589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] device_id is not set on port b1fb8a06-e769-4a49-bf9b-c567f1abac7d yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:55:55.846839 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.885228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port c6aac77b-d44e-4a9a-b207-fe1dd1204636, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c6aac77b-d44e-4a9a-b207-fe1dd1204636,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:55:55.895864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:55.909271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.956977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:55.985493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.009983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=c6aac77b-d44e-4a9a-b207-fe1dd1204636,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:56.024831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] Pushing event deleted for resources: {'Network': ['ID=8d923a27-1993-4ecb-9be2-41377e3d8bff,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:56.037941 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-07568148-4102-485b-ae9a-4515711b85e4 tempest-FloatingIPNegativeTestJSON-1990218700 tempest-FloatingIPNegativeTestJSON-1990218700-project] 10.222.0.30 "DELETE /v2.0/networks/8d923a27-1993-4ecb-9be2-41377e3d8bff HTTP/1.1" status: 204 len: 168 time: 3.7546170 Apr 05 09:55:56.042226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fb264ffb-9536-44b5-a8f2-8825e7bee4e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.223242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-fb264ffb-9536-44b5-a8f2-8825e7bee4e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for c942f65d-c3bf-40ee-88d9-954c994e140f owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:56.244563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2a9fbc1b-4d18-4d78-99e0-fb84eab2299e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Deleting port 5329835d-8b2f-4e77-a255-e3720a6a6d8d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:55:56.245198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a9fbc1b-4d18-4d78-99e0-fb84eab2299e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.311898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fb264ffb-9536-44b5-a8f2-8825e7bee4e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.319096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8342cba2-4b43-47c7-8be9-936ccfa29166 None None] Provisioning complete for port 7971c952-05ab-4205-a117-e9b6e8246e3e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:56.319912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8342cba2-4b43-47c7-8be9-936ccfa29166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.393234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb264ffb-9536-44b5-a8f2-8825e7bee4e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=c942f65d-c3bf-40ee-88d9-954c994e140f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:56.405618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8342cba2-4b43-47c7-8be9-936ccfa29166 None None] Port 7971c952-05ab-4205-a117-e9b6e8246e3e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:56.410993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fb264ffb-9536-44b5-a8f2-8825e7bee4e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.428536 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fb264ffb-9536-44b5-a8f2-8825e7bee4e7 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/c942f65d-c3bf-40ee-88d9-954c994e140f HTTP/1.1" status: 204 len: 168 time: 1.0738304 Apr 05 09:55:56.431311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 54996) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:56.502507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Allocated IP 2001:db8::354 (ccaf1a36-cb02-453c-881e-764e00642d16/dfd3025f-647e-43fe-8e0a-5c2cd855336b/b1fb8a06-e769-4a49-bf9b-c567f1abac7d) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:56.503824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55000) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:56.531318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b345db-b63b-4027-9ec4-bf9edd5977d9 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:56.532061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-10b345db-b63b-4027-9ec4-bf9edd5977d9 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:56.554551 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-10b345db-b63b-4027-9ec4-bf9edd5977d9 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:56.558156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-10b345db-b63b-4027-9ec4-bf9edd5977d9 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1219316 Apr 05 09:55:56.558968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55006) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:56.586701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55010) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:56.606241 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-072b17a9-d162-4bd4-87cc-256319c8f909 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:55:56.611469 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-072b17a9-d162-4bd4-87cc-256319c8f909 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/c942f65d-c3bf-40ee-88d9-954c994e140f HTTP/1.1" status: 404 len: 333 time: 0.0476389 Apr 05 09:55:56.611693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55012) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:56.617724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1122647353'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:56.624281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:56.629601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:network and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:56.632824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:56.644918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:56.655873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:56.659580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.710870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:55:56.733486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.733842 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Added segment c0e153a7-d0d2-4981-92c1-899a53514bb5 of type vlan for network a6a45061-3ab2-40d7-8149-2ca629214c8e Apr 05 09:55:56.767053 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ef6d7bbb-8af4-40ff-8be1-f0e8babc5c6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1892753ba60453ab67e95d3cf9b6768&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2615919 Apr 05 09:55:56.769875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55016) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:56.784494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.794418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'network_id': '2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:56.850215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.853797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:56.854365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.891149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e3371de3-aea5-4a17-98fd-0808e6f6ce46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:56.991655 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3788006 Apr 05 09:55:56.996895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55024) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:56.998530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e3371de3-aea5-4a17-98fd-0808e6f6ce46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:57.013157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcae61f2-003d-43b1-a4f1-91e46717b01c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:57.016997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:57.030642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39883a61-fdf1-411f-babf-60f78f85bfb4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Network': ['ID=a6a45061-3ab2-40d7-8149-2ca629214c8e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:57.042283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network a6a45061-3ab2-40d7-8149-2ca629214c8e details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:55:57.160480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:57.164377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:57.167196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:57.174546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:57.176664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e3371de3-aea5-4a17-98fd-0808e6f6ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:57.197908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3371de3-aea5-4a17-98fd-0808e6f6ce46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12a7cdd-646e-44ca-9f8b-6b33787174c7,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:57.203332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e3371de3-aea5-4a17-98fd-0808e6f6ce46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:57.207287 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e3371de3-aea5-4a17-98fd-0808e6f6ce46 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b12a7cdd-646e-44ca-9f8b-6b33787174c7 HTTP/1.1" status: 204 len: 168 time: 0.4337194 Apr 05 09:55:57.207287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:57.243195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-dcae61f2-003d-43b1-a4f1-91e46717b01c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:57.318992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:57.392112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a9fbc1b-4d18-4d78-99e0-fb84eab2299e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:57.392438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a9fbc1b-4d18-4d78-99e0-fb84eab2299e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:57.405384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:57.407109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:subnet and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:57.419257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:57.421277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c6aac77b-d44e-4a9a-b207-fe1dd1204636 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:55:57.429616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router 79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:55:57.440600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:57.505558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c6aac77b-d44e-4a9a-b207-fe1dd1204636 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:57.505971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:57.651144 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2a9fbc1b-4d18-4d78-99e0-fb84eab2299e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Calling delete_port for 5329835d-8b2f-4e77-a255-e3720a6a6d8d owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:55:57.689377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:57.735202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:57.776170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=792fa4bd-ab89-4571-92c0-deb3f5f014c3,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:57.787679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Checking segment: {'id': 'c0e153a7-d0d2-4981-92c1-899a53514bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:57.788109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network hostable DHCP agents. Network: a6a45061-3ab2-40d7-8149-2ca629214c8e, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:57.809635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network a6a45061-3ab2-40d7-8149-2ca629214c8e is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:57.821164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, a6a45061-3ab2-40d7-8149-2ca629214c8e) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:57.825445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:57.826126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:57.834086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178a5d1-ceef-4dad-88ca-eba5ec00549c None None] Network a6a45061-3ab2-40d7-8149-2ca629214c8e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:55:57.868125 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ce774612-9041-477c-be9e-dbc5b4bc316e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8616152 Apr 05 09:55:57.870803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55040) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:57.884567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:58.071334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-a6a45061-3ab2-40d7-8149-2ca629214c8e', 'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e', 'tenant_id': 'ac5795c722a94f62a5226dd40339ffaf', 'fixed_ips': [{'subnet_id': '792fa4bd-ab89-4571-92c0-deb3f5f014c3'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:55:58.072023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.072358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:58.086394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:58.089828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:58.097362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:58.106334 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.120242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:58.122158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.125641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.233961 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:55:58.257253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55050) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:58.275472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Allocated IP 172.20.0.2 (a6a45061-3ab2-40d7-8149-2ca629214c8e/792fa4bd-ab89-4571-92c0-deb3f5f014c3/bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:55:58.308812 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.ipam_backend_mixin [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 792fa4bd-ab89-4571-92c0-deb3f5f014c3 (CIDR: 172.20.0.0/28) Apr 05 09:55:58.313489 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:55:58.313937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:55:58.336697 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fda1afb7-64e2-410f-89d7-d972c663c1a5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4645705 Apr 05 09:55:58.339666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55056) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:58.346467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:58.407070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Transition to ACTIVE for port object b1fb8a06-e769-4a49-bf9b-c567f1abac7d will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:58.421507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcae61f2-003d-43b1-a4f1-91e46717b01c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.463990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3728921f-711d-4c67-9f55-46422247e931 tempest-DvrRoutersNegativeTest-622824352 tempest-DvrRoutersNegativeTest-622824352-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-255535321', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:58.466388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.policy [None req-3728921f-711d-4c67-9f55-46422247e931 tempest-DvrRoutersNegativeTest-622824352 tempest-DvrRoutersNegativeTest-622824352-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83819) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 05 09:55:58.466685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.policy [None req-3728921f-711d-4c67-9f55-46422247e931 tempest-DvrRoutersNegativeTest-622824352 tempest-DvrRoutersNegativeTest-622824352-project] Failed policy check for 'create_router' {{(pid=83819) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 05 09:55:58.467204 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-3728921f-711d-4c67-9f55-46422247e931 tempest-DvrRoutersNegativeTest-622824352 tempest-DvrRoutersNegativeTest-622824352-project] create failed (client error): Access was denied to this resource. Apr 05 09:55:58.472850 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3728921f-711d-4c67-9f55-46422247e931 tempest-DvrRoutersNegativeTest-622824352 tempest-DvrRoutersNegativeTest-622824352-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2099726 Apr 05 09:55:58.508271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae61f2-003d-43b1-a4f1-91e46717b01c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:58.532390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.541572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:58.547565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Transition to ACTIVE for port object bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:58.547874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:58.553107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:58.561259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:58.571546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Transition to ACTIVE for port object bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:55:58.576908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:55:58.584032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.584509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.619864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcae61f2-003d-43b1-a4f1-91e46717b01c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.633825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a9fbc1b-4d18-4d78-99e0-fb84eab2299e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.717617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fbc1b-4d18-4d78-99e0-fb84eab2299e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Pushing event deleted for resources: {'Port': ['ID=5329835d-8b2f-4e77-a255-e3720a6a6d8d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:58.726213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.753553 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Network a6a45061-3ab2-40d7-8149-2ca629214c8e is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:58.757510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:58.759731 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Pushing event updated for resources: {'Port': ['ID=bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:58.762057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:58.814034 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dcae61f2-003d-43b1-a4f1-91e46717b01c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6 HTTP/1.1" status: 204 len: 168 time: 4.4459820 Apr 05 09:55:58.814131 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55062) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:58.915273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca61f2f-5275-40b5-b674-a0aa45ca7a6c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:58.916925 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca61f2f-5275-40b5-b674-a0aa45ca7a6c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:58.917668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9ca61f2f-5275-40b5-b674-a0aa45ca7a6c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:55:58.921499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Attempting to bind port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:55:58.922133 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Attempting to bind port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'c0e153a7-d0d2-4981-92c1-899a53514bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:55:58.923081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Attempting to bind port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 on network a6a45061-3ab2-40d7-8149-2ca629214c8e {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:55:58.934993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:55:58.937269 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Checking segment: {'id': 'c0e153a7-d0d2-4981-92c1-899a53514bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:58.938628 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.941017 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Bound using segment: {'id': 'c0e153a7-d0d2-4981-92c1-899a53514bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:55:58.942711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Bound port: bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e153a7-d0d2-4981-92c1-899a53514bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:55:58.943423 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.958135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Network ccaf1a36-cb02-453c-881e-764e00642d16 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:58.963482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:55:58.965477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:58.967904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:55:58.971723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9ca61f2f-5275-40b5-b674-a0aa45ca7a6c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:55:58.972524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:58.973453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:58.973539 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9ca61f2f-5275-40b5-b674-a0aa45ca7a6c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1577747 Apr 05 09:55:58.977102 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Port': ['ID=b1fb8a06-e769-4a49-bf9b-c567f1abac7d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:58.978274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55068) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:59.049753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a9fbc1b-4d18-4d78-99e0-fb84eab2299e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.052199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a9fbc1b-4d18-4d78-99e0-fb84eab2299e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.056381 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2a9fbc1b-4d18-4d78-99e0-fb84eab2299e tempest-ServerActionsTestJSON-1572017898 tempest-ServerActionsTestJSON-1572017898-project] 10.222.0.30 "DELETE /v2.0/floatingips/aefcea86-56ed-4b55-962f-c8900eeeb215 HTTP/1.1" status: 204 len: 168 time: 3.8326361 Apr 05 09:55:59.058065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55072) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:59.076882 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7f165dc6-0f3d-4b21-9f38-700b4d44f18d tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0087152 Apr 05 09:55:59.077770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55076) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:59.081280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] For port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:55:59.085558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] For port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67,segment=NetworkSegment(c0e153a7-d0d2-4981-92c1-899a53514bb5),segment_id=c0e153a7-d0d2-4981-92c1-899a53514bb5)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:55:59.090699 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-92e6b4f7-7cf2-489c-963d-33650586516a tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fe', 'mac_address': 'fa:16:3e:b2:2e:03'}, {'ip_address': '2001:db8::194', 'mac_address': 'fa:16:3e:ca:20:da'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:59.091235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.111255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55080) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:59.198613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccba2a-69b1-44e2-8d53-ab0a0872b7b9 None None] Pushing event updated for resources: {'Port': ['ID=bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:59.301176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-165f2694-6046-4266-a0d8-91aa06987b34 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet a8932fdd-d98b-46a2-8e3e-b6ddd4b53256 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:55:59.319083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-165f2694-6046-4266-a0d8-91aa06987b34 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.363803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.424529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.446624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-165f2694-6046-4266-a0d8-91aa06987b34 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.483671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-753d8c05-c6ec-4ca8-bcda-0a8a80ad3411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.516841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9319f993-7131-4d1d-8fc3-4f444c0377eb None None] Provisioning for port b1fb8a06-e769-4a49-bf9b-c567f1abac7d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:55:59.520928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:59.523007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9319f993-7131-4d1d-8fc3-4f444c0377eb None None] Provisioning complete for port b1fb8a06-e769-4a49-bf9b-c567f1abac7d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:55:59.523506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9319f993-7131-4d1d-8fc3-4f444c0377eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.525986 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b9ed1e8c-18b8-4d5c-9eb3-98bab43888a5 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "PUT /v2.0/routers/79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0117123 Apr 05 09:55:59.535785 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network a6a45061-3ab2-40d7-8149-2ca629214c8e is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:55:59.535785 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55086) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:59.540998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:59.554204 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907133ed-d2ec-494e-84db-daa9d9698e15 None None] Sync routers for ids ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:59.577739 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907133ed-d2ec-494e-84db-daa9d9698e15 None None] Routers {'79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:59.578451 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-907133ed-d2ec-494e-84db-daa9d9698e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:59.643809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-165f2694-6046-4266-a0d8-91aa06987b34 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.666394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=be7521c0-53b5-40b2-ab1f-16c0841f1d39,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:55:59.682169 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9319f993-7131-4d1d-8fc3-4f444c0377eb None None] Port b1fb8a06-e769-4a49-bf9b-c567f1abac7d cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:55:59.701567 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-907133ed-d2ec-494e-84db-daa9d9698e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:59.703071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:55:59.711349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b712f475-e088-43bf-846d-9d624ee6e85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.714099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'port': {'network_id': 'f14b1239-ba29-4a1a-951d-1441eb8d68c7', 'name': 'tempest-FloatingIPTestJSON-47085488'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:55:59.735436 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907133ed-d2ec-494e-84db-daa9d9698e15 None None] Routers {'79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:59.737673 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-907133ed-d2ec-494e-84db-daa9d9698e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:59.798315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking segment: {'id': 'c6119b46-2fd7-4c69-b526-4bc34a92732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:55:59.798662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network hostable DHCP agents. Network: 2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:55:59.801743 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-907133ed-d2ec-494e-84db-daa9d9698e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:59.802140 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907133ed-d2ec-494e-84db-daa9d9698e15 None None] The sync data for ids ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:55:59.842461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-92e6b4f7-7cf2-489c-963d-33650586516a tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.849238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:55:59.849827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:55:59.865668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:55:59.870831 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-82fffe97-670f-4064-89f3-8c7536ce296c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7228742 Apr 05 09:55:59.874414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55090) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:59.886560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c6007-a85a-466e-9b18-d795ddd930ed None None] Sync routers for ids ['6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:55:59.904376 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c6007-a85a-466e-9b18-d795ddd930ed None None] Routers {'6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:55:59.905339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2c3c6007-a85a-466e-9b18-d795ddd930ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:59.923278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-753d8c05-c6ec-4ca8-bcda-0a8a80ad3411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:55:59.948680 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-753d8c05-c6ec-4ca8-bcda-0a8a80ad3411 admin admin] Usage tracker for resource:security_group_rule and tenant:3e01503086d3453fb9a88c299eedf4d7 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:55:59.958099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-753d8c05-c6ec-4ca8-bcda-0a8a80ad3411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:55:59.970998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-753d8c05-c6ec-4ca8-bcda-0a8a80ad3411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:55:59.976411 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d8e4a747-8ef1-464b-a26c-3c9cfd315edd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6330478 Apr 05 09:55:59.982976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55094) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:55:59.989339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network 2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:55:59.993142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2c3c6007-a85a-466e-9b18-d795ddd930ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:55:59.998377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e', 'fixed_ips': [{'subnet_id': '792fa4bd-ab89-4571-92c0-deb3f5f014c3'}, {'subnet_id': '3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3'}], 'name': 'tempest-PortsTestJSON-1286600480'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:00.006807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3c6007-a85a-466e-9b18-d795ddd930ed None None] Routers {'6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:00.007504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2c3c6007-a85a-466e-9b18-d795ddd930ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:55:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:00.058079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:00.061297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-165f2694-6046-4266-a0d8-91aa06987b34 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.113814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Usage tracker for resource:port and tenant:ba64e14e74ee4e0e87501d9504277916 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:00.118100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f2694-6046-4266-a0d8-91aa06987b34 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=a8932fdd-d98b-46a2-8e3e-b6ddd4b53256,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:00.124493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-165f2694-6046-4266-a0d8-91aa06987b34 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.129573 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6909ab7c-69b0-4fa7-956f-6cdb4ba92840 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:00.143096 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:00.155016 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-165f2694-6046-4266-a0d8-91aa06987b34 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/a8932fdd-d98b-46a2-8e3e-b6ddd4b53256 HTTP/1.1" status: 204 len: 168 time: 1.1732605 Apr 05 09:56:00.155016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:00.157447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55098) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:00.163812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2c3c6007-a85a-466e-9b18-d795ddd930ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:00.164432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3c6007-a85a-466e-9b18-d795ddd930ed None None] The sync data for ids ['6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:56:00.233817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:00.243630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da20e8b-e78a-4457-b756-7d965c1277e0 None None] Network 2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:00.247196 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:00.247869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.258755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Made reservation on behalf of ba64e14e74ee4e0e87501d9504277916 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:00.263955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.272584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ae6590-8c4c-42b8-b0da-c78f449c8e9e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:00.273735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-64ae6590-8c4c-42b8-b0da-c78f449c8e9e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:00.286546 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ebba9e6e-8abc-4e9d-a0aa-83fd4f648af2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270745 Apr 05 09:56:00.295052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55102) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:00.311002 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:00.354005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] device_id is not set on port 996a9fd2-8dfe-4782-899a-a43cb8595b22 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:00.460526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-753d8c05-c6ec-4ca8-bcda-0a8a80ad3411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.484433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862687cb-967f-4a9f-90f5-003d4932183e None None] Network a6a45061-3ab2-40d7-8149-2ca629214c8e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:00.489091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-753d8c05-c6ec-4ca8-bcda-0a8a80ad3411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.492868 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a121202c-25c6-4773-8a50-f3de3965d2a3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7229283 Apr 05 09:56:00.500356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55106) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:00.542930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1434141053'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:00.577006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-64ae6590-8c4c-42b8-b0da-c78f449c8e9e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:00.578160 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-64ae6590-8c4c-42b8-b0da-c78f449c8e9e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports/7971c952-05ab-4205-a117-e9b6e8246e3e HTTP/1.1" status: 200 len: 910 time: 0.6939347 Apr 05 09:56:00.630606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55110) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:00.650981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-31c93b20-e214-4d33-b660-deffb9202434 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '66da02e7-304f-4f9b-b95d-0d50bbbcb828'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:00.673559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:00.692095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-92e6b4f7-7cf2-489c-963d-33650586516a tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:56:00.694966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:00.695779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-915b2d00-a0ac-4d29-b2b0-8b8da85ecbcc None None] Provisioning for port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:00.698743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:network and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:00.705236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:00.709312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:00.712015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d8c05-c6ec-4ca8-bcda-0a8a80ad3411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b5b1d-752c-4f0b-929b-07ff7385273a,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:00.716150 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-753d8c05-c6ec-4ca8-bcda-0a8a80ad3411 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e01503086d3453fb9a88c299eedf4d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5974398 Apr 05 09:56:00.722022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:00.724566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55114) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:00.728954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:00.730286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-92e6b4f7-7cf2-489c-963d-33650586516a tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.747713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:00.758848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:00.762256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Allocated IP 172.20.0.9 (f14b1239-ba29-4a1a-951d-1441eb8d68c7/5ac1d1d8-f97e-4c48-bab0-8ddf588315f2/996a9fd2-8dfe-4782-899a-a43cb8595b22) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:00.764705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-92e6b4f7-7cf2-489c-963d-33650586516a tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.772147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:port and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:00.789499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:00.792522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.815398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:00.815800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:00.815903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2', 'network_id': '2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2', 'tenant_id': '6a1e7b07b0d14225b3ad989b0da0b4a2', 'fixed_ips': [{'subnet_id': 'be7521c0-53b5-40b2-ab1f-16c0841f1d39'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:00.815903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.817367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.859361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:00.871135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc3ac4-5a49-4507-92c3-32d9fa40d717 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:00.917543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-66bc3ac4-5a49-4507-92c3-32d9fa40d717 None None] Deleting port c6aac77b-d44e-4a9a-b207-fe1dd1204636 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:00.917885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-66bc3ac4-5a49-4507-92c3-32d9fa40d717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.982184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-92e6b4f7-7cf2-489c-963d-33650586516a tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] In _notify_port_updated(), no bound segment for port b1fb8a06-e769-4a49-bf9b-c567f1abac7d on network ccaf1a36-cb02-453c-881e-764e00642d16 {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:56:00.988096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e6b4f7-7cf2-489c-963d-33650586516a tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:00.989880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-92e6b4f7-7cf2-489c-963d-33650586516a tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:00.994078 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-92e6b4f7-7cf2-489c-963d-33650586516a tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "PUT /v2.0/ports/b1fb8a06-e769-4a49-bf9b-c567f1abac7d HTTP/1.1" status: 200 len: 1068 time: 1.9068253 Apr 05 09:56:01.000613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55118) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:01.008101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6b4f7-7cf2-489c-963d-33650586516a tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event updated for resources: {'Port': ['ID=b1fb8a06-e769-4a49-bf9b-c567f1abac7d,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:01.062066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:01.097930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc761-2db2-40ed-bcdc-e3fdda654f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.107542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:01.107797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.108055 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Added segment b1b07336-2912-4bb5-91d8-35ce5af8d598 of type vlan for network 776a5a4c-291c-48c4-a3fb-1beffab736ba Apr 05 09:56:01.154154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc761-2db2-40ed-bcdc-e3fdda654f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.195950 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Allocated IP 2001:db8:0:ffff::2 (2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2/be7521c0-53b5-40b2-ab1f-16c0841f1d39/66eb391f-68ec-4262-a79e-627f45247ee3) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:01.248042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc761-2db2-40ed-bcdc-e3fdda654f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.291320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bc761-2db2-40ed-bcdc-e3fdda654f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b5b1d-752c-4f0b-929b-07ff7385273a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:01.302272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.321313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-447ebe8b-233b-45ed-abcd-c46c0c413929 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Deleting port b1fb8a06-e769-4a49-bf9b-c567f1abac7d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:01.321646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-447ebe8b-233b-45ed-abcd-c46c0c413929 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.357818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.446514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-31c93b20-e214-4d33-b660-deffb9202434 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.474783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Transition to ACTIVE for port object 996a9fd2-8dfe-4782-899a-a43cb8595b22 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:01.490804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:01.504612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.508393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:01.509033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.522614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2005a288-60b0-41c3-9481-2ffcdc37ce6a None None] Provisioning complete for port b1fb8a06-e769-4a49-bf9b-c567f1abac7d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:01.522989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2005a288-60b0-41c3-9481-2ffcdc37ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.623424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e3bc761-2db2-40ed-bcdc-e3fdda654f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.627473 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1e3bc761-2db2-40ed-bcdc-e3fdda654f8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/311b5b1d-752c-4f0b-929b-07ff7385273a HTTP/1.1" status: 204 len: 168 time: 0.8964944 Apr 05 09:56:01.648905 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1350973 Apr 05 09:56:01.650107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.653598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55124) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:01.706052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'network_id': '776a5a4c-291c-48c4-a3fb-1beffab736ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:01.717190 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-66bc3ac4-5a49-4507-92c3-32d9fa40d717 None None] For port c6aac77b-d44e-4a9a-b207-fe1dd1204636, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c6aac77b-d44e-4a9a-b207-fe1dd1204636,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:01.717628 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-66bc3ac4-5a49-4507-92c3-32d9fa40d717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.727590 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ebea7-2d54-449d-a775-9663a95b01fa tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=776a5a4c-291c-48c4-a3fb-1beffab736ba,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:01.745726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.778561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.783815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 776a5a4c-291c-48c4-a3fb-1beffab736ba details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:01.787574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.857041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:01.891050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:01.895046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:subnet and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:01.898165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:01.903780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:01.912916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:01.932323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:01.932919 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:01.933997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecde66bf-355e-4d4d-8117-84bc90f7ee2f None None] Update dhcp port {'port': {'network_id': 'a6a45061-3ab2-40d7-8149-2ca629214c8e', 'fixed_ips': [{'subnet_id': '792fa4bd-ab89-4571-92c0-deb3f5f014c3', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': 'bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 09:56:01.936582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:02.102099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-66bc3ac4-5a49-4507-92c3-32d9fa40d717 None None] Calling delete_port for c6aac77b-d44e-4a9a-b207-fe1dd1204636 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:02.130927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2005a288-60b0-41c3-9481-2ffcdc37ce6a None None] Port b1fb8a06-e769-4a49-bf9b-c567f1abac7d cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:02.190501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=d4545a00-8063-47a8-a942-2a96c4549da0,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:02.196500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e30731a5-e29a-46b3-992e-1b26803a2fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.202339 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Network f14b1239-ba29-4a1a-951d-1441eb8d68c7 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:02.206860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:02.211054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.236128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:02.244119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.250826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ecde66bf-355e-4d4d-8117-84bc90f7ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.313012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:02.313621 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.316534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Transition to ACTIVE for port object 66eb391f-68ec-4262-a79e-627f45247ee3 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:02.345531 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port 09dc5948-7f03-44a6-98d4-9f8e58781f35 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:02.375469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event updated for resources: {'Port': ['ID=996a9fd2-8dfe-4782-899a-a43cb8595b22,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:02.402686 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a7a6229e-4a3a-43e0-a9a5-f610a65fcb8e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1018183 Apr 05 09:56:02.406127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:02.422378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55140) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:02.427852 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:02.428244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.428619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'name': 'tempest-NetworksTestDHCPv6-1603793498'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:02.486240 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-417f6504-7c08-4077-9418-ae52d4289ff9 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.9456038 Apr 05 09:56:02.491578 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55146) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:02.510972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-66bc3ac4-5a49-4507-92c3-32d9fa40d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.516803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Transition to ACTIVE for port object 66eb391f-68ec-4262-a79e-627f45247ee3 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:02.564494 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Request body: {'floatingip': {'port_id': '996a9fd2-8dfe-4782-899a-a43cb8595b22'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:02.592853 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc3ac4-5a49-4507-92c3-32d9fa40d717 None None] Pushing event deleted for resources: {'Port': ['ID=c6aac77b-d44e-4a9a-b207-fe1dd1204636,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:02.645757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.681712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-447ebe8b-233b-45ed-abcd-c46c0c413929 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.703021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Network 2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:02.722645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:02.731553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:02.745840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:02.751889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:02.759804 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:02.778733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:02.782323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.789151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:02.795677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55152) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:02.814048 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc3ac4-5a49-4507-92c3-32d9fa40d717 None None] No DVR routers for this DVR port c6aac77b-d44e-4a9a-b207-fe1dd1204636 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:02.830239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port f934e299-dd86-4e67-b03c-268ad07406e3 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:02.847182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:02.865291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e41492-e482-417c-ac62-0cdbcbcfc790 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:02.907763 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-447ebe8b-233b-45ed-abcd-c46c0c413929 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Calling delete_port for b1fb8a06-e769-4a49-bf9b-c567f1abac7d owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:02.926028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Pushing event updated for resources: {'Port': ['ID=66eb391f-68ec-4262-a79e-627f45247ee3,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:02.983823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::31a (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/d4545a00-8063-47a8-a942-2a96c4549da0/f934e299-dd86-4e67-b03c-268ad07406e3) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:03.047973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group': {'name': 'tempest-secgroup--418759925'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:03.051574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3239ec78-4819-42d0-89f9-b0774faec3b5 None None] Provisioning for port 996a9fd2-8dfe-4782-899a-a43cb8595b22 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:03.064600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:03.089483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:03.110431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3239ec78-4819-42d0-89f9-b0774faec3b5 None None] Provisioning complete for port 996a9fd2-8dfe-4782-899a-a43cb8595b22 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:03.110861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3239ec78-4819-42d0-89f9-b0774faec3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.140780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.149756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:03.177765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.181290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.190161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:03.209437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67,segment=NetworkSegment(c0e153a7-d0d2-4981-92c1-899a53514bb5),segment_id=c0e153a7-d0d2-4981-92c1-899a53514bb5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:03.215620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Attempting to bind port 66eb391f-68ec-4262-a79e-627f45247ee3 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:03.215975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Attempting to bind port 66eb391f-68ec-4262-a79e-627f45247ee3 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'c6119b46-2fd7-4c69-b526-4bc34a92732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:03.216334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Attempting to bind port 66eb391f-68ec-4262-a79e-627f45247ee3 on network 2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:03.226361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.227883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-ecde66bf-355e-4d4d-8117-84bc90f7ee2f None None] Allocated IP 172.20.0.18 (a6a45061-3ab2-40d7-8149-2ca629214c8e/3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3/bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:03.235580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.244495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.288217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.293400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3239ec78-4819-42d0-89f9-b0774faec3b5 None None] Port 996a9fd2-8dfe-4782-899a-a43cb8595b22 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:03.304650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=46568bc5-882a-48a2-a888-4b0ab8ddb596,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:03.327704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:03.328129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Checking segment: {'id': 'c6119b46-2fd7-4c69-b526-4bc34a92732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:03.329125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.329546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Bound using segment: {'id': 'c6119b46-2fd7-4c69-b526-4bc34a92732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:03.330053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Bound port: 66eb391f-68ec-4262-a79e-627f45247ee3, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6119b46-2fd7-4c69-b526-4bc34a92732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:03.330439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.352468 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c6aac77b-d44e-4a9a-b207-fe1dd1204636 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:03.381886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.390385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking segment: {'id': 'b1b07336-2912-4bb5-91d8-35ce5af8d598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '776a5a4c-291c-48c4-a3fb-1beffab736ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:03.390744 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network hostable DHCP agents. Network: 776a5a4c-291c-48c4-a3fb-1beffab736ba, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:03.397817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:03.412476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:03.416345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:03.423821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object f934e299-dd86-4e67-b03c-268ad07406e3 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:03.425444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:03.433896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: c6aac77b-d44e-4a9a-b207-fe1dd1204636 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:03.434291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c6aac77b-d44e-4a9a-b207-fe1dd1204636 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:03.462594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network 776a5a4c-291c-48c4-a3fb-1beffab736ba is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:03.472636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.521533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 776a5a4c-291c-48c4-a3fb-1beffab736ba) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:03.535707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:03.537130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.566364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49c18ed-6d4b-4fda-bc50-a3be9693187d None None] Network 776a5a4c-291c-48c4-a3fb-1beffab736ba requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:03.573534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:03.579543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:03.582319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=f934e299-dd86-4e67-b03c-268ad07406e3,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:03.584776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:03.588943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:03.589671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.590720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:03.601491 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5f00a287-6ce0-44d5-a61b-9f26ee490576 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9137056 Apr 05 09:56:03.604307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55158) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:03.691313 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-40c268bc-e096-4905-8be3-c296eb5987c4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2655749 Apr 05 09:56:03.695561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55162) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:03.699816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-31c93b20-e214-4d33-b660-deffb9202434 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:56:03.710614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-447ebe8b-233b-45ed-abcd-c46c0c413929 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.780427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.810377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-31c93b20-e214-4d33-b660-deffb9202434 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.823576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.830088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ebe8b-233b-45ed-abcd-c46c0c413929 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event deleted for resources: {'Port': ['ID=b1fb8a06-e769-4a49-bf9b-c567f1abac7d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:03.857512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.891860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-31c93b20-e214-4d33-b660-deffb9202434 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.907902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ecde66bf-355e-4d4d-8117-84bc90f7ee2f None None] For port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67,segment=NetworkSegment(c0e153a7-d0d2-4981-92c1-899a53514bb5),segment_id=c0e153a7-d0d2-4981-92c1-899a53514bb5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:03.919547 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] For port 66eb391f-68ec-4262-a79e-627f45247ee3, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:03.924782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:03.934526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09979522-44fc-4618-8edc-d03863b8b96d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:03.939324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] For port 66eb391f-68ec-4262-a79e-627f45247ee3, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=66eb391f-68ec-4262-a79e-627f45247ee3,segment=NetworkSegment(c6119b46-2fd7-4c69-b526-4bc34a92732f),segment_id=c6119b46-2fd7-4c69-b526-4bc34a92732f)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:03.947905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:03.954401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:03.982361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.035642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-ecde66bf-355e-4d4d-8117-84bc90f7ee2f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:56:04.047825 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:04.057513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.062578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:04.071680 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ecde66bf-355e-4d4d-8117-84bc90f7ee2f None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.114378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Subnet': ['ID=46568bc5-882a-48a2-a888-4b0ab8ddb596,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:04.147070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ecde66bf-355e-4d4d-8117-84bc90f7ee2f None None] Transition to ACTIVE for port object bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:04.174729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ecde66bf-355e-4d4d-8117-84bc90f7ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.183228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79063c-9cd8-4423-876a-8258dce1dcf0 None None] Pushing event updated for resources: {'Port': ['ID=66eb391f-68ec-4262-a79e-627f45247ee3,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:04.188239 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': 'd4545a00-8063-47a8-a942-2a96c4549da0'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:04.189229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.229957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08baee86-eec8-4161-8cde-2f29b8e1dd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-776a5a4c-291c-48c4-a3fb-1beffab736ba', 'network_id': '776a5a4c-291c-48c4-a3fb-1beffab736ba', 'tenant_id': '6a1e7b07b0d14225b3ad989b0da0b4a2', 'fixed_ips': [{'subnet_id': '46568bc5-882a-48a2-a888-4b0ab8ddb596'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:04.230980 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-08baee86-eec8-4161-8cde-2f29b8e1dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.269380 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.304583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.311830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776a5a4c-291c-48c4-a3fb-1beffab736ba']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:04.321758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.352828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b07336-2912-4bb5-91d8-35ce5af8d598') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:04.353165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b07336-2912-4bb5-91d8-35ce5af8d598') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:04.384794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.405223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fc52d4-9fb1-4297-a35c-0e9863e0a40a,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:04.418328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.419771 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-829b362f-4dc0-426f-b9ab-0fdd300cd62e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6231191 Apr 05 09:56:04.421421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.423728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55166) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:04.459055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:04.460235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:04.484094 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:04.537543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.557308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde66bf-355e-4d4d-8117-84bc90f7ee2f None None] Pushing event updated for resources: {'Port': ['ID=bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:04.657321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6d9557-2f5e-4445-998e-dcc9a0a546a2 None None] Network 776a5a4c-291c-48c4-a3fb-1beffab736ba requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:04.750683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c93b20-e214-4d33-b660-deffb9202434 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=7971c952-05ab-4205-a117-e9b6e8246e3e,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:04.768547 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c93b20-e214-4d33-b660-deffb9202434 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:04.769193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-31c93b20-e214-4d33-b660-deffb9202434 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.774319 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-31c93b20-e214-4d33-b660-deffb9202434 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/ports/7971c952-05ab-4205-a117-e9b6e8246e3e HTTP/1.1" status: 200 len: 910 time: 4.1378846 Apr 05 09:56:04.782684 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55170) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:04.805891 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-30b68fc8-21fe-460a-8c1f-a4ae4d261ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:04.834907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.837402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-30b68fc8-21fe-460a-8c1f-a4ae4d261ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:04.841683 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-30b68fc8-21fe-460a-8c1f-a4ae4d261ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4140842 Apr 05 09:56:04.860147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/d4545a00-8063-47a8-a942-2a96c4549da0/cacdcebc-6fe4-4230-aa6d-0a64d0db3af2) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:04.863740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55174) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:04.865421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.886550 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/776a5a4c-291c-48c4-a3fb-1beffab736ba HTTP/1.1" status: 204 len: 168 time: 1.2776277 Apr 05 09:56:04.886864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c0057-78b4-4af6-b01c-bcf21ce12974 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Network': ['ID=776a5a4c-291c-48c4-a3fb-1beffab736ba,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:04.890528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55178) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:04.894445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-56171aba-10be-4f1c-80fb-399d83e51949 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group': {'name': 'tempest-security--575445514', 'description': 'tempest-security-description-1921617187'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:04.938915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-677673335'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:04.944589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56171aba-10be-4f1c-80fb-399d83e51949 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:04.977505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.9 (a6a45061-3ab2-40d7-8149-2ca629214c8e/792fa4bd-ab89-4571-92c0-deb3f5f014c3/09dc5948-7f03-44a6-98d4-9f8e58781f35) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:04.985131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.24 (a6a45061-3ab2-40d7-8149-2ca629214c8e/3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3/09dc5948-7f03-44a6-98d4-9f8e58781f35) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:05.008643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56171aba-10be-4f1c-80fb-399d83e51949 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.011460 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:05.016747 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:network and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:05.020617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56171aba-10be-4f1c-80fb-399d83e51949 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.023663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56171aba-10be-4f1c-80fb-399d83e51949 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.024988 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-56171aba-10be-4f1c-80fb-399d83e51949 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "PUT /v2.0/security-groups/10fc52d4-9fb1-4297-a35c-0e9863e0a40a HTTP/1.1" status: 200 len: 1611 time: 0.1452889 Apr 05 09:56:05.026083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:05.039485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55182) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:05.045288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:05.087698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:05.091215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.122241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56171aba-10be-4f1c-80fb-399d83e51949 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fc52d4-9fb1-4297-a35c-0e9863e0a40a,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:05.160515 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6e165e64-1352-4d3a-8f74-89c853a60431 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups/10fc52d4-9fb1-4297-a35c-0e9863e0a40a HTTP/1.1" status: 200 len: 1611 time: 0.1170206 Apr 05 09:56:05.164264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55186) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:05.180326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:05.191901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd663e49-65c8-4259-aea5-e3f4ee6e4513 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:05.192712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bd663e49-65c8-4259-aea5-e3f4ee6e4513 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:05.226102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.226562 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Added segment b867264f-9656-4a3e-aabe-cd549c99bab5 of type vlan for network 1b793083-6871-48e8-89e7-1695a2c49a92 Apr 05 09:56:05.254831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.282544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.288094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Transition to ACTIVE for port object cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:05.312695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Transition to ACTIVE for port object cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:05.317113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed39bfa-627f-40b9-ba15-305f6612769d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.324911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.368306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed39bfa-627f-40b9-ba15-305f6612769d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.396104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.400111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:05.400801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.430528 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:05.433333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a04aaff-c2f3-44e8-afac-802fe9a7ca74 None None] Network a6a45061-3ab2-40d7-8149-2ca629214c8e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:05.553551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:05.556479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:05.557678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=1b793083-6871-48e8-89e7-1695a2c49a92,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:05.571332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Pushing event updated for resources: {'Port': ['ID=cacdcebc-6fe4-4230-aa6d-0a64d0db3af2,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:05.598332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 1b793083-6871-48e8-89e7-1695a2c49a92 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:05.602150 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3f3a24ac-ed2e-4d24-9e5c-72690365bda4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6686654 Apr 05 09:56:05.604357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed39bfa-627f-40b9-ba15-305f6612769d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.612521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55190) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:05.663400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'network_id': '1b793083-6871-48e8-89e7-1695a2c49a92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:05.719698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed39bfa-627f-40b9-ba15-305f6612769d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fc52d4-9fb1-4297-a35c-0e9863e0a40a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:05.764997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bd663e49-65c8-4259-aea5-e3f4ee6e4513 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:05.766061 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bd663e49-65c8-4259-aea5-e3f4ee6e4513 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 2.0575042 Apr 05 09:56:05.802190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55194) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:05.817985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831eec8-7f89-4941-8dba-c0372e02d8e5 None None] Network 2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:05.829137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed39bfa-627f-40b9-ba15-305f6612769d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.832613 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0ed39bfa-627f-40b9-ba15-305f6612769d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/10fc52d4-9fb1-4297-a35c-0e9863e0a40a HTTP/1.1" status: 204 len: 168 time: 0.6647127 Apr 05 09:56:05.845532 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55198) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:05.847810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:05.859768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-447ebe8b-233b-45ed-abcd-c46c0c413929 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.882459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-00ca7237-084c-43a9-80ea-04bf2b81f58c None None] Provisioning for port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:05.909085 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:05.914529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port f934e299-dd86-4e67-b03c-268ad07406e3 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:05.914896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.949184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:subnet and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:05.955240 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-447ebe8b-233b-45ed-abcd-c46c0c413929 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "DELETE /v2.0/ports/b1fb8a06-e769-4a49-bf9b-c567f1abac7d HTTP/1.1" status: 204 len: 168 time: 4.9442546 Apr 05 09:56:05.957868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55202) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:05.958617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:05.992116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:05.997458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:06.020240 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c97453-a296-4bba-a7d3-fe04cccde4f7 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] GET failed (client error): The resource could not be found. Apr 05 09:56:06.021425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-43c97453-a296-4bba-a7d3-fe04cccde4f7 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "GET /v2.0/ports/b1fb8a06-e769-4a49-bf9b-c567f1abac7d HTTP/1.1" status: 404 len: 333 time: 0.0595543 Apr 05 09:56:06.026203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55206) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:06.070538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:06.077579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-00ca7237-084c-43a9-80ea-04bf2b81f58c None None] Provisioning complete for port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:06.078043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-00ca7237-084c-43a9-80ea-04bf2b81f58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.101508 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object 09dc5948-7f03-44a6-98d4-9f8e58781f35 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:06.131593 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e99c6a13-7f07-4c74-ae41-9cc2fdf19319 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2733223 Apr 05 09:56:06.134027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55210) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:06.225236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-bf94be9f-8922-480d-8d64-5ae43237f5a2 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Deleting port ecbea788-fa32-40bc-97f3-d29eba6c673d {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:06.226025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf94be9f-8922-480d-8d64-5ae43237f5a2 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.274489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Attempting to bind port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:06.275116 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Attempting to bind port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:06.275116 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Attempting to bind port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:06.315986 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.353408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:06.353840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:06.354165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.354553 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:06.355365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Bound port: cacdcebc-6fe4-4230-aa6d-0a64d0db3af2, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:06.355775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.406571 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-e02630e4-8677-4d01-a416-0e6eb1a5cc08 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] delete failed (client error): The resource could not be found. Apr 05 09:56:06.411837 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e02630e4-8677-4d01-a416-0e6eb1a5cc08 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/10fc52d4-9fb1-4297-a35c-0e9863e0a40a HTTP/1.1" status: 404 len: 347 time: 0.2355251 Apr 05 09:56:06.453385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55214) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:06.474507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522783442'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:06.508672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:06.509057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.518079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:06.536374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:06.546967 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:06.574284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:06.574908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.628121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.692920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.727966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=09dc5948-7f03-44a6-98d4-9f8e58781f35,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:06.731610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network a6a45061-3ab2-40d7-8149-2ca629214c8e is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:06.747923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.748391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:06.751030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:06.795883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] For port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:06.796015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.819052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] For port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cacdcebc-6fe4-4230-aa6d-0a64d0db3af2,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:06.822579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66eb391f-68ec-4262-a79e-627f45247ee3 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:06.855340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:06.889209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.889554 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.889883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.890240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.890584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.890905 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.891233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.891600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.891927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.892251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.892658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:06.926998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-39e811c2-3947-42aa-8340-2ce55f0118fe None None] Provisioning for port 66eb391f-68ec-4262-a79e-627f45247ee3 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:06.942644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for f934e299-dd86-4e67-b03c-268ad07406e3 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:06.978771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692f3b92-4331-4969-a44d-63b95d214c39 None None] Pushing event updated for resources: {'Port': ['ID=cacdcebc-6fe4-4230-aa6d-0a64d0db3af2,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:07.010327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 66eb391f-68ec-4262-a79e-627f45247ee3 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:07.016661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 66eb391f-68ec-4262-a79e-627f45247ee3 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:07.017208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.024543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:07.025196 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.063647 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.209760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.226420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:07.229936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf94be9f-8922-480d-8d64-5ae43237f5a2 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.239988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8b980e57-fd69-40ac-af87-814e3424f2b8 None None] Provisioning complete for port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:07.240489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b980e57-fd69-40ac-af87-814e3424f2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.256023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:07.267820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:07.321910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 66eb391f-68ec-4262-a79e-627f45247ee3, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=66eb391f-68ec-4262-a79e-627f45247ee3,segment=NetworkSegment(c6119b46-2fd7-4c69-b526-4bc34a92732f),segment_id=c6119b46-2fd7-4c69-b526-4bc34a92732f)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:07.324808 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-89205b3a-b630-4797-96e7-3d5c9be733bb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 7.3376968 Apr 05 09:56:07.341493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.367757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55218) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:07.455196 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '792fa4bd-ab89-4571-92c0-deb3f5f014c3'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:07.502874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=66eb391f-68ec-4262-a79e-627f45247ee3,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:07.522105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-bf94be9f-8922-480d-8d64-5ae43237f5a2 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Calling delete_port for ecbea788-fa32-40bc-97f3-d29eba6c673d owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:07.572538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:07.578257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] Deleting port 8e9e2433-81f6-4441-8f1d-badd4edcdbee {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:07.578593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.660760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:07.712562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a9cc9553-4a83-4176-bd97-dc83ce5715ed None None] Provisioning complete for port 66eb391f-68ec-4262-a79e-627f45247ee3 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:07.713140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a9cc9553-4a83-4176-bd97-dc83ce5715ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.770333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.774170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.814926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.818556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:07.840920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:07.907455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=f934e299-dd86-4e67-b03c-268ad07406e3,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:07.992377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ccbf8d67-4837-41f5-b1bc-80bdeb63eca7 None None] Provisioning for port 09dc5948-7f03-44a6-98d4-9f8e58781f35 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:08.000008 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ccbf8d67-4837-41f5-b1bc-80bdeb63eca7 None None] Provisioning complete for port 09dc5948-7f03-44a6-98d4-9f8e58781f35 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:08.000536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccbf8d67-4837-41f5-b1bc-80bdeb63eca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.027639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.028274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.028386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.028619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.028952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.029286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.029607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.029928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.030252 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.030579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.030889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:08.044894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=796c4e08-7697-43cb-876e-2ac4501c8f27,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:08.047095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf94be9f-8922-480d-8d64-5ae43237f5a2 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.063395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.084557 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ccbf8d67-4837-41f5-b1bc-80bdeb63eca7 None None] Port 09dc5948-7f03-44a6-98d4-9f8e58781f35 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:08.115279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=90bb9c3d-96b2-4dd4-a398-33e04e8fcb0d,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:08.138108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.139311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b7db6e8f-9f6d-4e22-9b8c-7a1c473fda49 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6851914 Apr 05 09:56:08.140152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94be9f-8922-480d-8d64-5ae43237f5a2 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event deleted for resources: {'Port': ['ID=ecbea788-fa32-40bc-97f3-d29eba6c673d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:08.148484 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-714f704d-eb53-4488-9cd9-5369beab784b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/f934e299-dd86-4e67-b03c-268ad07406e3 HTTP/1.1" status: 204 len: 168 time: 2.3352020 Apr 05 09:56:08.149478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55222) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:08.149796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55224) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:08.191427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': '796c4e08-7697-43cb-876e-2ac4501c8f27', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:08.221943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] For port 8e9e2433-81f6-4441-8f1d-badd4edcdbee, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8e9e2433-81f6-4441-8f1d-badd4edcdbee,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:08.222534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.234784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:08.247483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.250739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:08.263854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:08.273942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf94be9f-8922-480d-8d64-5ae43237f5a2 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.278455 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bf94be9f-8922-480d-8d64-5ae43237f5a2 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "DELETE /v2.0/ports/ecbea788-fa32-40bc-97f3-d29eba6c673d HTTP/1.1" status: 204 len: 168 time: 2.2483382 Apr 05 09:56:08.279457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking segment: {'id': 'b867264f-9656-4a3e-aabe-cd549c99bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1b793083-6871-48e8-89e7-1695a2c49a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:08.283622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network hostable DHCP agents. Network: 1b793083-6871-48e8-89e7-1695a2c49a92, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:08.292655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55230) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:08.293567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:08.347389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2a323f-1ba0-4664-857d-38af1ca39740 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:08.348901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2a323f-1ba0-4664-857d-38af1ca39740 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:08.349623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4d2a323f-1ba0-4664-857d-38af1ca39740 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:08.377007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.389472 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f47721-4757-4702-b2e2-5aed661c9361 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] GET failed (client error): The resource could not be found. Apr 05 09:56:08.390059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-86f47721-4757-4702-b2e2-5aed661c9361 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Synchronizing usage tracker for tenant:5bdd8364fa9743b4847f2de1932c7553 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:08.414740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network 1b793083-6871-48e8-89e7-1695a2c49a92 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:08.424511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] Calling delete_port for 8e9e2433-81f6-4441-8f1d-badd4edcdbee owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:08.434742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4d2a323f-1ba0-4664-857d-38af1ca39740 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:08.438295 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d2a323f-1ba0-4664-857d-38af1ca39740 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2814167 Apr 05 09:56:08.442687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55234) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:08.471416 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP 6009cea4-60bc-42b8-b768-90821e81c311 associated. External IP: 172.26.4.81, port: 88958e2a-6f21-4222-946c-96f2c9f6efc4. Apr 05 09:56:08.481255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-86f47721-4757-4702-b2e2-5aed661c9361 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Unset dirty status for tenant:5bdd8364fa9743b4847f2de1932c7553 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:08.482402 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-86f47721-4757-4702-b2e2-5aed661c9361 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "GET /v2.0/ports/ecbea788-fa32-40bc-97f3-d29eba6c673d HTTP/1.1" status: 404 len: 333 time: 0.1802907 Apr 05 09:56:08.487752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55238) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:08.494530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 1b793083-6871-48e8-89e7-1695a2c49a92) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:08.514189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badef462-3cce-4cee-a2dc-d4be8a26333a None None] Network 1b793083-6871-48e8-89e7-1695a2c49a92 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:08.535622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:08.536667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.569072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.590893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.635020 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c41e8474-b347-4999-ae39-f0626e32cec4 None None] Could not find standard attr ID for object f934e299-dd86-4e67-b03c-268ad07406e3. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:56:08.647092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b348cdf2-8710-4484-ad02-4f7ff7e3a946,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:08.660582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.665997 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bf797eb2-7963-466a-b2d6-d7c7c4e71c6c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5129988 Apr 05 09:56:08.667267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55242) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:08.677763 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5d50bdc9-ac6c-465f-8906-9e35eaa80db4 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0328360 Apr 05 09:56:08.707240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c41e8474-b347-4999-ae39-f0626e32cec4 None None] Provisioning for port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:08.707451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55246) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:08.718496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f335e-7067-4c40-a8b0-877d50e902e5 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Deleting port a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:08.718845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb0f335e-7067-4c40-a8b0-877d50e902e5 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.795904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1745903325'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:08.801261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:08.806942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:network and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:08.810360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:08.816620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:08.835614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c41e8474-b347-4999-ae39-f0626e32cec4 None None] Provisioning complete for port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:08.836453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c41e8474-b347-4999-ae39-f0626e32cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:08.866581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Delete allocated IP 172.20.0.24 (a6a45061-3ab2-40d7-8149-2ca629214c8e/3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3) {{(pid=83820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 09:56:08.926637 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:08.930318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.025136 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-1b793083-6871-48e8-89e7-1695a2c49a92', 'network_id': '1b793083-6871-48e8-89e7-1695a2c49a92', 'tenant_id': '6a1e7b07b0d14225b3ad989b0da0b4a2', 'fixed_ips': [{'subnet_id': '90bb9c3d-96b2-4dd4-a398-33e04e8fcb0d'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:09.025931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.044064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.062664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object 09dc5948-7f03-44a6-98d4-9f8e58781f35 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:09.089192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.112792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c41e8474-b347-4999-ae39-f0626e32cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.168635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6f38-d37d-410e-8c85-0250f7cb9af8 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.174933 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c41e8474-b347-4999-ae39-f0626e32cec4 None None] For port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cacdcebc-6fe4-4230-aa6d-0a64d0db3af2,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:09.179154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c41e8474-b347-4999-ae39-f0626e32cec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.203302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6f38-d37d-410e-8c85-0250f7cb9af8 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.291600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:09.306012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dddcd6d-c7c3-41ff-a6f0-30339456a454 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet d4545a00-8063-47a8-a942-2a96c4549da0 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:09.307270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e8474-b347-4999-ae39-f0626e32cec4 None None] Pushing event updated for resources: {'Port': ['ID=cacdcebc-6fe4-4230-aa6d-0a64d0db3af2,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:09.318631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Allocated IP 2001:db8::3 (1b793083-6871-48e8-89e7-1695a2c49a92/90bb9c3d-96b2-4dd4-a398-33e04e8fcb0d/69580478-2012-4a81-bd5b-a22590c7d384) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:09.320421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7dddcd6d-c7c3-41ff-a6f0-30339456a454 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.320804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1cc8ac6a-7a28-48bc-82b0-21f2a1fa53b9 None None] Could not find standard attr ID for object f934e299-dd86-4e67-b03c-268ad07406e3. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:56:09.397989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.398424 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Added segment 515c849c-7a63-4f0a-8274-4173b753d67c of type vlan for network ae5cc23d-d100-471d-9408-a50d9ad47768 Apr 05 09:56:09.399979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6f38-d37d-410e-8c85-0250f7cb9af8 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.404452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=09dc5948-7f03-44a6-98d4-9f8e58781f35,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:09.449259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7dddcd6d-c7c3-41ff-a6f0-30339456a454 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.482497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf6f38-d37d-410e-8c85-0250f7cb9af8 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b348cdf2-8710-4484-ad02-4f7ff7e3a946,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:09.503203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b4bf6f38-d37d-410e-8c85-0250f7cb9af8 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.504355 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b4bf6f38-d37d-410e-8c85-0250f7cb9af8 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b348cdf2-8710-4484-ad02-4f7ff7e3a946 HTTP/1.1" status: 204 len: 168 time: 0.8316565 Apr 05 09:56:09.510305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55250) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:09.518871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb0f335e-7067-4c40-a8b0-877d50e902e5 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.534728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.555968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] In _notify_port_updated(), no bound segment for port 09dc5948-7f03-44a6-98d4-9f8e58781f35 on network a6a45061-3ab2-40d7-8149-2ca629214c8e {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:56:09.579659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:09.579659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.581375 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-da83a2b9-6f2f-4086-a5dc-07b33d4d898e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "PUT /v2.0/ports/09dc5948-7f03-44a6-98d4-9f8e58781f35 HTTP/1.1" status: 200 len: 919 time: 2.2108557 Apr 05 09:56:09.588452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.599577 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Transition to ACTIVE for port object 69580478-2012-4a81-bd5b-a22590c7d384 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:09.624943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Transition to ACTIVE for port object 69580478-2012-4a81-bd5b-a22590c7d384 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:09.638478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.665550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55254) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:09.676444 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:09.688233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '792fa4bd-ab89-4571-92c0-deb3f5f014c3'}, {'subnet_id': '3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:09.719575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f335e-7067-4c40-a8b0-877d50e902e5 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Calling delete_port for a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:09.756110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Network 1b793083-6871-48e8-89e7-1695a2c49a92 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:09.766875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Pushing event updated for resources: {'Port': ['ID=69580478-2012-4a81-bd5b-a22590c7d384,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:09.769664 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:09.773062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:09.822670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-69480b1b-1988-42e6-9a75-ca5c181bf13b None None] Provisioning for port 09dc5948-7f03-44a6-98d4-9f8e58781f35 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:09.833781 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.836650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.838838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:09.839548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.843757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7dddcd6d-c7c3-41ff-a6f0-30339456a454 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.869511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-69480b1b-1988-42e6-9a75-ca5c181bf13b None None] Provisioning complete for port 09dc5948-7f03-44a6-98d4-9f8e58781f35 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:09.869785 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-69480b1b-1988-42e6-9a75-ca5c181bf13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.938518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Attempting to bind port 69580478-2012-4a81-bd5b-a22590c7d384 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:09.938885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Attempting to bind port 69580478-2012-4a81-bd5b-a22590c7d384 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'b867264f-9656-4a3e-aabe-cd549c99bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1b793083-6871-48e8-89e7-1695a2c49a92'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:09.939236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Attempting to bind port 69580478-2012-4a81-bd5b-a22590c7d384 on network 1b793083-6871-48e8-89e7-1695a2c49a92 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:09.943503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:09.943898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:09.991434 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3af70b61-0e19-4cb0-a422-e32f7f4aa887 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4755237 Apr 05 09:56:09.996565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-69480b1b-1988-42e6-9a75-ca5c181bf13b None None] Port 09dc5948-7f03-44a6-98d4-9f8e58781f35 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:10.000821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:10.001191 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Checking segment: {'id': 'b867264f-9656-4a3e-aabe-cd549c99bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1b793083-6871-48e8-89e7-1695a2c49a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:10.001584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.001961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Bound using segment: {'id': 'b867264f-9656-4a3e-aabe-cd549c99bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1b793083-6871-48e8-89e7-1695a2c49a92'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:10.002436 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Bound port: 69580478-2012-4a81-bd5b-a22590c7d384, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b867264f-9656-4a3e-aabe-cd549c99bab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1b793083-6871-48e8-89e7-1695a2c49a92'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:10.002815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.026565 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55258) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:10.065302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9e2433-81f6-4441-8f1d-badd4edcdbee,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:10.079934 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3715317 Apr 05 09:56:10.081702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7dddcd6d-c7c3-41ff-a6f0-30339456a454 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.089884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55262) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:10.139946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'network_id': 'ae5cc23d-d100-471d-9408-a50d9ad47768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:10.142026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddcd6d-c7c3-41ff-a6f0-30339456a454 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=d4545a00-8063-47a8-a942-2a96c4549da0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:10.152396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01c009-53fb-4aea-bae9-0d247f3f31eb tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=ae5cc23d-d100-471d-9408-a50d9ad47768,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:10.161803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66eb391f-68ec-4262-a79e-627f45247ee3 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:10.171328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7dddcd6d-c7c3-41ff-a6f0-30339456a454 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.198684 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7dddcd6d-c7c3-41ff-a6f0-30339456a454 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/d4545a00-8063-47a8-a942-2a96c4549da0 HTTP/1.1" status: 204 len: 168 time: 1.7537363 Apr 05 09:56:10.201061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55266) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:10.202744 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network ae5cc23d-d100-471d-9408-a50d9ad47768 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:10.217128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31837c6-7822-44ce-b523-0541686c4392 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:10.242858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] For port 69580478-2012-4a81-bd5b-a22590c7d384, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:10.243077 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.264321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb0f335e-7067-4c40-a8b0-877d50e902e5 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.360195 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5288d88f-bb01-4ade-a9c5-e2d05597ab43 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1579995 Apr 05 09:56:10.375779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55270) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:10.379017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f335e-7067-4c40-a8b0-877d50e902e5 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event deleted for resources: {'Port': ['ID=a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:10.426627 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb0f335e-7067-4c40-a8b0-877d50e902e5 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.428815 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cb0f335e-7067-4c40-a8b0-877d50e902e5 tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "DELETE /v2.0/ports/a75dca4d-20ff-4ae1-bf74-c2eb2b07ff06 HTTP/1.1" status: 204 len: 168 time: 1.9319808 Apr 05 09:56:10.433861 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55274) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:10.435720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] For port 69580478-2012-4a81-bd5b-a22590c7d384, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=69580478-2012-4a81-bd5b-a22590c7d384,segment=NetworkSegment(b867264f-9656-4a3e-aabe-cd549c99bab5),segment_id=b867264f-9656-4a3e-aabe-cd549c99bab5)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:10.470093 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.494376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7058e6e-948b-41fa-a409-4b1d58177678 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:10.495212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c7058e6e-948b-41fa-a409-4b1d58177678 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:10.512033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c7058e6e-948b-41fa-a409-4b1d58177678 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:10.516297 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c7058e6e-948b-41fa-a409-4b1d58177678 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1319714 Apr 05 09:56:10.517611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55278) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:10.601743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb1047-d364-4cab-b537-1b3659fd1b97 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:10.602956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c0fb1047-d364-4cab-b537-1b3659fd1b97 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:10.621089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c0fb1047-d364-4cab-b537-1b3659fd1b97 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:10.625929 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c0fb1047-d364-4cab-b537-1b3659fd1b97 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1079237 Apr 05 09:56:10.626838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55282) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:10.694269 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544f82c-4fff-4a3d-97fc-7e8618be3826 None None] Pushing event updated for resources: {'Port': ['ID=69580478-2012-4a81-bd5b-a22590c7d384,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:10.711847 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 66eb391f-68ec-4262-a79e-627f45247ee3 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:10.712321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.720400 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d3567442-26fa-4fa4-a370-96a4d801a4f2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914814 Apr 05 09:56:10.720743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55286) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:10.732208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:10.792748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6739daa0-379f-4dd7-9dec-f5bf0bc3e09f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Deleting subnet dfd3025f-647e-43fe-8e0a-5c2cd855336b {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:10.820260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6739daa0-379f-4dd7-9dec-f5bf0bc3e09f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.871435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15ca643-0987-4a4e-a9b0-cd1cf5cb3dea None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:10.880966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b15ca643-0987-4a4e-a9b0-cd1cf5cb3dea None None] Deleting port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:10.881332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b15ca643-0987-4a4e-a9b0-cd1cf5cb3dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.884797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:10.897625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:10.925838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:10.940265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.951298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6739daa0-379f-4dd7-9dec-f5bf0bc3e09f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:10.996428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:11.011053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0dcc40d6-7a13-485a-974c-a681a331d869 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.132260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:subnet and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:11.152334 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:11.186536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-b15ca643-0987-4a4e-a9b0-cd1cf5cb3dea None None] For port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cacdcebc-6fe4-4230-aa6d-0a64d0db3af2,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:11.186842 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b15ca643-0987-4a4e-a9b0-cd1cf5cb3dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.206819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:11.300030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0dcc40d6-7a13-485a-974c-a681a331d869 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.325947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b15ca643-0987-4a4e-a9b0-cd1cf5cb3dea None None] Calling delete_port for cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:11.343500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.360630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:11.388161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port 7971c952-05ab-4205-a117-e9b6e8246e3e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:11.388506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.408740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:11.412079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:11.415218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:11.416178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.417489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b15ca643-0987-4a4e-a9b0-cd1cf5cb3dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.420884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6739daa0-379f-4dd7-9dec-f5bf0bc3e09f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.444438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=e51c9ec5-9d96-4d2f-b3e3-320f97e01b2a,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:11.453241 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-93ce3b53-7ec6-400e-90d3-c7cf09067763 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7313864 Apr 05 09:56:11.453945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55290) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:11.460310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': 'e51c9ec5-9d96-4d2f-b3e3-320f97e01b2a', 'ip_address': '2001:db8::346e:5da0:fcf3:b1f'}], 'name': 'tempest-NetworksTestDHCPv6-2011071306'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:11.471846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ca643-0987-4a4e-a9b0-cd1cf5cb3dea None None] Pushing event deleted for resources: {'Port': ['ID=cacdcebc-6fe4-4230-aa6d-0a64d0db3af2,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:11.475918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ca643-0987-4a4e-a9b0-cd1cf5cb3dea None None] No DVR routers for this DVR port cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:11.501970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1059dc5e-6cb7-497d-87d6-84474bf2fca1 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:11.709269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:11.722527 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:11.733301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 69580478-2012-4a81-bd5b-a22590c7d384 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:11.736880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:11.744351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.770953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port e71f764f-0a6e-4d03-821c-34b760e39e31 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:11.813716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.850199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': 'e51c9ec5-9d96-4d2f-b3e3-320f97e01b2a'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:11.850993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:11.874783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 69580478-2012-4a81-bd5b-a22590c7d384 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:12.003736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:12.036514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::346e:5da0:fcf3:b1f (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/e51c9ec5-9d96-4d2f-b3e3-320f97e01b2a/e71f764f-0a6e-4d03-821c-34b760e39e31) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:12.039760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd62859-27e4-4537-b24c-22c3c0e0d957 None None] Network 1b793083-6871-48e8-89e7-1695a2c49a92 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:12.062929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:12.063349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cacdcebc-6fe4-4230-aa6d-0a64d0db3af2 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:12.127823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.ipam_backend_mixin [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Performing IP validity checks on allocation pools {{(pid=83820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 09:56:12.128344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.ipam_backend_mixin [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 09:56:12.137560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ed845e92-0004-45cc-bf9e-3e7ec7a23803 None None] Provisioning for port 69580478-2012-4a81-bd5b-a22590c7d384 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:12.145263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ed845e92-0004-45cc-bf9e-3e7ec7a23803 None None] Provisioning complete for port 69580478-2012-4a81-bd5b-a22590c7d384 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:12.145714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed845e92-0004-45cc-bf9e-3e7ec7a23803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.152819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0dcc40d6-7a13-485a-974c-a681a331d869 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.226979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc40d6-7a13-485a-974c-a681a331d869 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=796c4e08-7697-43cb-876e-2ac4501c8f27,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:12.261463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.279192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object e71f764f-0a6e-4d03-821c-34b760e39e31 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:12.283021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6739daa0-379f-4dd7-9dec-f5bf0bc3e09f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.305490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.372918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:12.380229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:12.385359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:12.389321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:12.389916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.396501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739daa0-379f-4dd7-9dec-f5bf0bc3e09f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd3025f-647e-43fe-8e0a-5c2cd855336b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:12.416256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=e71f764f-0a6e-4d03-821c-34b760e39e31,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:12.432158 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-56d28a31-bee7-4f31-898c-3ff971dedcbd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9734850 Apr 05 09:56:12.432158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55294) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:12.432996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.444148 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf259d-0d46-4348-b635-619e1e9c9acf None None] Network ccaf1a36-cb02-453c-881e-764e00642d16 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:12.472622 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed845e92-0004-45cc-bf9e-3e7ec7a23803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.473840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6739daa0-379f-4dd7-9dec-f5bf0bc3e09f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.492053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0dcc40d6-7a13-485a-974c-a681a331d869 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.493015 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0dcc40d6-7a13-485a-974c-a681a331d869 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/796c4e08-7697-43cb-876e-2ac4501c8f27 HTTP/1.1" status: 204 len: 168 time: 2.4596708 Apr 05 09:56:12.496532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55298) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:12.556815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2098c1cd-e428-4b0a-9baf-f1985a1303a7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:12.557418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2098c1cd-e428-4b0a-9baf-f1985a1303a7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:12.586457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a6e13c87-1116-47c4-80e8-6d816023a12e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:12.601968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2098c1cd-e428-4b0a-9baf-f1985a1303a7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:12.607096 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2098c1cd-e428-4b0a-9baf-f1985a1303a7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1708083 Apr 05 09:56:12.607990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55302) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:12.629935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for 7971c952-05ab-4205-a117-e9b6e8246e3e owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:12.649288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a6e13c87-1116-47c4-80e8-6d816023a12e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:12.650820 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a6e13c87-1116-47c4-80e8-6d816023a12e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1518450 Apr 05 09:56:12.652923 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/e51c9ec5-9d96-4d2f-b3e3-320f97e01b2a/0fce9867-4fda-4c8a-ba4d-92c1879b1147) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:12.657624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55306) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:12.663312 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6739daa0-379f-4dd7-9dec-f5bf0bc3e09f tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "DELETE /v2.0/subnets/dfd3025f-647e-43fe-8e0a-5c2cd855336b HTTP/1.1" status: 204 len: 168 time: 2.2208784 Apr 05 09:56:12.665947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073377434'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:12.671300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55310) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:12.700565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:12.703588 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.26 (a6a45061-3ab2-40d7-8149-2ca629214c8e/3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3/09dc5948-7f03-44a6-98d4-9f8e58781f35) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:12.712174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.799469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec4c9-b2a9-4402-9be6-553811b12fbe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port e71f764f-0a6e-4d03-821c-34b760e39e31 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:12.801033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec4c9-b2a9-4402-9be6-553811b12fbe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.830558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:12.852547 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ed845e92-0004-45cc-bf9e-3e7ec7a23803 None None] For port 69580478-2012-4a81-bd5b-a22590c7d384, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=69580478-2012-4a81-bd5b-a22590c7d384,segment=NetworkSegment(b867264f-9656-4a3e-aabe-cd549c99bab5),segment_id=b867264f-9656-4a3e-aabe-cd549c99bab5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:12.861047 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:56:12.873910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed845e92-0004-45cc-bf9e-3e7ec7a23803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.880623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.895603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:12.991699 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.011259 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed845e92-0004-45cc-bf9e-3e7ec7a23803 None None] Pushing event updated for resources: {'Port': ['ID=69580478-2012-4a81-bd5b-a22590c7d384,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:13.088163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.100808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Transition to ACTIVE for port object 0fce9867-4fda-4c8a-ba4d-92c1879b1147 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:13.129213 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Transition to ACTIVE for port object 0fce9867-4fda-4c8a-ba4d-92c1879b1147 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:13.142621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.143939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Deleting port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:13.144499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.190218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] DHCP port deletion for ccaf1a36-cb02-453c-881e-764e00642d16 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:13.213357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Deleting port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:13.213795 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.227497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec4c9-b2a9-4402-9be6-553811b12fbe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.236745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:13.276316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=636692c9-9e2b-4774-b79c-6ca562717c34,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:13.300143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:13.300143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Pushing event updated for resources: {'Port': ['ID=0fce9867-4fda-4c8a-ba4d-92c1879b1147,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:13.302269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:13.305455 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:13.314189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:13.358669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:13.369310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ec4c9-b2a9-4402-9be6-553811b12fbe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for e71f764f-0a6e-4d03-821c-34b760e39e31 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:13.440479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6f3007f6-b27e-496a-966c-2c7035533472 None None] Provisioning complete for port 69580478-2012-4a81-bd5b-a22590c7d384 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:13.440848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6f3007f6-b27e-496a-966c-2c7035533472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.504583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:13.561365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.567028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking segment: {'id': '515c849c-7a63-4f0a-8274-4173b753d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae5cc23d-d100-471d-9408-a50d9ad47768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:13.567815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network hostable DHCP agents. Network: ae5cc23d-d100-471d-9408-a50d9ad47768, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:13.618297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] For port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=30797a33-8c5a-486f-a1f2-1b0cdaefff8a,segment=NetworkSegment(8df05f76-7f06-46d9-bb60-e85357821ef1),segment_id=8df05f76-7f06-46d9-bb60-e85357821ef1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:13.618681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.631083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object 09dc5948-7f03-44a6-98d4-9f8e58781f35 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:13.635990 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.695896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.705756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=7971c952-05ab-4205-a117-e9b6e8246e3e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:13.706818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] For port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=30797a33-8c5a-486f-a1f2-1b0cdaefff8a,segment=NetworkSegment(8df05f76-7f06-46d9-bb60-e85357821ef1),segment_id=8df05f76-7f06-46d9-bb60-e85357821ef1)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:13.707283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.748061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 69580478-2012-4a81-bd5b-a22590c7d384 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:13.791510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Calling delete_port for 30797a33-8c5a-486f-a1f2-1b0cdaefff8a owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:13.817369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network ae5cc23d-d100-471d-9408-a50d9ad47768 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:13.835569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Calling delete_port for 30797a33-8c5a-486f-a1f2-1b0cdaefff8a owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:13.839865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Attempting to bind port 0fce9867-4fda-4c8a-ba4d-92c1879b1147 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:13.840417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Attempting to bind port 0fce9867-4fda-4c8a-ba4d-92c1879b1147 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:13.840965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Attempting to bind port 0fce9867-4fda-4c8a-ba4d-92c1879b1147 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:13.891665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:13.892642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:13.893401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.893943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:13.894602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Bound port: 0fce9867-4fda-4c8a-ba4d-92c1879b1147, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:13.894987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.985754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:13.988831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, ae5cc23d-d100-471d-9408-a50d9ad47768) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:13.994583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:13.995489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.000434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=09dc5948-7f03-44a6-98d4-9f8e58781f35,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:14.067930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d4175b-5b8e-41d5-bf62-35bac864cf93 None None] Network ae5cc23d-d100-471d-9408-a50d9ad47768 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:14.121178 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8a05de71-d182-489a-80d5-d327d078f2bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.0229068 Apr 05 09:56:14.123272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Pushing event deleted for resources: {'Port': ['ID=30797a33-8c5a-486f-a1f2-1b0cdaefff8a,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:14.126669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55314) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:14.131630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec4c9-b2a9-4402-9be6-553811b12fbe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.236702 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 69580478-2012-4a81-bd5b-a22590c7d384 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:14.237460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.237659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:56:14.237847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:56:14.264223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] No DVR routers for this DVR port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:14.285606 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.286112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.286645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.287132 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.287644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.289230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.289723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.290366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.290833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.292850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ec4c9-b2a9-4402-9be6-553811b12fbe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=e71f764f-0a6e-4d03-821c-34b760e39e31,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:14.293408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.293892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e12ff1-01a5-4331-a711-5b5f37370849 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:14.380042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] For port 0fce9867-4fda-4c8a-ba4d-92c1879b1147, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:14.409132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f2ec4c9-b2a9-4402-9be6-553811b12fbe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.415490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] For port 0fce9867-4fda-4c8a-ba4d-92c1879b1147, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0fce9867-4fda-4c8a-ba4d-92c1879b1147,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:14.421566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.442934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.455139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.458657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] In _notify_port_updated(), no bound segment for port 09dc5948-7f03-44a6-98d4-9f8e58781f35 on network a6a45061-3ab2-40d7-8149-2ca629214c8e {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:56:14.462697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:14.464014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.465499 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e78eb37b-7b1b-47d8-a934-10abaf14b642 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "PUT /v2.0/ports/09dc5948-7f03-44a6-98d4-9f8e58781f35 HTTP/1.1" status: 200 len: 999 time: 4.7942042 Apr 05 09:56:14.470917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55318) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:14.513416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.517035 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8563824 Apr 05 09:56:14.527872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55322) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:14.535410 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9f2ec4c9-b2a9-4402-9be6-553811b12fbe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/e71f764f-0a6e-4d03-821c-34b760e39e31 HTTP/1.1" status: 204 len: 168 time: 1.9264433 Apr 05 09:56:14.540883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'e7c42cdc-2b55-4eb1-bcd8-7b542421482d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:14.547249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55326) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:14.565192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:14.579423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:14.583016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:14.586221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac27a55-eb6f-4fa7-8419-8ed82e29916f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c42cdc-2b55-4eb1-bcd8-7b542421482d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:14.591969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.598418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:14.615827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.628111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:56:14.630690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-46e56f78-2833-4e7d-8204-401258db45ec None None] Provisioning for port 09dc5948-7f03-44a6-98d4-9f8e58781f35 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:14.639446 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c6099-1f0c-42f1-b61a-87d9fe5c9347 None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:56:14.659821 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c6099-1f0c-42f1-b61a-87d9fe5c9347 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:14.660366 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f02c6099-1f0c-42f1-b61a-87d9fe5c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:14.680671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-46e56f78-2833-4e7d-8204-401258db45ec None None] Provisioning complete for port 09dc5948-7f03-44a6-98d4-9f8e58781f35 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:14.681408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-46e56f78-2833-4e7d-8204-401258db45ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.686956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.731002 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.741750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Deleting port 30797a33-8c5a-486f-a1f2-1b0cdaefff8a {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:14.742091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.802199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d8953-fcad-435b-b9d5-e4ccfb83e487 None None] Pushing event updated for resources: {'Port': ['ID=0fce9867-4fda-4c8a-ba4d-92c1879b1147,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:14.807454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-72fe9cdd-8d8f-4033-934a-6e35b412bfe0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 09dc5948-7f03-44a6-98d4-9f8e58781f35 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:14.807907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72fe9cdd-8d8f-4033-934a-6e35b412bfe0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:14.828657 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f02c6099-1f0c-42f1-b61a-87d9fe5c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:14.856529 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c6099-1f0c-42f1-b61a-87d9fe5c9347 None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:14.856529 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f02c6099-1f0c-42f1-b61a-87d9fe5c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:14.877773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] The port '30797a33-8c5a-486f-a1f2-1b0cdaefff8a' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:56:14.902318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-46e56f78-2833-4e7d-8204-401258db45ec None None] Port 09dc5948-7f03-44a6-98d4-9f8e58781f35 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:14.908760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-ae5cc23d-d100-471d-9408-a50d9ad47768', 'network_id': 'ae5cc23d-d100-471d-9408-a50d9ad47768', 'tenant_id': '6a1e7b07b0d14225b3ad989b0da0b4a2', 'fixed_ips': [{'subnet_id': '636692c9-9e2b-4774-b79c-6ca562717c34'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:14.909794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.022595 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f02c6099-1f0c-42f1-b61a-87d9fe5c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:15.023295 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02c6099-1f0c-42f1-b61a-87d9fe5c9347 None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:56:15.050476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e31a7d-638b-4eff-b7eb-24c9fe5a9421 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:15.052084 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e31a7d-638b-4eff-b7eb-24c9fe5a9421 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:15.052900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-33e31a7d-638b-4eff-b7eb-24c9fe5a9421 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:15.139010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.144073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 30797a33-8c5a-486f-a1f2-1b0cdaefff8a no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:15.189608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccaf1a36-cb02-453c-881e-764e00642d16']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:15.207703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df05f76-7f06-46d9-bb60-e85357821ef1') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:15.208024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df05f76-7f06-46d9-bb60-e85357821ef1') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:15.211433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 30797a33-8c5a-486f-a1f2-1b0cdaefff8a {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:15.212097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 30797a33-8c5a-486f-a1f2-1b0cdaefff8a not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:15.235688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.242607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Allocated IP 2001:db8::3 (ae5cc23d-d100-471d-9408-a50d9ad47768/636692c9-9e2b-4774-b79c-6ca562717c34/3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:15.249894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.268364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.271946 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.299767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:15.300178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.326024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ac3460-8bf8-4219-aef6-bb05541dfd1c,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:15.327921 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:15.440833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.442582 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-97ec354a-7120-44e1-bc0e-77a225cc85fd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9095457 Apr 05 09:56:15.445923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55330) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:15.455111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'e7c42cdc-2b55-4eb1-bcd8-7b542421482d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:15.462068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:15.467444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.471124 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:15.472518 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-33e31a7d-638b-4eff-b7eb-24c9fe5a9421 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:15.476765 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-33e31a7d-638b-4eff-b7eb-24c9fe5a9421 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9143779 Apr 05 09:56:15.478186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55334) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:15.492003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:15.539241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.547762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] Pushing event deleted for resources: {'Network': ['ID=ccaf1a36-cb02-453c-881e-764e00642d16,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:15.550204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:15.561680 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c4e81bf8-fa8d-4577-8eb8-4803e5c4a8cc tempest-AllowedAddressPairIpV6TestJSON-566111799 tempest-AllowedAddressPairIpV6TestJSON-566111799-project] 10.222.0.30 "DELETE /v2.0/networks/ccaf1a36-cb02-453c-881e-764e00642d16 HTTP/1.1" status: 204 len: 168 time: 2.8827529 Apr 05 09:56:15.597048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.669316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.695387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fce9867-4fda-4c8a-ba4d-92c1879b1147 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:15.753645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Transition to ACTIVE for port object 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:15.760336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.772803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.786900 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Transition to ACTIVE for port object 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:15.806533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8becdbd6-5bad-4536-9545-ef5d851585c5,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:15.815597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.840417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.902419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:15.912840 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-db821ba8-de6a-4918-bb0c-f14e20f9cfd1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4654269 Apr 05 09:56:15.919452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55342) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:15.920237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Subnet': ['ID=636692c9-9e2b-4774-b79c-6ca562717c34,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:15.927118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'e7c42cdc-2b55-4eb1-bcd8-7b542421482d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:15.937579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:15.960703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:15.968300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:15.981481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Network ae5cc23d-d100-471d-9408-a50d9ad47768 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:15.986649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:15.992717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:15.995443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Pushing event updated for resources: {'Port': ['ID=3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:16.118719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 0fce9867-4fda-4c8a-ba4d-92c1879b1147 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:16.123348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55346) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:16.143350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:16.150094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Attempting to bind port 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:16.150569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Attempting to bind port 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '515c849c-7a63-4f0a-8274-4173b753d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae5cc23d-d100-471d-9408-a50d9ad47768'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:16.152357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Attempting to bind port 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24 on network ae5cc23d-d100-471d-9408-a50d9ad47768 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:16.161514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:16.162370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Checking segment: {'id': '515c849c-7a63-4f0a-8274-4173b753d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae5cc23d-d100-471d-9408-a50d9ad47768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:16.162884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.163368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Bound using segment: {'id': '515c849c-7a63-4f0a-8274-4173b753d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae5cc23d-d100-471d-9408-a50d9ad47768'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:16.164331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Bound port: 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515c849c-7a63-4f0a-8274-4173b753d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ae5cc23d-d100-471d-9408-a50d9ad47768'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:16.164331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.171828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.200412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.216020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5cc23d-d100-471d-9408-a50d9ad47768']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:16.242994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72fe9cdd-8d8f-4033-934a-6e35b412bfe0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.261945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515c849c-7a63-4f0a-8274-4173b753d67c') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:16.262229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515c849c-7a63-4f0a-8274-4173b753d67c') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:16.269592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] For port 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:16.273590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] For port 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24,segment=NetworkSegment(515c849c-7a63-4f0a-8274-4173b753d67c),segment_id=515c849c-7a63-4f0a-8274-4173b753d67c)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:16.281245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.286950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.316506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.336219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:16.336701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:16.364047 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:16.452638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac33db-f029-4bae-b7e5-d5b6af3e3a9c None None] Pushing event updated for resources: {'Port': ['ID=3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:16.472942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.491416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.492655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-72fe9cdd-8d8f-4033-934a-6e35b412bfe0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 09dc5948-7f03-44a6-98d4-9f8e58781f35 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:16.519822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 09:56:16.519822 dv-neutron-833199-1-hyperv neutron-server[83819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 09:56:16.519822 dv-neutron-833199-1-hyperv neutron-server[83819]: [parameters: {'id': 'ae5cc23d-d100-471d-9408-a50d9ad47768'}] Apr 05 09:56:16.519822 dv-neutron-833199-1-hyperv neutron-server[83819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:56:16.520681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:56:16.527367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ab56f1d8-68cd-417b-8455-136d89643953 None None] Provisioning for port 0fce9867-4fda-4c8a-ba4d-92c1879b1147 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:16.533340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4a6e7a-d39c-429a-abbf-503af9fd1dd2,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:16.536394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ab56f1d8-68cd-417b-8455-136d89643953 None None] Provisioning complete for port 0fce9867-4fda-4c8a-ba4d-92c1879b1147 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:16.536919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ab56f1d8-68cd-417b-8455-136d89643953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.550516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.554378 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4e900890-c508-41d8-85ad-299c32d71bce tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6318185 Apr 05 09:56:16.557164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55352) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:16.569463 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5aa11ff-05fc-4118-85fa-7f2e6fcdaac5 None None] Network ae5cc23d-d100-471d-9408-a50d9ad47768 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:16.593028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'e7c42cdc-2b55-4eb1-bcd8-7b542421482d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:16.631176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:16.653754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:16.664473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c6ce9e-4ade-4732-928e-dd9894f56951 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet e51c9ec5-9d96-4d2f-b3e3-320f97e01b2a {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:16.673828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:16.686894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67c6ce9e-4ade-4732-928e-dd9894f56951 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.724575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:16.778339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:56:16.814927 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5dca85d7-f2e3-4f85-b5cf-f27497711564 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bdd8364fa9743b4847f2de1932c7553&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6742122 Apr 05 09:56:16.817666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55356) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:16.842071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ab56f1d8-68cd-417b-8455-136d89643953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.875834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.883652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-80a0f6e9-4741-4ec9-8ad0-729b3cbd8f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.886792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ab56f1d8-68cd-417b-8455-136d89643953 None None] For port 0fce9867-4fda-4c8a-ba4d-92c1879b1147, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0fce9867-4fda-4c8a-ba4d-92c1879b1147,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:16.888523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67c6ce9e-4ade-4732-928e-dd9894f56951 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.890406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab0740-92dc-4113-91c3-14a37d2244fb None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 09:56:16.911450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-80a0f6e9-4741-4ec9-8ad0-729b3cbd8f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.932271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ab56f1d8-68cd-417b-8455-136d89643953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.965154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-80a0f6e9-4741-4ec9-8ad0-729b3cbd8f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.982894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0f6e9-4741-4ec9-8ad0-729b3cbd8f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f03ac1d-fbcd-4faa-830b-dc26c09bb12c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:16.986400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-80a0f6e9-4741-4ec9-8ad0-729b3cbd8f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:16.990401 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-80a0f6e9-4741-4ec9-8ad0-729b3cbd8f7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f03ac1d-fbcd-4faa-830b-dc26c09bb12c HTTP/1.1" status: 204 len: 168 time: 0.1691880 Apr 05 09:56:17.022791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.051942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Deleting port 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:17.055242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.064450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f1d8-68cd-417b-8455-136d89643953 None None] Pushing event updated for resources: {'Port': ['ID=0fce9867-4fda-4c8a-ba4d-92c1879b1147,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:17.072603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-fd92957e-bd3d-4d04-a081-b2ca277c484a None None] Could not find standard attr ID for object e71f764f-0a6e-4d03-821c-34b760e39e31. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:56:17.148308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab0740-92dc-4113-91c3-14a37d2244fb None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 09:56:17.328414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] For port 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24,segment=NetworkSegment(515c849c-7a63-4f0a-8274-4173b753d67c),segment_id=515c849c-7a63-4f0a-8274-4173b753d67c)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:17.328773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.465879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Calling delete_port for 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:17.468571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] Router 8106167b-8dd2-4671-9d4e-d278eda31cb8 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:56:17.557712 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.577765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:56:17.581062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.619171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67c6ce9e-4ade-4732-928e-dd9894f56951 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.628985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Port': ['ID=3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:17.634791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No DVR routers for this DVR port 3abbfd3d-c8d3-46ac-9a90-7f2de5a24e24 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:17.675305 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fce9867-4fda-4c8a-ba4d-92c1879b1147 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:17.678975 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.711100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72fe9cdd-8d8f-4033-934a-6e35b412bfe0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.716250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fb31d-08d8-4bb8-bdbf-a3f6e32f35f6 None None] Sync routers for ids ['6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:56:17.771971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fb31d-08d8-4bb8-bdbf-a3f6e32f35f6 None None] Routers {'6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:17.772606 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-630fb31d-08d8-4bb8-bdbf-a3f6e32f35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:17.791896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.822975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5cc23d-d100-471d-9408-a50d9ad47768']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:17.843890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515c849c-7a63-4f0a-8274-4173b753d67c') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:17.844493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515c849c-7a63-4f0a-8274-4173b753d67c') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:17.855901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176c95d9-3417-4df4-868e-981ccf79d801,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:17.858927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-630fb31d-08d8-4bb8-bdbf-a3f6e32f35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:17.859692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.878012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0fce9867-4fda-4c8a-ba4d-92c1879b1147 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:17.878386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.878718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.887997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:17.888771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:17.904550 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:17.912371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe9cdd-8d8f-4033-934a-6e35b412bfe0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=09dc5948-7f03-44a6-98d4-9f8e58781f35,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:17.918773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fb31d-08d8-4bb8-bdbf-a3f6e32f35f6 None None] Routers {'6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:17.919420 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-630fb31d-08d8-4bb8-bdbf-a3f6e32f35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:17.926927 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-52405c9b-ddab-44f3-b42f-afacd0203318 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1335835 Apr 05 09:56:17.936035 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55378) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:17.986304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:17.990424 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bf6e4b1b-3634-4b6d-bf7b-fbea83f873d6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4159470 Apr 05 09:56:17.992765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55382) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:18.004954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'e7c42cdc-2b55-4eb1-bcd8-7b542421482d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:18.014927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:18.020428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:18.025836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:18.032490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.038146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.039281 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-630fb31d-08d8-4bb8-bdbf-a3f6e32f35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:18.039782 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fb31d-08d8-4bb8-bdbf-a3f6e32f35f6 None None] The sync data for ids ['6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:56:18.043119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e5c90984-0a96-4d28-a130-9cdbaea6379f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:18.064442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:18.082426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Network': ['ID=ae5cc23d-d100-471d-9408-a50d9ad47768,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:18.108245 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d1659c6d-4e52-4ec5-b096-c05bea72da46 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/ae5cc23d-d100-471d-9408-a50d9ad47768 HTTP/1.1" status: 204 len: 168 time: 3.9799068 Apr 05 09:56:18.109239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55386) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:18.119613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2082401358'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:18.136538 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55390) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:18.143067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:18.145412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.156077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:network and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:18.161833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:18.175842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:18.205869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:18.208855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.217006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67c6ce9e-4ade-4732-928e-dd9894f56951 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.245183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:18.267200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.268286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.268647 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Added segment 40b2fd73-af79-4ff4-a30f-9c6b7564e597 of type vlan for network 3c32d824-0757-471c-8968-10db9ef6ee8f Apr 05 09:56:18.274732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.294601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e5c90984-0a96-4d28-a130-9cdbaea6379f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:18.300418 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e5c90984-0a96-4d28-a130-9cdbaea6379f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c HTTP/1.1" status: 200 len: 205 time: 0.3633966 Apr 05 09:56:18.301780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6ce9e-4ade-4732-928e-dd9894f56951 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=e51c9ec5-9d96-4d2f-b3e3-320f97e01b2a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:18.305568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55396) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:18.316410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0b7685-75d1-4ed6-b0a9-fe8de2e1c46b None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:18.321511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67c6ce9e-4ade-4732-928e-dd9894f56951 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.357777 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1284715891'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:18.361391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72fe9cdd-8d8f-4033-934a-6e35b412bfe0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.363166 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-72fe9cdd-8d8f-4033-934a-6e35b412bfe0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/09dc5948-7f03-44a6-98d4-9f8e58781f35 HTTP/1.1" status: 204 len: 168 time: 3.8903301 Apr 05 09:56:18.368290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55400) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:18.374498 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-67c6ce9e-4ade-4732-928e-dd9894f56951 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/e51c9ec5-9d96-4d2f-b3e3-320f97e01b2a HTTP/1.1" status: 204 len: 168 time: 2.8863842 Apr 05 09:56:18.376734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:18.379140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335bce6c-f20c-4946-bf26-fa19611de5a2,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:18.379453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55404) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:18.392448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.422225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:network and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:18.447027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.451454 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0fccc4c1-9554-40e6-8f06-8178b0301491 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4543030 Apr 05 09:56:18.459559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55408) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:18.486629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:18.513759 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-749d60fe-9f24-470e-9fa7-2414dc921836 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:56:18.514641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-749d60fe-9f24-470e-9fa7-2414dc921836 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:18.518546 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router 79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:56:18.519555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:18.521348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e546511-da46-42ed-b789-646d8e15d684 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.525470 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-77e20d99-0b73-4c0f-b2ec-be3bd6bbc5d2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119089 Apr 05 09:56:18.529418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55412) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:18.541316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:18.558815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e546511-da46-42ed-b789-646d8e15d684 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.567552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc906-865f-4105-b612-7682048bba89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.568840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:18.572033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.599936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-749d60fe-9f24-470e-9fa7-2414dc921836 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:18.601375 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-749d60fe-9f24-470e-9fa7-2414dc921836 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/09dc5948-7f03-44a6-98d4-9f8e58781f35 HTTP/1.1" status: 404 len: 333 time: 0.2281332 Apr 05 09:56:18.601604 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6672ca37-4895-4c0c-8474-eabd101fe4c9 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:18.605262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55416) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:18.608949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6672ca37-4895-4c0c-8474-eabd101fe4c9 None None] Deleting port 0fce9867-4fda-4c8a-ba4d-92c1879b1147 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:18.609356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6672ca37-4895-4c0c-8474-eabd101fe4c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.655598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.727657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.731779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:18.732361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.836805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6672ca37-4895-4c0c-8474-eabd101fe4c9 None None] For port 0fce9867-4fda-4c8a-ba4d-92c1879b1147, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0fce9867-4fda-4c8a-ba4d-92c1879b1147,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:18.837140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6672ca37-4895-4c0c-8474-eabd101fe4c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:18.854686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:18.872418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:security_group_rule and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:18.876635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:56:18.878595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:18.889846 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] Sync routers for ids ['8106167b-8dd2-4671-9d4e-d278eda31cb8'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:56:18.909672 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] Routers {'8106167b-8dd2-4671-9d4e-d278eda31cb8'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:18.910702 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8106167b-8dd2-4671-9d4e-d278eda31cb8'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:18.969883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6672ca37-4895-4c0c-8474-eabd101fe4c9 None None] Calling delete_port for 0fce9867-4fda-4c8a-ba4d-92c1879b1147 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:18.972918 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8621848 Apr 05 09:56:18.981576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55420) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:19.005195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'network_id': '3c32d824-0757-471c-8968-10db9ef6ee8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:19.023254 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5aa90-aaaa-4845-bea9-7fef0a5bc4fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=3c32d824-0757-471c-8968-10db9ef6ee8f,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:19.036006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e546511-da46-42ed-b789-646d8e15d684 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.048705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 3c32d824-0757-471c-8968-10db9ef6ee8f details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:19.070343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:19.090271 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7cb260cd-9955-455d-8f2e-ac1b958df636 admin admin] 10.222.0.30 "PUT /v2.0/routers/8106167b-8dd2-4671-9d4e-d278eda31cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.0183115 Apr 05 09:56:19.093354 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55424) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:19.179754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:19.187039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e546511-da46-42ed-b789-646d8e15d684 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=335bce6c-f20c-4946-bf26-fa19611de5a2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:19.201090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6284d84-28c2-4fcd-af8d-2b12cb8e11d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet 3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:19.201861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6672ca37-4895-4c0c-8474-eabd101fe4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.205350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:19.210236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6284d84-28c2-4fcd-af8d-2b12cb8e11d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.210407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e546511-da46-42ed-b789-646d8e15d684 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.213835 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2e546511-da46-42ed-b789-646d8e15d684 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/335bce6c-f20c-4946-bf26-fa19611de5a2 HTTP/1.1" status: 204 len: 168 time: 0.7509871 Apr 05 09:56:19.213835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:19.243425 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55428) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:19.260344 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] Set router 8106167b-8dd2-4671-9d4e-d278eda31cb8 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:56:19.271062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672ca37-4895-4c0c-8474-eabd101fe4c9 None None] No DVR routers for this DVR port 0fce9867-4fda-4c8a-ba4d-92c1879b1147 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:19.283079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672ca37-4895-4c0c-8474-eabd101fe4c9 None None] Pushing event deleted for resources: {'Port': ['ID=0fce9867-4fda-4c8a-ba4d-92c1879b1147,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:19.285590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.303406 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.337412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:19.337674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6284d84-28c2-4fcd-af8d-2b12cb8e11d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.399170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:19.429978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:19.435066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60cd59cd-e037-4d69-ba5a-5276110b4c5b,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:19.439511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:subnet and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:19.443176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:19.447111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.447553 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment 51eb363e-af78-45dd-a9d0-abf23ba34b04 of type vlan for network 35593deb-ed41-4713-945c-35b001fd0b85 Apr 05 09:56:19.459427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:19.466650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4f167f9b-bccb-455d-a32b-d0a6c03fd411 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:19.522634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:56:19.525321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.536693 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e81af8-ef18-4bf4-b75c-8d8a79001323 None None] Sync routers for ids ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:56:19.551303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4f167f9b-bccb-455d-a32b-d0a6c03fd411 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:19.553075 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4f167f9b-bccb-455d-a32b-d0a6c03fd411 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3086910 Apr 05 09:56:19.556170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55432) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:19.606487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:19.609666 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6284d84-28c2-4fcd-af8d-2b12cb8e11d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.611566 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:56:09Z', 'revision_number': 5, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:19.614650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e81af8-ef18-4bf4-b75c-8d8a79001323 None None] Routers {'79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:19.616168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-38e81af8-ef18-4bf4-b75c-8d8a79001323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:19.622942 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] Checking router: 8106167b-8dd2-4671-9d4e-d278eda31cb8 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:56:19.642587 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] Routers {'8106167b-8dd2-4671-9d4e-d278eda31cb8'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:19.643205 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8106167b-8dd2-4671-9d4e-d278eda31cb8'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:19.646472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.689411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc906-865f-4105-b612-7682048bba89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.712754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:19.723587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.728004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc906-865f-4105-b612-7682048bba89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.728812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:19.729701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.741150 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.771131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aba375d2-086e-430c-943c-a08eb444e0f1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.796467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aba375d2-086e-430c-943c-a08eb444e0f1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:19.811911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fce9867-4fda-4c8a-ba4d-92c1879b1147 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:19.835512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-38e81af8-ef18-4bf4-b75c-8d8a79001323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:19.851706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 0fce9867-4fda-4c8a-ba4d-92c1879b1147 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:19.851954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fce9867-4fda-4c8a-ba4d-92c1879b1147 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:19.864210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e81af8-ef18-4bf4-b75c-8d8a79001323 None None] Routers {'79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:19.864880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-38e81af8-ef18-4bf4-b75c-8d8a79001323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:19.885282 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7450025 Apr 05 09:56:19.951450 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9a0b1-2aaf-481a-891c-248231ee7b69 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=35593deb-ed41-4713-945c-35b001fd0b85,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:19.966357 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1866cc08-c396-466a-8cdc-e686cc6b3336 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "PUT /v2.0/floatingips/6009cea4-60bc-42b8-b768-90821e81c311 HTTP/1.1" status: 200 len: 975 time: 17.4636490 Apr 05 09:56:19.984796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55436) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:19.999567 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 35593deb-ed41-4713-945c-35b001fd0b85 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:20.000500 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aba375d2-086e-430c-943c-a08eb444e0f1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.015545 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6284d84-28c2-4fcd-af8d-2b12cb8e11d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.019574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-38e81af8-ef18-4bf4-b75c-8d8a79001323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:20.019574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e81af8-ef18-4bf4-b75c-8d8a79001323 None None] The sync data for ids ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:56:20.034172 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] Set router 8106167b-8dd2-4671-9d4e-d278eda31cb8 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:56:20.045259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55440) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:20.072315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': '35593deb-ed41-4713-945c-35b001fd0b85', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:20.130175 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba375d2-086e-430c-943c-a08eb444e0f1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=176c95d9-3417-4df4-868e-981ccf79d801,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:20.141434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6284d84-28c2-4fcd-af8d-2b12cb8e11d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:20.162518 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6284d84-28c2-4fcd-af8d-2b12cb8e11d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.167299 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e6284d84-28c2-4fcd-af8d-2b12cb8e11d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3 HTTP/1.1" status: 204 len: 168 time: 1.5564973 Apr 05 09:56:20.171015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55444) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:20.175852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aba375d2-086e-430c-943c-a08eb444e0f1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.179493 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aba375d2-086e-430c-943c-a08eb444e0f1 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/176c95d9-3417-4df4-868e-981ccf79d801 HTTP/1.1" status: 204 len: 168 time: 0.6196799 Apr 05 09:56:20.183545 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dbcf9b-cc62-4bd0-a79a-f4db377b1cd7 None None] Network a6a45061-3ab2-40d7-8149-2ca629214c8e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:20.194983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.209705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port 996a9fd2-8dfe-4782-899a-a43cb8595b22 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:20.209997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.212349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55448) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:20.225618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc906-865f-4105-b612-7682048bba89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.226105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6bc906-865f-4105-b612-7682048bba89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Fanout notify agent at l3_agent the message router_deleted on router 6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:56:20.329016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3530bc-1567-49fb-b401-1cf2c1f84fc6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet 792fa4bd-ab89-4571-92c0-deb3f5f014c3 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:20.334482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc3530bc-1567-49fb-b401-1cf2c1f84fc6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.364562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c6bc906-865f-4105-b612-7682048bba89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.365690 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5c6bc906-865f-4105-b612-7682048bba89 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c HTTP/1.1" status: 204 len: 168 time: 2.0570414 Apr 05 09:56:20.369465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:20.372577 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55452) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:20.394927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:subnet and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:20.402692 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:56:09Z', 'revision_number': 5, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:20.407624 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967bb76-7755-4852-a61c-037d90b06414 None None] The sync data for ids ['8106167b-8dd2-4671-9d4e-d278eda31cb8'] in dv-neutron-833199-1-hyperv is: [{'id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'name': 'tempest-ServerActionsTestJSON-579544975-router', 'tenant_id': 'f7d5619b76fb4201b7106411914d699a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:52:05Z', 'updated_at': '2022-04-05T09:56:09Z', 'revision_number': 5, 'project_id': 'f7d5619b76fb4201b7106411914d699a', 'gw_port': {'id': '175c82a2-ebf8-45b0-bbb9-8614addef508', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:42:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8106167b-8dd2-4671-9d4e-d278eda31cb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:52:06Z', 'updated_at': '2022-04-05T09:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:56:20.409902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:20.480532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:20.499866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ab21f902-08ed-46b3-8676-0218432d7db5 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:20.542355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:20.615266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc3530bc-1567-49fb-b401-1cf2c1f84fc6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.685327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.733747 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ab21f902-08ed-46b3-8676-0218432d7db5 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:20.734973 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ab21f902-08ed-46b3-8676-0218432d7db5 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.5179451 Apr 05 09:56:20.744227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55456) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:20.811623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.822304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-436f2e75-94e1-462b-9306-bd4bca15cc54 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting subnet 66da02e7-304f-4f9b-b95d-0d50bbbcb828 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:20.889207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-436f2e75-94e1-462b-9306-bd4bca15cc54 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.893242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:20.913660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.042372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=64826641-8bf5-4c1b-b5de-d8a887e1a2e0,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:21.126690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-204f31e1-edb8-4709-8738-bb4d774601ff None None] Provisioning complete for port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:21.127293 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-204f31e1-edb8-4709-8738-bb4d774601ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.137083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:21.146694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:21.149821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:21.150523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.163068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21071a02-03d3-49eb-aed9-8a5ec0d91a88 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:21.194533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.220710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9af8b03b-2c61-4849-a705-94439271d69b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.240400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9af8b03b-2c61-4849-a705-94439271d69b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.249436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-436f2e75-94e1-462b-9306-bd4bca15cc54 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.288409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc3530bc-1567-49fb-b401-1cf2c1f84fc6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.296207 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d1d8d74-3a86-455b-8a56-8203fa45afa7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7655790 Apr 05 09:56:21.301196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55460) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:21.327860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': '64826641-8bf5-4c1b-b5de-d8a887e1a2e0', 'ip_address': '2001:db8::691a:5499:a00b:ae9a'}], 'name': 'tempest-NetworksTestDHCPv6-1628648232'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:21.417459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=7ff2bd2c-cc6b-42db-b319-67af34048068,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:21.453391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '64826641-8bf5-4c1b-b5de-d8a887e1a2e0'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:21.454716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.481389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9af8b03b-2c61-4849-a705-94439271d69b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.490630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking segment: {'id': '40b2fd73-af79-4ff4-a30f-9c6b7564e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c32d824-0757-471c-8968-10db9ef6ee8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:21.490941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network hostable DHCP agents. Network: 3c32d824-0757-471c-8968-10db9ef6ee8f, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:21.506168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.506540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.506856 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Floating IP 6009cea4-60bc-42b8-b768-90821e81c311 disassociated. External IP: 172.26.4.81, port: 996a9fd2-8dfe-4782-899a-a43cb8595b22. Apr 05 09:56:21.507191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for 996a9fd2-8dfe-4782-899a-a43cb8595b22 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:21.536490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8e9e2433-81f6-4441-8f1d-badd4edcdbee no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:21.569331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8b03b-2c61-4849-a705-94439271d69b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e4a6e7a-d39c-429a-abbf-503af9fd1dd2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:21.589355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9af8b03b-2c61-4849-a705-94439271d69b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.590459 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9af8b03b-2c61-4849-a705-94439271d69b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5e4a6e7a-d39c-429a-abbf-503af9fd1dd2 HTTP/1.1" status: 204 len: 168 time: 0.8395624 Apr 05 09:56:21.595569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55464) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:21.600507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-436f2e75-94e1-462b-9306-bd4bca15cc54 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.603913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 8e9e2433-81f6-4441-8f1d-badd4edcdbee {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:21.604521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8e9e2433-81f6-4441-8f1d-badd4edcdbee not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:21.630531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.631350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:21.634466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc3530bc-1567-49fb-b401-1cf2c1f84fc6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.643462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:21.651498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:21.666489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.671203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network 3c32d824-0757-471c-8968-10db9ef6ee8f is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:21.682125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:21.699019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3530bc-1567-49fb-b401-1cf2c1f84fc6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=792fa4bd-ab89-4571-92c0-deb3f5f014c3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:21.713557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.726750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da48a13-75a6-4eaf-86d7-5792d551e48a None None] Network a6a45061-3ab2-40d7-8149-2ca629214c8e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:21.749694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc3530bc-1567-49fb-b401-1cf2c1f84fc6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.780799 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bc3530bc-1567-49fb-b401-1cf2c1f84fc6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/792fa4bd-ab89-4571-92c0-deb3f5f014c3 HTTP/1.1" status: 204 len: 168 time: 1.6084599 Apr 05 09:56:21.786545 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55468) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:21.787093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 3c32d824-0757-471c-8968-10db9ef6ee8f) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:21.812701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Deleting port 175c82a2-ebf8-45b0-bbb9-8614addef508 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:21.813043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.829078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fdc463-8d6d-43cd-a940-babefdd74640 None None] Network 3c32d824-0757-471c-8968-10db9ef6ee8f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:21.862489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:21.863102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.876534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:21.881744 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.928273 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-779302ea-cab8-407d-b780-bb57331d1b48 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3300776 Apr 05 09:56:21.946487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55472) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:21.947666 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:21.955625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-436f2e75-94e1-462b-9306-bd4bca15cc54 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.003349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/64826641-8bf5-4c1b-b5de-d8a887e1a2e0/fe974124-0bd0-472f-ab30-d0c39161ab57) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:22.005592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f2e75-94e1-462b-9306-bd4bca15cc54 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Subnet': ['ID=66da02e7-304f-4f9b-b95d-0d50bbbcb828,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:22.010264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.070657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=996a9fd2-8dfe-4782-899a-a43cb8595b22,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:22.087896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:22.088765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.094552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=40496f77-90ad-444f-9944-dcde07b3705e,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:22.166487 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0713470e-6459-47d9-b6a9-497b9c7ea604 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1786292 Apr 05 09:56:22.170029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port 93de34e9-00d4-4b98-8dc2-398d32ec4aa9 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:22.202338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55478) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:22.222400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-3c32d824-0757-471c-8968-10db9ef6ee8f', 'network_id': '3c32d824-0757-471c-8968-10db9ef6ee8f', 'tenant_id': '6a1e7b07b0d14225b3ad989b0da0b4a2', 'fixed_ips': [{'subnet_id': '7ff2bd2c-cc6b-42db-b319-67af34048068'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:22.224110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.245727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-436f2e75-94e1-462b-9306-bd4bca15cc54 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.284423 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ecd5cb-b87e-4ada-9ccd-b5ed70565c64 None None] Network b0dac275-ac7b-4afc-aa70-f03edba707d6 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:22.313099 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-436f2e75-94e1-462b-9306-bd4bca15cc54 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/66da02e7-304f-4f9b-b95d-0d50bbbcb828 HTTP/1.1" status: 204 len: 168 time: 1.9348605 Apr 05 09:56:22.318178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': '51eb363e-af78-45dd-a9d0-abf23ba34b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '35593deb-ed41-4713-945c-35b001fd0b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:22.318987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: 35593deb-ed41-4713-945c-35b001fd0b85, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:22.334019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55482) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:22.339956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1494bd35-99f2-4eb7-b3f9-c8540ef2e952 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.355615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1494bd35-99f2-4eb7-b3f9-c8540ef2e952 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.599414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] For port 175c82a2-ebf8-45b0-bbb9-8614addef508, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=175c82a2-ebf8-45b0-bbb9-8614addef508,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:22.599858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.605551 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.608493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] For port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67,segment=NetworkSegment(c0e153a7-d0d2-4981-92c1-899a53514bb5),segment_id=c0e153a7-d0d2-4981-92c1-899a53514bb5)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:22.608851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.615564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1494bd35-99f2-4eb7-b3f9-c8540ef2e952 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.632783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.751806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494bd35-99f2-4eb7-b3f9-c8540ef2e952 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8becdbd6-5bad-4536-9545-ef5d851585c5,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:22.753569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network 35593deb-ed41-4713-945c-35b001fd0b85 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:22.766371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Calling delete_port for 175c82a2-ebf8-45b0-bbb9-8614addef508 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:22.839302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 35593deb-ed41-4713-945c-35b001fd0b85) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:22.847857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port 86ba6406-b435-4aec-a977-21b78e48b03e {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:22.848246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.859735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:22.860322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Allocated IP 2001:db8::1 (3c32d824-0757-471c-8968-10db9ef6ee8f/7ff2bd2c-cc6b-42db-b319-67af34048068/476d65d7-d59f-4ec5-9d3f-e63f1a82df5b) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:22.862144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9e9b0-49d6-4a2f-939c-ca9ffa216d1d None None] Network 35593deb-ed41-4713-945c-35b001fd0b85 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:22.880671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:22.881250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.897455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1494bd35-99f2-4eb7-b3f9-c8540ef2e952 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:22.898543 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1494bd35-99f2-4eb7-b3f9-c8540ef2e952 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/8becdbd6-5bad-4536-9545-ef5d851585c5 HTTP/1.1" status: 204 len: 168 time: 0.9389105 Apr 05 09:56:22.908695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55486) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:22.940426 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-07b3aabf-12ab-4ea3-a623-c111c039f5c5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8894525 Apr 05 09:56:22.949612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55488) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:22.964583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1671813927'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:22.974040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:23.012163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:network and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:23.018245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:23.037274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:23.044904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.088471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.117173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e155bb-484b-49db-89b6-6a9967318954 None None] DHCP port deletion for a6a45061-3ab2-40d7-8149-2ca629214c8e request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:23.132871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.145874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:23.155977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:23.158898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.168204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Transition to ACTIVE for port object fe974124-0bd0-472f-ab30-d0c39161ab57 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:23.185495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router 79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:56:23.190902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No DVR routers for this DVR port bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:23.202949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port 86ba6406-b435-4aec-a977-21b78e48b03e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=86ba6406-b435-4aec-a977-21b78e48b03e,segment=NetworkSegment(9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4),segment_id=9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:23.202949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.242239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4ffbd20d-ea69-4666-bca8-86e29f63fbdd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:23.354250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3effe88-c82a-4084-a170-d79de8d1923a None None] DHCP port deletion for b0dac275-ac7b-4afc-aa70-f03edba707d6 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:23.359811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4ffbd20d-ea69-4666-bca8-86e29f63fbdd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:23.363882 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4ffbd20d-ea69-4666-bca8-86e29f63fbdd tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.4216659 Apr 05 09:56:23.366455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55494) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:23.379947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for 86ba6406-b435-4aec-a977-21b78e48b03e owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:23.412257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c3effe88-c82a-4084-a170-d79de8d1923a None None] Deleting port 86ba6406-b435-4aec-a977-21b78e48b03e {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:23.412628 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c3effe88-c82a-4084-a170-d79de8d1923a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.416340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.441296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:23.446830 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-35593deb-ed41-4713-945c-35b001fd0b85', 'network_id': '35593deb-ed41-4713-945c-35b001fd0b85', 'tenant_id': '5ffd6ce8968649b1b9ce4db1326a89b0', 'fixed_ips': [{'subnet_id': '40496f77-90ad-444f-9944-dcde07b3705e'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:23.447820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.480451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.481173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.481641 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment a3e97114-3a1e-42d2-8b2b-383be5e78e40 of type vlan for network b93f3460-36b0-41a2-a8e1-7d37958c8ea2 Apr 05 09:56:23.498875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Transition to ACTIVE for port object 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:23.503986 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d92830f3-5d48-445f-b336-45fccee6b150 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.510149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a45061-3ab2-40d7-8149-2ca629214c8e']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:23.523182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d92830f3-5d48-445f-b336-45fccee6b150 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.525648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e153a7-d0d2-4981-92c1-899a53514bb5') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:23.526234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e153a7-d0d2-4981-92c1-899a53514bb5') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:23.544558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.551443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.560149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Transition to ACTIVE for port object fe974124-0bd0-472f-ab30-d0c39161ab57 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:23.584179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.587541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.607489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:23.608192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.614179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.625444 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c3effe88-c82a-4084-a170-d79de8d1923a None None] The port '86ba6406-b435-4aec-a977-21b78e48b03e' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:23.637611 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:23.649388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.660338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=175c82a2-ebf8-45b0-bbb9-8614addef508,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:23.678816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:23.739881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Transition to ACTIVE for port object 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:23.744332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.754405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d92830f3-5d48-445f-b336-45fccee6b150 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.760661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:23.760661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bbd595c6-fd05-42b1-89b2-cc6b0cb4bd67 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:23.760661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 86ba6406-b435-4aec-a977-21b78e48b03e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:23.781258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.786692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No DVR routers for this DVR port 86ba6406-b435-4aec-a977-21b78e48b03e on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:23.791133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=86ba6406-b435-4aec-a977-21b78e48b03e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:23.791665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Network': ['ID=a6a45061-3ab2-40d7-8149-2ca629214c8e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:23.803617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 86ba6406-b435-4aec-a977-21b78e48b03e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:23.803617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 86ba6406-b435-4aec-a977-21b78e48b03e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:23.813936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.818097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:23.843369 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:23.843369 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Pushing event updated for resources: {'Port': ['ID=fe974124-0bd0-472f-ab30-d0c39161ab57,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:23.855081 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e091d5b9-ca05-4ec7-968c-d0b158162321 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/networks/a6a45061-3ab2-40d7-8149-2ca629214c8e HTTP/1.1" status: 204 len: 168 time: 2.0654044 Apr 05 09:56:23.865455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55498) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:23.869648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff2bd2c-cc6b-42db-b319-67af34048068,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:23.872217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92830f3-5d48-445f-b336-45fccee6b150 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50ac3460-8bf8-4219-aef6-bb05541dfd1c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:23.887578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::691a:5499:a00b:ae9a (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/64826641-8bf5-4c1b-b5de-d8a887e1a2e0/93de34e9-00d4-4b98-8dc2-398d32ec4aa9) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:23.889351 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:23.891825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:23.936543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:56:23.952516 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b36dc-61bb-4ed3-86a8-e5d0a0c1762d None None] Sync routers for ids ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:56:23.976901 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b36dc-61bb-4ed3-86a8-e5d0a0c1762d None None] Routers {'79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:23.977919 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b14b36dc-61bb-4ed3-86a8-e5d0a0c1762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:24.006778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Network 3c32d824-0757-471c-8968-10db9ef6ee8f is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:24.013850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Pushing event updated for resources: {'Port': ['ID=476d65d7-d59f-4ec5-9d3f-e63f1a82df5b,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:24.023725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:24.052493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:24.073558 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b14b36dc-61bb-4ed3-86a8-e5d0a0c1762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:24.083818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Allocated IP 172.20.255.242 (35593deb-ed41-4713-945c-35b001fd0b85/40496f77-90ad-444f-9944-dcde07b3705e/81b8212d-7ad5-4f4f-942a-2043594b1919) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:24.094912 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b36dc-61bb-4ed3-86a8-e5d0a0c1762d None None] Routers {'79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:24.096663 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b14b36dc-61bb-4ed3-86a8-e5d0a0c1762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:24.099011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.112652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.116778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:24.118481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.124823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Attempting to bind port fe974124-0bd0-472f-ab30-d0c39161ab57 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:24.125040 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Attempting to bind port fe974124-0bd0-472f-ab30-d0c39161ab57 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:24.125663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Attempting to bind port fe974124-0bd0-472f-ab30-d0c39161ab57 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:24.149589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c32d824-0757-471c-8968-10db9ef6ee8f']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:24.158700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.160529 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f7d32a2e-c1a0-4e73-9b84-ed7be941e7bb tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/ports/996a9fd2-8dfe-4782-899a-a43cb8595b22 HTTP/1.1" status: 204 len: 168 time: 4.1743846 Apr 05 09:56:24.167974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55502) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:24.172784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b2fd73-af79-4ff4-a30f-9c6b7564e597') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:24.173078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b2fd73-af79-4ff4-a30f-9c6b7564e597') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:24.207706 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b14b36dc-61bb-4ed3-86a8-e5d0a0c1762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:24.208486 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b36dc-61bb-4ed3-86a8-e5d0a0c1762d None None] The sync data for ids ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:56:24.244850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:24.245319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:24.245659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.245983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:24.246541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Bound port: fe974124-0bd0-472f-ab30-d0c39161ab57, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:24.247063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.250192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.268186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2b3533-82b5-42c2-b2a9-b829ee4124e1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:24.268687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3d2b3533-82b5-42c2-b2a9-b829ee4124e1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:24.280222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.280508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Attempting to bind port 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:24.280944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Attempting to bind port 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '40b2fd73-af79-4ff4-a30f-9c6b7564e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c32d824-0757-471c-8968-10db9ef6ee8f'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:24.281260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Attempting to bind port 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b on network 3c32d824-0757-471c-8968-10db9ef6ee8f {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:24.345995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.355259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:24.356158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:24.375448 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:24.377749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:24.377749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Checking segment: {'id': '40b2fd73-af79-4ff4-a30f-9c6b7564e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c32d824-0757-471c-8968-10db9ef6ee8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:24.378610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.378610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Bound using segment: {'id': '40b2fd73-af79-4ff4-a30f-9c6b7564e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c32d824-0757-471c-8968-10db9ef6ee8f'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:24.378745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Bound port: 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b2fd73-af79-4ff4-a30f-9c6b7564e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3c32d824-0757-471c-8968-10db9ef6ee8f'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:24.379631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.382688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d92830f3-5d48-445f-b336-45fccee6b150 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.383870 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d92830f3-5d48-445f-b336-45fccee6b150 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/50ac3460-8bf8-4219-aef6-bb05541dfd1c HTTP/1.1" status: 204 len: 168 time: 1.0130279 Apr 05 09:56:24.457302 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5022457 Apr 05 09:56:24.471717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55506) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:24.472078 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55508) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:24.491224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': 'b93f3460-36b0-41a2-a8e1-7d37958c8ea2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:24.507393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0dac275-ac7b-4afc-aa70-f03edba707d6']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:24.532269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eac11e-7c3b-4433-9aa6-37366c3c2910 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=b93f3460-36b0-41a2-a8e1-7d37958c8ea2,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:24.549518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] For port fe974124-0bd0-472f-ab30-d0c39161ab57, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:24.580506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:24.580862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0cce82-dac2-4f8a-a2b8-404c67a8ebe4') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:24.588875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network b93f3460-36b0-41a2-a8e1-7d37958c8ea2 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:24.603278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 09:56:24.603278 dv-neutron-833199-1-hyperv neutron-server[83820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 09:56:24.603278 dv-neutron-833199-1-hyperv neutron-server[83820]: [parameters: {'id': '3c32d824-0757-471c-8968-10db9ef6ee8f'}] Apr 05 09:56:24.603278 dv-neutron-833199-1-hyperv neutron-server[83820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:56:24.604293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:56:24.605107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3d2b3533-82b5-42c2-b2a9-b829ee4124e1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:24.611183 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3d2b3533-82b5-42c2-b2a9-b829ee4124e1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7439430 Apr 05 09:56:24.612142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55514) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:24.619687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] For port fe974124-0bd0-472f-ab30-d0c39161ab57, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fe974124-0bd0-472f-ab30-d0c39161ab57,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:24.634180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.640148 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.646021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] For port 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:24.736287 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-38cb0826-a326-470b-883f-826c58a6d7d4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1029432 Apr 05 09:56:24.741441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55518) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:24.758880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1189120914'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:24.766969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:24.772453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:network and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:24.777507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:24.787889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:24.791963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] For port 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=476d65d7-d59f-4ec5-9d3f-e63f1a82df5b,segment=NetworkSegment(40b2fd73-af79-4ff4-a30f-9c6b7564e597),segment_id=40b2fd73-af79-4ff4-a30f-9c6b7564e597)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:24.807870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:24.811923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.812592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.829892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.850839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:24.871483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Transition to ACTIVE for port object 81b8212d-7ad5-4f4f-942a-2043594b1919 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:24.915419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9baae-e390-4622-a9b9-68cf1a54fb69 None None] Pushing event updated for resources: {'Port': ['ID=fe974124-0bd0-472f-ab30-d0c39161ab57,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:24.919356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.006789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Transition to ACTIVE for port object 81b8212d-7ad5-4f4f-942a-2043594b1919 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:25.021316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:25.045964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.046515 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Added segment 650accdb-66b3-4c16-9ade-1e3825fda325 of type vlan for network c51a3c2e-61b4-4622-8654-b42e75c3835e Apr 05 09:56:25.052205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.088513 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2300aaa-38dd-487f-bbd0-bc692069ab1c None None] Pushing event updated for resources: {'Port': ['ID=476d65d7-d59f-4ec5-9d3f-e63f1a82df5b,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:25.096264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.106784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.121273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.125568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.132012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Network 35593deb-ed41-4713-945c-35b001fd0b85 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:25.141837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:25.147061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238d74c-0c79-4bec-8d90-96e58ffdfc6a None None] Network 3c32d824-0757-471c-8968-10db9ef6ee8f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:25.164050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Deleting port 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:25.164422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.175308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:25.225370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.240052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.246760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:25.248081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.252227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:25.252639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:25.278024 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:25.349449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:25.353382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:subnet and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:25.356749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:25.364216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:25.379844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.380904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8106167b-8dd2-4671-9d4e-d278eda31cb8 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:56:25.383240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object 93de34e9-00d4-4b98-8dc2-398d32ec4aa9 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:25.405851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-898ca5a1-0ad6-41aa-b967-f72c94759811 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:25.426228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:25.449816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.450485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Pushing event updated for resources: {'Port': ['ID=81b8212d-7ad5-4f4f-942a-2043594b1919,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:25.450950 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f3718a11-e628-4686-80ff-4ff14bf1c4bc admin admin] 10.222.0.30 "DELETE /v2.0/routers/8106167b-8dd2-4671-9d4e-d278eda31cb8 HTTP/1.1" status: 204 len: 168 time: 6.3453755 Apr 05 09:56:25.460831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55522) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:25.462104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Attempting to bind port 81b8212d-7ad5-4f4f-942a-2043594b1919 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:25.462919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Attempting to bind port 81b8212d-7ad5-4f4f-942a-2043594b1919 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '51eb363e-af78-45dd-a9d0-abf23ba34b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '35593deb-ed41-4713-945c-35b001fd0b85'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:25.463565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Attempting to bind port 81b8212d-7ad5-4f4f-942a-2043594b1919 on network 35593deb-ed41-4713-945c-35b001fd0b85 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:25.472858 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7286146 Apr 05 09:56:25.476849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55526) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:25.490894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba9984-cb22-4e84-9d2e-d4cef79ba04e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Network': ['ID=c51a3c2e-61b4-4622-8654-b42e75c3835e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:25.505131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': 'c51a3c2e-61b4-4622-8654-b42e75c3835e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:25.566337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network c51a3c2e-61b4-4622-8654-b42e75c3835e details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:25.595149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:25.595985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Checking segment: {'id': '51eb363e-af78-45dd-a9d0-abf23ba34b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '35593deb-ed41-4713-945c-35b001fd0b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:25.596632 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.597241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Bound using segment: {'id': '51eb363e-af78-45dd-a9d0-abf23ba34b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '35593deb-ed41-4713-945c-35b001fd0b85'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:25.597939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Bound port: 81b8212d-7ad5-4f4f-942a-2043594b1919, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51eb363e-af78-45dd-a9d0-abf23ba34b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '35593deb-ed41-4713-945c-35b001fd0b85'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:25.598625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.799706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.807693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.813234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.816022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-898ca5a1-0ad6-41aa-b967-f72c94759811 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:25.817258 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-898ca5a1-0ad6-41aa-b967-f72c94759811 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.3420372 Apr 05 09:56:25.838227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] For port 81b8212d-7ad5-4f4f-942a-2043594b1919, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:25.843470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] For port 81b8212d-7ad5-4f4f-942a-2043594b1919, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=81b8212d-7ad5-4f4f-942a-2043594b1919,segment=NetworkSegment(51eb363e-af78-45dd-a9d0-abf23ba34b04),segment_id=51eb363e-af78-45dd-a9d0-abf23ba34b04)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:25.850027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.850471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55530) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:25.882563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:25.890142 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/networks/b0dac275-ac7b-4afc-aa70-f03edba707d6 HTTP/1.1" status: 204 len: 168 time: 3.5332067 Apr 05 09:56:25.897647 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979e11e-ef1d-4cfd-8fd3-4b0cde0d4193 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Network': ['ID=b0dac275-ac7b-4afc-aa70-f03edba707d6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:25.901441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55534) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:25.909423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:25.936216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4449e42-c31b-4928-8fbb-1b4042012a48 None None] Pushing event updated for resources: {'Port': ['ID=81b8212d-7ad5-4f4f-942a-2043594b1919,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:25.993540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:26.004330 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:26.028676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:26.035387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1045968296', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:26.036018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] For port 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=476d65d7-d59f-4ec5-9d3f-e63f1a82df5b,segment=NetworkSegment(40b2fd73-af79-4ff4-a30f-9c6b7564e597),segment_id=40b2fd73-af79-4ff4-a30f-9c6b7564e597)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:26.036590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.106029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.114429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:26.118597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc310f1-0d80-43cb-9db6-9599567215a6 admin admin] Deleting subnet 22804349-64e3-4deb-bc5b-b60e9ff7803b {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:26.192492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fe974124-0bd0-472f-ab30-d0c39161ab57 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:26.198718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:router and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:26.236314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:26.241099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:26.254472 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6fc310f1-0d80-43cb-9db6-9599567215a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.259935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Calling delete_port for 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:26.330342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port fe974124-0bd0-472f-ab30-d0c39161ab57 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:26.353845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:26.405023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:26.412853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6fc310f1-0d80-43cb-9db6-9599567215a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.446506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:26.448417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=93de34e9-00d4-4b98-8dc2-398d32ec4aa9,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:26.457254 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:26.462127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:26.462763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.472631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.500366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.501367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.525885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-18328054-f57c-4b16-bf79-686d85922873 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.600871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6fc310f1-0d80-43cb-9db6-9599567215a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.651461 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9e8116c8-1ccc-4162-8059-1249ec2ee002 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3393717 Apr 05 09:56:26.662777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55538) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:26.742901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-18328054-f57c-4b16-bf79-686d85922873 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.752235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.802086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.880756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Port': ['ID=476d65d7-d59f-4ec5-9d3f-e63f1a82df5b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:26.883838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.897874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6fc310f1-0d80-43cb-9db6-9599567215a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.907444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No DVR routers for this DVR port 476d65d7-d59f-4ec5-9d3f-e63f1a82df5b on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:26.917779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7aa5ad78-926b-4579-8677-ecc244cd00a2 None None] Provisioning for port fe974124-0bd0-472f-ab30-d0c39161ab57 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:26.924403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7aa5ad78-926b-4579-8677-ecc244cd00a2 None None] Provisioning complete for port fe974124-0bd0-472f-ab30-d0c39161ab57 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:26.924894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ad78-926b-4579-8677-ecc244cd00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.954133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.954969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-18328054-f57c-4b16-bf79-686d85922873 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:26.973133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc310f1-0d80-43cb-9db6-9599567215a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22804349-64e3-4deb-bc5b-b60e9ff7803b,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:27.018545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18328054-f57c-4b16-bf79-686d85922873 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c42cdc-2b55-4eb1-bcd8-7b542421482d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:27.044352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6fc310f1-0d80-43cb-9db6-9599567215a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.052661 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6fc310f1-0d80-43cb-9db6-9599567215a6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/22804349-64e3-4deb-bc5b-b60e9ff7803b HTTP/1.1" status: 204 len: 168 time: 1.5878057 Apr 05 09:56:27.066928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bf9e90-5c5d-4e99-8eb4-e292bad039e9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:27.070053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf61f72-c471-494c-9322-c85f17d0ca8b None None] Network 19491046-51f6-427c-b308-ccbe410a1d66 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:27.071225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bf9e90-5c5d-4e99-8eb4-e292bad039e9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:27.072636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55542) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:27.078236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d1bf9e90-5c5d-4e99-8eb4-e292bad039e9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:27.087145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.088443 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7d462f0f-1779-4385-b989-9cd5e1d4ef62 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1507430 Apr 05 09:56:27.092702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-18328054-f57c-4b16-bf79-686d85922873 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.097180 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-18328054-f57c-4b16-bf79-686d85922873 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/e7c42cdc-2b55-4eb1-bcd8-7b542421482d HTTP/1.1" status: 204 len: 168 time: 1.2386258 Apr 05 09:56:27.099577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55546) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:27.099910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55548) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:27.107034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.132505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'network': {'name': 'tempest-RoutersTest-187957384'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:27.179083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:27.204138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d1bf9e90-5c5d-4e99-8eb4-e292bad039e9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:27.205606 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d1bf9e90-5c5d-4e99-8eb4-e292bad039e9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5318816 Apr 05 09:56:27.217120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55554) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:27.217940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:network and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:27.223939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:27.250451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.262849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=f3170739-f4b5-4884-9bf8-80800131dfca,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:27.297801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:27.315238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ad78-926b-4579-8677-ecc244cd00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.349080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c32d824-0757-471c-8968-10db9ef6ee8f']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:27.362194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d57caee8-443b-4b01-9418-0c0012945b36 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port 93de34e9-00d4-4b98-8dc2-398d32ec4aa9 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:27.362666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d57caee8-443b-4b01-9418-0c0012945b36 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.376293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b2fd73-af79-4ff4-a30f-9c6b7564e597') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:27.376681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b2fd73-af79-4ff4-a30f-9c6b7564e597') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:27.388832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.402034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Checking segment: {'id': '650accdb-66b3-4c16-9ade-1e3825fda325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c51a3c2e-61b4-4622-8654-b42e75c3835e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:27.402402 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network hostable DHCP agents. Network: c51a3c2e-61b4-4622-8654-b42e75c3835e, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:27.408117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.440318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7aa5ad78-926b-4579-8677-ecc244cd00a2 None None] For port fe974124-0bd0-472f-ab30-d0c39161ab57, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fe974124-0bd0-472f-ab30-d0c39161ab57,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:27.455822 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7aa5ad78-926b-4579-8677-ecc244cd00a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.461191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b37960cb-1126-40c9-af83-1c5c112e48dc tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:27.466219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:27.469631 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.501707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.504806 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Deleting port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:27.505134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.543300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': 'a3e97114-3a1e-42d2-8b2b-383be5e78e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b93f3460-36b0-41a2-a8e1-7d37958c8ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:27.543582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: b93f3460-36b0-41a2-a8e1-7d37958c8ea2, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:27.552011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=46353499-19c4-4c32-b7ef-14eac903c3cb,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:27.570736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5ad78-926b-4579-8677-ecc244cd00a2 None None] Pushing event updated for resources: {'Port': ['ID=fe974124-0bd0-472f-ab30-d0c39161ab57,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:27.588387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0514df4b-9c7f-40f9-87b2-efe61505f733 None None] Provisioning for port 93de34e9-00d4-4b98-8dc2-398d32ec4aa9 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:27.595347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:27.595542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.596069 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0514df4b-9c7f-40f9-87b2-efe61505f733 None None] Provisioning complete for port 93de34e9-00d4-4b98-8dc2-398d32ec4aa9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:27.596538 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0514df4b-9c7f-40f9-87b2-efe61505f733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:27.613824 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:27.691956 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] DHCP port deletion for 19491046-51f6-427c-b308-ccbe410a1d66 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:27.698894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:27.716654 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] Deleting port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:27.717283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.739660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.740259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added segment 50ffa5e6-eff6-4e92-985e-681df2d6ddc7 of type vlan for network aeecb5d4-c372-4cd5-87e0-004b01d76de6 Apr 05 09:56:27.746413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0514df4b-9c7f-40f9-87b2-efe61505f733 None None] Port 93de34e9-00d4-4b98-8dc2-398d32ec4aa9 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:27.753640 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630d23c-2d74-4428-9112-aadd5f88ffaf None None] Network 35593deb-ed41-4713-945c-35b001fd0b85 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:27.755218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b37960cb-1126-40c9-af83-1c5c112e48dc tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:27.764027 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b37960cb-1126-40c9-af83-1c5c112e48dc tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6616709 Apr 05 09:56:27.776422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55558) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:27.777395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network c51a3c2e-61b4-4622-8654-b42e75c3835e is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:27.782507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 81b8212d-7ad5-4f4f-942a-2043594b1919 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:27.785411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group': {'name': 'tempest-secgroup--808121381'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:27.806134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.810862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.817415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:27.842494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.850676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network b93f3460-36b0-41a2-a8e1-7d37958c8ea2 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:27.869395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Network': ['ID=3c32d824-0757-471c-8968-10db9ef6ee8f,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:27.877840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, c51a3c2e-61b4-4622-8654-b42e75c3835e) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:27.881907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:27.882655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.886489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:27.893793 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c34ede5d-4037-41be-ab71-2169ab777cf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/3c32d824-0757-471c-8968-10db9ef6ee8f HTTP/1.1" status: 204 len: 168 time: 5.6880102 Apr 05 09:56:27.900957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55562) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:27.910393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5878e931-6e93-4c94-9f05-8ace76abf9eb None None] Network c51a3c2e-61b4-4622-8654-b42e75c3835e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:27.917223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-328904682'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:27.925533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, b93f3460-36b0-41a2-a8e1-7d37958c8ea2) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:27.935543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:27.947452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d29dcc-4c41-46f5-ae70-d9a8beb1519f None None] Network b93f3460-36b0-41a2-a8e1-7d37958c8ea2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:27.958207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:27.958806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:27.967345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:network and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:27.978423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:27.989802 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:28.015070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.019147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:28.019759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.038999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.049288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0445bb76-ddc6-4b2b-8782-f56013215956 None None] Provisioning for port 81b8212d-7ad5-4f4f-942a-2043594b1919 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:28.059994 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e97241d8-4507-448a-a615-c7054481446f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5827422 Apr 05 09:56:28.066731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55566) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:28.070640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:28.071905 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-837ed144-d5ad-43ae-a07b-eb200e22600d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5774903 Apr 05 09:56:28.073869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.080269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55570) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:28.122785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': 'c51a3c2e-61b4-4622-8654-b42e75c3835e', 'name': 'tempest-PortsTestJSON-72227380'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:28.157810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d57caee8-443b-4b01-9418-0c0012945b36 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.251403 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1477377 Apr 05 09:56:28.283396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55574) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:28.305999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] For port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:28.306390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.308595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d57caee8-443b-4b01-9418-0c0012945b36 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for 93de34e9-00d4-4b98-8dc2-398d32ec4aa9 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:28.319319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'subnet': {'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:28.346467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:28.349578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a700ce8-efe2-4534-af6f-528f65c7fcd3 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Network': ['ID=aeecb5d4-c372-4cd5-87e0-004b01d76de6,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:28.371198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:28.388071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.388459 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Added segment f50c3bd4-e25f-44ad-afa1-747da2d7a745 of type vlan for network dc8246ff-0f51-48ad-946e-cbb255b9fbfd Apr 05 09:56:28.420861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network aeecb5d4-c372-4cd5-87e0-004b01d76de6 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:28.570036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 81b8212d-7ad5-4f4f-942a-2043594b1919 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:28.576004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.583699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] For port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c,segment=NetworkSegment(44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94),segment_id=44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:28.583913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.631164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d57caee8-443b-4b01-9418-0c0012945b36 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.649345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 81b8212d-7ad5-4f4f-942a-2043594b1919 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:28.649665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.665275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:28.679879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.683969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:28.684898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.693651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Calling delete_port for e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:28.713245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57caee8-443b-4b01-9418-0c0012945b36 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=93de34e9-00d4-4b98-8dc2-398d32ec4aa9,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:28.841150 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9366329 Apr 05 09:56:28.842262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d57caee8-443b-4b01-9418-0c0012945b36 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.844077 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d57caee8-443b-4b01-9418-0c0012945b36 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/93de34e9-00d4-4b98-8dc2-398d32ec4aa9 HTTP/1.1" status: 204 len: 168 time: 1.6225863 Apr 05 09:56:28.847273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55578) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:28.847623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55580) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:28.849615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:28.856775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'network_id': 'dc8246ff-0f51-48ad-946e-cbb255b9fbfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:28.901776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] Calling delete_port for e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:28.912608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:28.918120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e388f14-26d3-4897-8d47-1e716bb58b20 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=dc8246ff-0f51-48ad-946e-cbb255b9fbfd,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:28.923385 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:28.954920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:subnet and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:28.957725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:28.964641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:28.978004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network dc8246ff-0f51-48ad-946e-cbb255b9fbfd details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:29.050089 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:29.058137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.065253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.090300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2784fdb-c291-4fdc-adeb-5ff565d9daf4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:29.091833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2784fdb-c291-4fdc-adeb-5ff565d9daf4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:29.092554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b2784fdb-c291-4fdc-adeb-5ff565d9daf4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:29.096643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-c51a3c2e-61b4-4622-8654-b42e75c3835e', 'network_id': 'c51a3c2e-61b4-4622-8654-b42e75c3835e', 'tenant_id': 'ac5795c722a94f62a5226dd40339ffaf', 'fixed_ips': [{'subnet_id': 'f3170739-f4b5-4884-9bf8-80800131dfca'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:29.097450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.100495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:29.106533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:subnet and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:29.112184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:29.119172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:29.126322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b2784fdb-c291-4fdc-adeb-5ff565d9daf4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:29.127804 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b2784fdb-c291-4fdc-adeb-5ff565d9daf4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2792614 Apr 05 09:56:29.130144 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.131374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55586) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:29.156272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:29.160401 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.170126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:29.189450 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:29.215189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:29.217967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-b93f3460-36b0-41a2-a8e1-7d37958c8ea2', 'network_id': 'b93f3460-36b0-41a2-a8e1-7d37958c8ea2', 'tenant_id': '5ffd6ce8968649b1b9ce4db1326a89b0', 'fixed_ips': [{'subnet_id': '46353499-19c4-4c32-b7ef-14eac903c3cb'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:29.218762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.248131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] No DVR routers for this DVR port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:29.354593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.358088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.371982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:56:29.372337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:56:29.412199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port ea9693a9-a87e-4b63-8be5-0badb7de1d03 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:29.437119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.446375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db618b6-a3e0-4060-82f7-fde44cf83472,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:29.523166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e12af39-0ca5-4966-af1a-122b19059bd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 64826641-8bf5-4c1b-b5de-d8a887e1a2e0 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:29.596439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 81b8212d-7ad5-4f4f-942a-2043594b1919, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=81b8212d-7ad5-4f4f-942a-2043594b1919,segment=NetworkSegment(51eb363e-af78-45dd-a9d0-abf23ba34b04),segment_id=51eb363e-af78-45dd-a9d0-abf23ba34b04)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:29.606152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.607923 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-68b9a468-4139-4123-8622-c385d3196fde tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8276808 Apr 05 09:56:29.624667 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.637332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55590) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:29.641699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Allocated IP 172.20.0.2 (c51a3c2e-61b4-4622-8654-b42e75c3835e/f3170739-f4b5-4884-9bf8-80800131dfca/7ed59e5f-2900-4ccf-9200-543f5beb88af) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:29.660357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.672900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e12af39-0ca5-4966-af1a-122b19059bd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.683489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': '4db618b6-a3e0-4060-82f7-fde44cf83472', 'direction': 'ingress', 'protocol': 17}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:29.695479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 175c82a2-ebf8-45b0-bbb9-8614addef508 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:29.701620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.724192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:29.737494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Allocated IP 172.20.0.2 (b93f3460-36b0-41a2-a8e1-7d37958c8ea2/46353499-19c4-4c32-b7ef-14eac903c3cb/5a6bdca5-ec2a-4142-83bf-d5ff02124628) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:29.746663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e12af39-0ca5-4966-af1a-122b19059bd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.749308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b3a11b08-adfe-4df3-9d6d-ad5cf509ccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.759595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 175c82a2-ebf8-45b0-bbb9-8614addef508 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:29.759843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 175c82a2-ebf8-45b0-bbb9-8614addef508 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:29.799206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:29.868654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:29.873178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] Deleting port e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:29.873560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.879765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.895253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19491046-51f6-427c-b308-ccbe410a1d66']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:29.913361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:29.932190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:29.932414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ba3122-6c2a-4ef5-99d3-69ef6a8d2a94') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:29.951475 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fe974124-0bd0-472f-ab30-d0c39161ab57 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:29.958815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.977095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port abf9ef6e-ba41-4d98-8d5e-1da12b020a71 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:29.977938 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.989653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=3b890f75-9ab2-48a2-8e72-9e6c793b0fcf,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:29.992949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e12af39-0ca5-4966-af1a-122b19059bd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:29.993659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=81b8212d-7ad5-4f4f-942a-2043594b1919,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:30.035575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.049495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking segment: {'id': 'f50c3bd4-e25f-44ad-afa1-747da2d7a745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'dc8246ff-0f51-48ad-946e-cbb255b9fbfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:30.050206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.050455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network hostable DHCP agents. Network: dc8246ff-0f51-48ad-946e-cbb255b9fbfd, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:30.059172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-cd957582-fdf9-4704-a83a-9d839236e8cd None None] The port 'e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:56:30.091183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:30.091787 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.103616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network dc8246ff-0f51-48ad-946e-cbb255b9fbfd is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:30.109529 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:30.113909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e12af39-0ca5-4966-af1a-122b19059bd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.129559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-36c171cb-e53d-4290-9e10-cedca3dc3c39 None None] Provisioning complete for port 81b8212d-7ad5-4f4f-942a-2043594b1919 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:30.130174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36c171cb-e53d-4290-9e10-cedca3dc3c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.147129 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, dc8246ff-0f51-48ad-946e-cbb255b9fbfd) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:30.160644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12af39-0ca5-4966-af1a-122b19059bd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=64826641-8bf5-4c1b-b5de-d8a887e1a2e0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:30.163287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:30.164073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.176721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e12af39-0ca5-4966-af1a-122b19059bd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.185148 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e498b-30bb-4579-90c5-75563ca94f30 None None] Network dc8246ff-0f51-48ad-946e-cbb255b9fbfd requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:30.209012 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9e12af39-0ca5-4966-af1a-122b19059bd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/64826641-8bf5-4c1b-b5de-d8a887e1a2e0 HTTP/1.1" status: 204 len: 168 time: 1.0764875 Apr 05 09:56:30.209231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d64c903-6540-404d-a437-851ad08a05da None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:30.209841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55594) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:30.216054 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fc2ec94a-5a64-479b-8958-9461ae0002d3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3636119 Apr 05 09:56:30.267855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55598) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:30.304446 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d4d70aa6-8b23-4af3-b210-c5a04b5aac26 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930154 Apr 05 09:56:30.308790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55602) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:30.355203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.361661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:30.380098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.434561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=19491046-51f6-427c-b308-ccbe410a1d66,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:30.450808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.476295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.626125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fe974124-0bd0-472f-ab30-d0c39161ab57 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:30.626674 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.630737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:30.638387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:30.645472 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.647777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:30.654343 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:30.654530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.692889 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f1e9247c-b986-47a2-91b5-1216cc2c86b7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/19491046-51f6-427c-b308-ccbe410a1d66 HTTP/1.1" status: 204 len: 168 time: 3.6058729 Apr 05 09:56:30.698977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:30.703487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.708592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f8f82d-eb76-4cc7-be09-e0ef10a49b78,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:30.731158 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.785419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.822683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Transition to ACTIVE for port object 5a6bdca5-ec2a-4142-83bf-d5ff02124628 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:30.824020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:30.879328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Transition to ACTIVE for port object 7ed59e5f-2900-4ccf-9200-543f5beb88af will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:30.932246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Transition to ACTIVE for port object 5a6bdca5-ec2a-4142-83bf-d5ff02124628 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:30.949885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Transition to ACTIVE for port object 7ed59e5f-2900-4ccf-9200-543f5beb88af will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:30.952165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for abf9ef6e-ba41-4d98-8d5e-1da12b020a71 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:30.960276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.004445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.042257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.053001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.056730 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-56776caa-232a-4a9a-80a7-7943acc44ace tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.4089789 Apr 05 09:56:31.070727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55608) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:31.071200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55610) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:31.077862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Subnet': ['ID=3b890f75-9ab2-48a2-8e72-9e6c793b0fcf,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:31.089845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.122487 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47079024-e7a8-4615-8648-0432ee5953d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-dc8246ff-0f51-48ad-946e-cbb255b9fbfd', 'network_id': 'dc8246ff-0f51-48ad-946e-cbb255b9fbfd', 'tenant_id': '6a1e7b07b0d14225b3ad989b0da0b4a2', 'fixed_ips': [{'subnet_id': '3b890f75-9ab2-48a2-8e72-9e6c793b0fcf'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:31.123299 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-47079024-e7a8-4615-8648-0432ee5953d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.140646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.167590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Network b93f3460-36b0-41a2-a8e1-7d37958c8ea2 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:31.174934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:31.182193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:31.184696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Pushing event updated for resources: {'Port': ['ID=5a6bdca5-ec2a-4142-83bf-d5ff02124628,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:31.189151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Network c51a3c2e-61b4-4622-8654-b42e75c3835e is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:31.197309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.4 (c51a3c2e-61b4-4622-8654-b42e75c3835e/f3170739-f4b5-4884-9bf8-80800131dfca/ea9693a9-a87e-4b63-8be5-0badb7de1d03) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:31.228492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:31.264546 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Subnet': ['ID=5fd66571-1b1e-4893-a2b2-bd83d1ea0470,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:31.283821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:31.286691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:31.291050 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8e161eb2-d0f1-40ba-991f-1cf276e53403 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7d5619b76fb4201b7106411914d699a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2143080 Apr 05 09:56:31.322285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55616) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:31.335760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.366983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad0ec2e-1785-4f7b-9784-8c4fa4a9dac6 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:31.369365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:31.369703 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e7183b7d-f9f2-4d3b-9dca-ca2d2278e27c not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:31.384880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=46353499-19c4-4c32-b7ef-14eac903c3cb,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:31.421012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8246ff-0f51-48ad-946e-cbb255b9fbfd']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:31.421407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.429037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0ec2e-1785-4f7b-9784-8c4fa4a9dac6 None None] Deleting port fe974124-0bd0-472f-ab30-d0c39161ab57 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:31.429626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ec2e-1785-4f7b-9784-8c4fa4a9dac6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.455691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c3c7-5c1b-4df1-81aa-76bbf9e186de tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.461747 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50c3bd4-e25f-44ad-afa1-747da2d7a745') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:31.462048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50c3bd4-e25f-44ad-afa1-747da2d7a745') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:31.483642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93f3460-36b0-41a2-a8e1-7d37958c8ea2']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:31.493907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Checking segment: {'id': '50ffa5e6-eff6-4e92-985e-681df2d6ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:31.494266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network hostable DHCP agents. Network: aeecb5d4-c372-4cd5-87e0-004b01d76de6, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:31.494629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Pushing event updated for resources: {'Port': ['ID=7ed59e5f-2900-4ccf-9200-543f5beb88af,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:31.497626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.513373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e97114-3a1e-42d2-8b2b-383be5e78e40') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:31.513668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e97114-3a1e-42d2-8b2b-383be5e78e40') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:31.537676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c3c7-5c1b-4df1-81aa-76bbf9e186de tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.564817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.586372 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Attempting to bind port 5a6bdca5-ec2a-4142-83bf-d5ff02124628 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:31.587022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Attempting to bind port 5a6bdca5-ec2a-4142-83bf-d5ff02124628 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'a3e97114-3a1e-42d2-8b2b-383be5e78e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b93f3460-36b0-41a2-a8e1-7d37958c8ea2'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:31.587575 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Attempting to bind port 5a6bdca5-ec2a-4142-83bf-d5ff02124628 on network b93f3460-36b0-41a2-a8e1-7d37958c8ea2 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:31.604537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.619669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:31.620320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.625360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.631155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.633736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Attempting to bind port 7ed59e5f-2900-4ccf-9200-543f5beb88af on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:31.634104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Attempting to bind port 7ed59e5f-2900-4ccf-9200-543f5beb88af by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '650accdb-66b3-4c16-9ade-1e3825fda325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c51a3c2e-61b4-4622-8654-b42e75c3835e'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:31.634461 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Attempting to bind port 7ed59e5f-2900-4ccf-9200-543f5beb88af on network c51a3c2e-61b4-4622-8654-b42e75c3835e {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:31.636881 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:31.653611 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:31.654344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Checking segment: {'id': 'a3e97114-3a1e-42d2-8b2b-383be5e78e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b93f3460-36b0-41a2-a8e1-7d37958c8ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:31.654941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.656237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Bound using segment: {'id': 'a3e97114-3a1e-42d2-8b2b-383be5e78e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b93f3460-36b0-41a2-a8e1-7d37958c8ea2'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:31.656909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Bound port: 5a6bdca5-ec2a-4142-83bf-d5ff02124628, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e97114-3a1e-42d2-8b2b-383be5e78e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'b93f3460-36b0-41a2-a8e1-7d37958c8ea2'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:31.658117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.677621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b999b6d8-7612-46ee-845b-ceff77ae34cf None None] Network dc8246ff-0f51-48ad-946e-cbb255b9fbfd requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:31.678472 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa193415-abc2-4d8e-8286-7dc98457784b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.680558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:31.680972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:31.702857 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:31.706414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:31.707023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Checking segment: {'id': '650accdb-66b3-4c16-9ade-1e3825fda325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c51a3c2e-61b4-4622-8654-b42e75c3835e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:31.707691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.708229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Bound using segment: {'id': '650accdb-66b3-4c16-9ade-1e3825fda325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c51a3c2e-61b4-4622-8654-b42e75c3835e'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:31.708870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Bound port: 7ed59e5f-2900-4ccf-9200-543f5beb88af, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650accdb-66b3-4c16-9ade-1e3825fda325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c51a3c2e-61b4-4622-8654-b42e75c3835e'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:31.709413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.737482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.787167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:31.802299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:31.829853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:31.831017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.841356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network aeecb5d4-c372-4cd5-87e0-004b01d76de6 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:31.870470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa193415-abc2-4d8e-8286-7dc98457784b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.880640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.885313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.889225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c3c7-5c1b-4df1-81aa-76bbf9e186de tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.903474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=abf9ef6e-ba41-4d98-8d5e-1da12b020a71,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:31.927792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, aeecb5d4-c372-4cd5-87e0-004b01d76de6) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:31.934488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:31.935078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:31.937532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=1644c50d-5846-4d0c-9997-a5d6021b7fde,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:31.939896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 81b8212d-7ad5-4f4f-942a-2043594b1919 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:31.966087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Network': ['ID=dc8246ff-0f51-48ad-946e-cbb255b9fbfd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:31.966629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 09:56:31.966629 dv-neutron-833199-1-hyperv neutron-server[83820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 09:56:31.966629 dv-neutron-833199-1-hyperv neutron-server[83820]: [parameters: {'id': 'b93f3460-36b0-41a2-a8e1-7d37958c8ea2'}] Apr 05 09:56:31.966629 dv-neutron-833199-1-hyperv neutron-server[83820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:56:31.967015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:56:31.980663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1525ce00-cd13-4c0a-bef1-93b24af4faf3 None None] Network aeecb5d4-c372-4cd5-87e0-004b01d76de6 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:31.997952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5c3c7-5c1b-4df1-81aa-76bbf9e186de tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db618b6-a3e0-4060-82f7-fde44cf83472,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:32.010216 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7105cfb3-c85c-4080-baa7-6c7e0c2c4496 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/dc8246ff-0f51-48ad-946e-cbb255b9fbfd HTTP/1.1" status: 204 len: 168 time: 1.7410672 Apr 05 09:56:32.015049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55620) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:32.018003 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5cf20760-36ce-4e48-a093-fb44b1c1ae6f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7081313 Apr 05 09:56:32.021842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ff5c3c7-5c1b-4df1-81aa-76bbf9e186de tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.023461 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6ff5c3c7-5c1b-4df1-81aa-76bbf9e186de tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/4db618b6-a3e0-4060-82f7-fde44cf83472 HTTP/1.1" status: 204 len: 168 time: 0.9481454 Apr 05 09:56:32.028222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1551220196'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:32.032082 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55624) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:32.033518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55626) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:32.040977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5a60a7c8-197b-4b9c-92f9-bf25df79f187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.041497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:32.047374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.049357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': '1644c50d-5846-4d0c-9997-a5d6021b7fde', 'ip_address': '2001:db8::f631:80ab:5880:47e1'}], 'name': 'tempest-NetworksTestDHCPv6-1721730827'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:32.078850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object ea9693a9-a87e-4b63-8be5-0badb7de1d03 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:32.086501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:network and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:32.098136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:32.100688 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-edd95ccb-bd7c-4d04-9769-4abadab7367b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8024058 Apr 05 09:56:32.101480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55632) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:32.154293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:32.202576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:32.206598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.236170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa193415-abc2-4d8e-8286-7dc98457784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.285591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-54259eb2-fcda-4d87-be1d-4344f38ebc0f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:32.288038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa193415-abc2-4d8e-8286-7dc98457784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf4d706-84ff-4949-84e7-e9151f971cf5,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:32.323066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:32.327391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa193415-abc2-4d8e-8286-7dc98457784b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.331302 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-aa193415-abc2-4d8e-8286-7dc98457784b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/baf4d706-84ff-4949-84e7-e9151f971cf5 HTTP/1.1" status: 204 len: 168 time: 1.0049605 Apr 05 09:56:32.345869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] For port 7ed59e5f-2900-4ccf-9200-543f5beb88af, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:32.348824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.349399 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Added segment ff2b4ce5-dc80-4f2b-9f88-aacae1536e96 of type vlan for network aa3b7248-1b72-4598-b0ad-049b2d69f631 Apr 05 09:56:32.351004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:32.359363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-54259eb2-fcda-4d87-be1d-4344f38ebc0f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:32.361216 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-54259eb2-fcda-4d87-be1d-4344f38ebc0f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3245175 Apr 05 09:56:32.365993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55640) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:32.377749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group': {'name': 'tempest-secgroup--484550709'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:32.388149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:32.390831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:32.421922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.430810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:32.444761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:32.452376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.472060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.472690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.511735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.514328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port 2dd0ced6-1a67-47f7-86de-f32530213bd5 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:32.516420 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Deleting port 5a6bdca5-ec2a-4142-83bf-d5ff02124628 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:32.516764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.529071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3ad0ec2e-1785-4f7b-9784-8c4fa4a9dac6 None None] For port fe974124-0bd0-472f-ab30-d0c39161ab57, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fe974124-0bd0-472f-ab30-d0c39161ab57,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:32.529926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ec2e-1785-4f7b-9784-8c4fa4a9dac6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.556359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.560190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:32.560904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.695147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] For port 7ed59e5f-2900-4ccf-9200-543f5beb88af, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7ed59e5f-2900-4ccf-9200-543f5beb88af,segment=NetworkSegment(650accdb-66b3-4c16-9ade-1e3825fda325),segment_id=650accdb-66b3-4c16-9ade-1e3825fda325)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:32.707002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0ec2e-1785-4f7b-9784-8c4fa4a9dac6 None None] Calling delete_port for fe974124-0bd0-472f-ab30-d0c39161ab57 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:32.754094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:32.777685 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] For port 5a6bdca5-ec2a-4142-83bf-d5ff02124628, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:32.825874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:32.841610 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8208084 Apr 05 09:56:32.847775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:32.848040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55646) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:32.850198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network c51a3c2e-61b4-4622-8654-b42e75c3835e is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:32.852957 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=ea9693a9-a87e-4b63-8be5-0badb7de1d03,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:32.874739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c19825-79f2-4afe-a99c-8d56dec16101 None None] Pushing event updated for resources: {'Port': ['ID=7ed59e5f-2900-4ccf-9200-543f5beb88af,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:32.887322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'network_id': 'aa3b7248-1b72-4598-b0ad-049b2d69f631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:32.887746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:32.896975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab08589-fe53-4e33-b918-0e3572d68ab6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=aa3b7248-1b72-4598-b0ad-049b2d69f631,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:32.914304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:32.924284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:32.935884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] For port 5a6bdca5-ec2a-4142-83bf-d5ff02124628, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5a6bdca5-ec2a-4142-83bf-d5ff02124628,segment=NetworkSegment(a3e97114-3a1e-42d2-8b2b-383be5e78e40),segment_id=a3e97114-3a1e-42d2-8b2b-383be5e78e40)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:32.940934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:32.948002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network aa3b7248-1b72-4598-b0ad-049b2d69f631 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:33.055884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.060527 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f631:80ab:5880:47e1 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/1644c50d-5846-4d0c-9997-a5d6021b7fde/2dd0ced6-1a67-47f7-86de-f32530213bd5) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:33.066663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.145039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.153254 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e018c1b7-4c40-4de2-ba6c-11e1302319e2,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:33.156908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.159143 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-12ff924e-ff59-4655-8ad1-78fd52d6beb6 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7917221 Apr 05 09:56:33.169452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55656) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:33.180333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group': {'name': 'tempest-secgroup--664756932'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:33.194057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:33.227785 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:33.306744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] For port 5a6bdca5-ec2a-4142-83bf-d5ff02124628, host dv-neutron-833199-1-hyperv, got binding levels [] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:33.307435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.341092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.360294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.459748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:33.462695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Calling delete_port for 5a6bdca5-ec2a-4142-83bf-d5ff02124628 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:33.483170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:33.491616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:33.500837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.505170 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0432eb60-ef60-41fc-aa35-01bf2f4714c9 None None] Network b93f3460-36b0-41a2-a8e1-7d37958c8ea2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:33.505598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:33.531978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object 2dd0ced6-1a67-47f7-86de-f32530213bd5 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:33.575510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:56:33.576066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:56:33.601300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.608568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.625063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.633017 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 81b8212d-7ad5-4f4f-942a-2043594b1919 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:33.633384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.685332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:33.686013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.706261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:33.715976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:subnet and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:33.718266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.721973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:33.728586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:33.744545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934d68c7-d156-4fd8-9e19-8f892a585340,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:33.761621 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.765568 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bace4a02-ca23-4fba-bb80-6ac582e6089c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5925329 Apr 05 09:56:33.765568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=2dd0ced6-1a67-47f7-86de-f32530213bd5,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:33.766988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55666) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:33.772716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:33.777295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'e018c1b7-4c40-4de2-ba6c-11e1302319e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '934d68c7-d156-4fd8-9e19-8f892a585340', 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:33.781911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:33.785491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:33.789444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:33.790123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.794139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:33.799844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ec2e-1785-4f7b-9784-8c4fa4a9dac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.806137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:33.810333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:33.810508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:33.811293 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.818262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:33.828777 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f1e97237-2de9-40f6-8fed-c5140fae526f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7916331 Apr 05 09:56:33.829030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:33.837054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55670) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:33.847663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0ec2e-1785-4f7b-9784-8c4fa4a9dac6 None None] No DVR routers for this DVR port fe974124-0bd0-472f-ab30-d0c39161ab57 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:33.873224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e9e819-4aa4-4364-8a80-a5a6e457af30 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:33.932468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.966365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:33.995703 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-90ce3f68-ba2b-45ce-9ec0-f48c9a7d0571 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.8963170 Apr 05 09:56:34.010331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55676) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:34.024257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': 'c51a3c2e-61b4-4622-8654-b42e75c3835e', 'name': 'tempest-PortsTestJSON-1705174567'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:34.091056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Deleting port 5a6bdca5-ec2a-4142-83bf-d5ff02124628 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:34.091796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.129185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53004da-94bf-4656-9e7a-295e7f23ff3a None None] Pushing event updated for resources: {'Port': ['ID=5a6bdca5-ec2a-4142-83bf-d5ff02124628,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:34.201700 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc7ca9-5730-4361-920b-303db9547a26 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:34.203083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9ddc7ca9-5730-4361-920b-303db9547a26 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:34.246696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.269707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.280345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0ec2e-1785-4f7b-9784-8c4fa4a9dac6 None None] Pushing event deleted for resources: {'Port': ['ID=fe974124-0bd0-472f-ab30-d0c39161ab57,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:34.317842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9ddc7ca9-5730-4361-920b-303db9547a26 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:34.322699 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9ddc7ca9-5730-4361-920b-303db9547a26 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4690471 Apr 05 09:56:34.331223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55682) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:34.382090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.402634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9d1f04-95de-41aa-8eec-db5bea0da627,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:34.468471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:34.477940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:port and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:34.486293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.492496 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f200abff-8f35-4824-acf9-9ea0c61dccdb tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7223008 Apr 05 09:56:34.493530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55688) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:34.494470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:34.504283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-11497f1a-eb39-483b-8487-536f6e61f909 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port 2dd0ced6-1a67-47f7-86de-f32530213bd5 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:34.504628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-11497f1a-eb39-483b-8487-536f6e61f909 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.536083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fe974124-0bd0-472f-ab30-d0c39161ab57 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:34.572098 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:34.575758 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: fe974124-0bd0-472f-ab30-d0c39161ab57 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:34.576463 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fe974124-0bd0-472f-ab30-d0c39161ab57 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:34.597226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Allocated IP 172.20.0.2 (aeecb5d4-c372-4cd5-87e0-004b01d76de6/5fd66571-1b1e-4893-a2b2-bd83d1ea0470/c0aa8629-950e-4777-9c60-52a60cf2f37f) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:34.600889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ed3815-eb47-4463-84f3-db0451c17202 None None] Network c51a3c2e-61b4-4622-8654-b42e75c3835e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:34.610225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-348282dc-1fb8-4aa1-a0a3-7540ba5a3617 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.628488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-348282dc-1fb8-4aa1-a0a3-7540ba5a3617 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.664904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:34.668770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.693216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '1644c50d-5846-4d0c-9997-a5d6021b7fde'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:34.694031 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.730722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port 87659f26-0de8-45fc-b702-d325d1c14a30 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:34.774475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.826939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-348282dc-1fb8-4aa1-a0a3-7540ba5a3617 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.880865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7ed59e5f-2900-4ccf-9200-543f5beb88af up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:34.971894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-348282dc-1fb8-4aa1-a0a3-7540ba5a3617 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:34.974336 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-348282dc-1fb8-4aa1-a0a3-7540ba5a3617 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1e9d1f04-95de-41aa-8eec-db5bea0da627 HTTP/1.1" status: 204 len: 168 time: 0.4394979 Apr 05 09:56:34.975760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348282dc-1fb8-4aa1-a0a3-7540ba5a3617 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e9d1f04-95de-41aa-8eec-db5bea0da627,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:34.979995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55698) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:35.040994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7fc4274d-f96b-4ac9-b747-6c2f30f4e1f2 None None] Provisioning for port 7ed59e5f-2900-4ccf-9200-543f5beb88af completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:35.147019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-18fc07c2-bc72-40dd-bcc8-c7719fde4e61 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:35.193055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:35.196963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-11497f1a-eb39-483b-8487-536f6e61f909 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:35.206152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-18fc07c2-bc72-40dd-bcc8-c7719fde4e61 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:35.208247 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-18fc07c2-bc72-40dd-bcc8-c7719fde4e61 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2118986 Apr 05 09:56:35.216712 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55706) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:35.234298 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:56:35.246533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.5 (c51a3c2e-61b4-4622-8654-b42e75c3835e/f3170739-f4b5-4884-9bf8-80800131dfca/87659f26-0de8-45fc-b702-d325d1c14a30) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:35.299946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:35.324242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Transition to ACTIVE for port object c0aa8629-950e-4777-9c60-52a60cf2f37f will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:35.332197 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 7ed59e5f-2900-4ccf-9200-543f5beb88af completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:35.387219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/1644c50d-5846-4d0c-9997-a5d6021b7fde/c0eb8a66-5578-4d5d-945d-01bc4adcf613) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:35.392390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-11497f1a-eb39-483b-8487-536f6e61f909 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for 2dd0ced6-1a67-47f7-86de-f32530213bd5 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:35.398754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 7ed59e5f-2900-4ccf-9200-543f5beb88af triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:35.399124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:35.433295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] For port 5a6bdca5-ec2a-4142-83bf-d5ff02124628, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5a6bdca5-ec2a-4142-83bf-d5ff02124628,segment=NetworkSegment(a3e97114-3a1e-42d2-8b2b-383be5e78e40),segment_id=a3e97114-3a1e-42d2-8b2b-383be5e78e40)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:35.434012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:35.443228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Transition to ACTIVE for port object c0aa8629-950e-4777-9c60-52a60cf2f37f will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:35.497402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:35.619603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Pushing event updated for resources: {'Port': ['ID=c0aa8629-950e-4777-9c60-52a60cf2f37f,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:35.627350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Calling delete_port for 5a6bdca5-ec2a-4142-83bf-d5ff02124628 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:35.669375 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Network aeecb5d4-c372-4cd5-87e0-004b01d76de6 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:35.677010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:35.705003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55714) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:35.752313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:35.764258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Allocated IP 172.20.0.1 (aeecb5d4-c372-4cd5-87e0-004b01d76de6/5fd66571-1b1e-4893-a2b2-bd83d1ea0470/b921f194-feee-4c21-a3b6-87067bda1b48) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:35.771036 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:35.809075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca2b16b0-ce43-4ecf-a219-f62d79506112 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:35.958870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:35.996295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.016822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca2b16b0-ce43-4ecf-a219-f62d79506112 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.042825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Attempting to bind port c0aa8629-950e-4777-9c60-52a60cf2f37f on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:36.043214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Attempting to bind port c0aa8629-950e-4777-9c60-52a60cf2f37f by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '50ffa5e6-eff6-4e92-985e-681df2d6ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:36.043584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Attempting to bind port c0aa8629-950e-4777-9c60-52a60cf2f37f on network aeecb5d4-c372-4cd5-87e0-004b01d76de6 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:36.054752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:36.055030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=3337d5df-66b0-437a-93a0-9d1dd83381fd,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:36.055125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Checking segment: {'id': '50ffa5e6-eff6-4e92-985e-681df2d6ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:36.055370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.055787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Bound using segment: {'id': '50ffa5e6-eff6-4e92-985e-681df2d6ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:36.056754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Bound port: c0aa8629-950e-4777-9c60-52a60cf2f37f, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ffa5e6-eff6-4e92-985e-681df2d6ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:36.056754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.069836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Port': ['ID=5a6bdca5-ec2a-4142-83bf-d5ff02124628,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:36.071676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.092847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No DVR routers for this DVR port 5a6bdca5-ec2a-4142-83bf-d5ff02124628 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:36.094027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Transition to ACTIVE for port object c0eb8a66-5578-4d5d-945d-01bc4adcf613 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:36.132846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-11497f1a-eb39-483b-8487-536f6e61f909 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.181757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 7ed59e5f-2900-4ccf-9200-543f5beb88af, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7ed59e5f-2900-4ccf-9200-543f5beb88af,segment=NetworkSegment(650accdb-66b3-4c16-9ade-1e3825fda325),segment_id=650accdb-66b3-4c16-9ade-1e3825fda325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:36.185130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Transition to ACTIVE for port object c0eb8a66-5578-4d5d-945d-01bc4adcf613 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:36.191512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1520316090'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:36.204420 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.222345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11497f1a-eb39-483b-8487-536f6e61f909 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=2dd0ced6-1a67-47f7-86de-f32530213bd5,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:36.225919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:36.233545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca2b16b0-ce43-4ecf-a219-f62d79506112 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.239041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.254552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.279587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking segment: {'id': 'ff2b4ce5-dc80-4f2b-9f88-aacae1536e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa3b7248-1b72-4598-b0ad-049b2d69f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:36.279889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network hostable DHCP agents. Network: aa3b7248-1b72-4598-b0ad-049b2d69f631, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:36.305896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b16b0-ce43-4ecf-a219-f62d79506112 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=934d68c7-d156-4fd8-9e19-8f892a585340,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:36.319351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object 87659f26-0de8-45fc-b702-d325d1c14a30 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:36.322705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-11497f1a-eb39-483b-8487-536f6e61f909 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.330431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] For port c0aa8629-950e-4777-9c60-52a60cf2f37f, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:36.331293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca2b16b0-ce43-4ecf-a219-f62d79506112 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.335008 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ca2b16b0-ce43-4ecf-a219-f62d79506112 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/934d68c7-d156-4fd8-9e19-8f892a585340 HTTP/1.1" status: 204 len: 168 time: 1.1125195 Apr 05 09:56:36.335385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] For port c0aa8629-950e-4777-9c60-52a60cf2f37f, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c0aa8629-950e-4777-9c60-52a60cf2f37f,segment=NetworkSegment(50ffa5e6-eff6-4e92-985e-681df2d6ddc7),segment_id=50ffa5e6-eff6-4e92-985e-681df2d6ddc7)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:36.338348 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-11497f1a-eb39-483b-8487-536f6e61f909 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/2dd0ced6-1a67-47f7-86de-f32530213bd5 HTTP/1.1" status: 204 len: 168 time: 2.0040326 Apr 05 09:56:36.338348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55720) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:36.338600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55722) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:36.349929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:36.361621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:36.365483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:36.374184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8340dbd2-f760-4417-a6c5-0c6937bcb8d3 None None] Provisioning for port ea9693a9-a87e-4b63-8be5-0badb7de1d03 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:36.431311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.447801 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Usage tracker for resource:network and tenant:b3d77fe14101449d8da3f5c37e893f26 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:36.454313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8340dbd2-f760-4417-a6c5-0c6937bcb8d3 None None] Provisioning complete for port ea9693a9-a87e-4b63-8be5-0badb7de1d03 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:36.454682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8340dbd2-f760-4417-a6c5-0c6937bcb8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.456443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:36.468706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e87ad-1085-4221-bef1-85a5db485c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:36.470387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e87ad-1085-4221-bef1-85a5db485c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:36.471071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5b5e87ad-1085-4221-bef1-85a5db485c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:36.472955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:36.479365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.481247 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.483725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.544130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0acae80b-caf1-4e00-8ce4-8ab3ea70093c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:36.571011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5b5e87ad-1085-4221-bef1-85a5db485c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:36.574799 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5b5e87ad-1085-4221-bef1-85a5db485c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2308824 Apr 05 09:56:36.578390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55728) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:36.587894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network c51a3c2e-61b4-4622-8654-b42e75c3835e is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:36.596170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:36.636135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:36.687138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=87659f26-0de8-45fc-b702-d325d1c14a30,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:36.694952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0acae80b-caf1-4e00-8ce4-8ab3ea70093c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:36.696548 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0acae80b-caf1-4e00-8ce4-8ab3ea70093c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3568392 Apr 05 09:56:36.698564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Transition to ACTIVE for port object b921f194-feee-4c21-a3b6-87067bda1b48 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:36.709871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93f3460-36b0-41a2-a8e1-7d37958c8ea2']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:36.713495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55732) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:36.720506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Attempting to bind port c0eb8a66-5578-4d5d-945d-01bc4adcf613 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:36.720864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Attempting to bind port c0eb8a66-5578-4d5d-945d-01bc4adcf613 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:36.721210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Attempting to bind port c0eb8a66-5578-4d5d-945d-01bc4adcf613 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:36.725435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Made reservation on behalf of b3d77fe14101449d8da3f5c37e893f26 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:36.728573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.730640 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8340dbd2-f760-4417-a6c5-0c6937bcb8d3 None None] Port ea9693a9-a87e-4b63-8be5-0badb7de1d03 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:36.732196 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=7ed59e5f-2900-4ccf-9200-543f5beb88af,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:36.757116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.778658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e97114-3a1e-42d2-8b2b-383be5e78e40') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:36.778956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e97114-3a1e-42d2-8b2b-383be5e78e40') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:36.779415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:36.780165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.799913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.800367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:36.800748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:36.801149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.801535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:36.802010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Bound port: c0eb8a66-5578-4d5d-945d-01bc4adcf613, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:36.802379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.824250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.834293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:36.834738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.895624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Pushing event updated for resources: {'Port': ['ID=c0eb8a66-5578-4d5d-945d-01bc4adcf613,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:36.909652 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-745b922f-efb9-486a-95a8-d67834bca500 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8896880 Apr 05 09:56:36.919295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55736) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:36.955900 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8340dbd2-f760-4417-a6c5-0c6937bcb8d3 None None] Provisioning complete for port 7ed59e5f-2900-4ccf-9200-543f5beb88af triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:36.956547 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8340dbd2-f760-4417-a6c5-0c6937bcb8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:36.977977 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:36.991934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network aa3b7248-1b72-4598-b0ad-049b2d69f631 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:37.008748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.009128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e61cf01b-7c1c-4b2a-a034-167e2457be10 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.028620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, aa3b7248-1b72-4598-b0ad-049b2d69f631) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:37.046134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061977f4-bbdd-4fb0-937c-a3f33ae5f645 None None] Network aa3b7248-1b72-4598-b0ad-049b2d69f631 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:37.054096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.067684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adb82c2-7804-481a-b41c-21367f6fb02a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 1644c50d-5846-4d0c-9997-a5d6021b7fde {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:37.074495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=b93f3460-36b0-41a2-a8e1-7d37958c8ea2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:37.077241 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7d16c736-a890-4d48-b725-056ba19ef4ba tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/b93f3460-36b0-41a2-a8e1-7d37958c8ea2 HTTP/1.1" status: 204 len: 168 time: 9.0039854 Apr 05 09:56:37.079619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e61cf01b-7c1c-4b2a-a034-167e2457be10 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.082866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:37.083453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.088505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8adb82c2-7804-481a-b41c-21367f6fb02a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.090089 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55740) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:37.102291 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:37.108236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-65426285'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:37.118626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Usage tracker for resource:security_group_rule and tenant:b3d77fe14101449d8da3f5c37e893f26 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:37.123232 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:37.127744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:37.160663 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:37.168039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:network and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:37.168809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.183282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:37.213906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8adb82c2-7804-481a-b41c-21367f6fb02a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.258888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4de82e0-4a19-477c-bbf1-2d49249f25f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:37.260202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f4de82e0-4a19-477c-bbf1-2d49249f25f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:37.288922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e61cf01b-7c1c-4b2a-a034-167e2457be10 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.291436 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] For port c0eb8a66-5578-4d5d-945d-01bc4adcf613, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:37.297005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] For port c0eb8a66-5578-4d5d-945d-01bc4adcf613, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c0eb8a66-5578-4d5d-945d-01bc4adcf613,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:37.319282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f4de82e0-4a19-477c-bbf1-2d49249f25f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:37.320680 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f4de82e0-4a19-477c-bbf1-2d49249f25f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 920 time: 0.4003739 Apr 05 09:56:37.325919 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cf01b-7c1c-4b2a-a034-167e2457be10 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e018c1b7-4c40-4de2-ba6c-11e1302319e2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:37.327696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55744) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:37.366435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c922d78-8291-45bd-ac22-b97f463a427a None None] Pushing event updated for resources: {'Port': ['ID=c0aa8629-950e-4777-9c60-52a60cf2f37f,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:37.385721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.385950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:37.394140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=b921f194-feee-4c21-a3b6-87067bda1b48,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:37.401343 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ac8be0fe-686f-4ae7-9b31-eb24a3dfb3bf tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5496316 Apr 05 09:56:37.406033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55748) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:37.416425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'network_id': 'aa3b7248-1b72-4598-b0ad-049b2d69f631', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:37.441870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e61cf01b-7c1c-4b2a-a034-167e2457be10 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.446367 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e61cf01b-7c1c-4b2a-a034-167e2457be10 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/e018c1b7-4c40-4de2-ba6c-11e1302319e2 HTTP/1.1" status: 204 len: 168 time: 0.7285600 Apr 05 09:56:37.461687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55752) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:37.469542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network aeecb5d4-c372-4cd5-87e0-004b01d76de6 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:37.494542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:37.503711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:37.506730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-df7d3203-7315-4a1a-81ec-e2b49bf8b0a4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 87659f26-0de8-45fc-b702-d325d1c14a30 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:37.507193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7d3203-7315-4a1a-81ec-e2b49bf8b0a4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.531880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:37.534473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.561483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8adb82c2-7804-481a-b41c-21367f6fb02a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.658657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c93e4-a8e8-4e02-916f-8a83b3f7b79a None None] Pushing event updated for resources: {'Port': ['ID=c0eb8a66-5578-4d5d-945d-01bc4adcf613,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:37.668834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-aa3b7248-1b72-4598-b0ad-049b2d69f631', 'network_id': 'aa3b7248-1b72-4598-b0ad-049b2d69f631', 'tenant_id': '6a1e7b07b0d14225b3ad989b0da0b4a2', 'fixed_ips': [{'subnet_id': '3337d5df-66b0-437a-93a0-9d1dd83381fd'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:37.669653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.730817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.731891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:37.736404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.746279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.759111 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-34567a28-f8d9-4ac9-a067-59d3a8fb1080 None None] Provisioning complete for port ea9693a9-a87e-4b63-8be5-0badb7de1d03 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:37.759500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-34567a28-f8d9-4ac9-a067-59d3a8fb1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.763241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e09557f7-ef0f-4f28-9d15-c60c46657f4e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:37.780556 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.781048 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment 65f2659d-4852-4625-95aa-ec8f79834db9 of type vlan for network 739aeb95-b87b-4ac0-98f1-cd39e76b9133 Apr 05 09:56:37.818429 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:37.846310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5010c2-e881-4628-85b0-59601c879041,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:37.867782 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-34567a28-f8d9-4ac9-a067-59d3a8fb1080 None None] Port ea9693a9-a87e-4b63-8be5-0badb7de1d03 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:37.876874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.877782 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Added segment 6ec6fa13-b7cb-436f-86b7-7d5a8bb10a6e of type vlan for network d99fe3b9-1f51-4628-a094-69685677e651 Apr 05 09:56:37.879422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e09557f7-ef0f-4f28-9d15-c60c46657f4e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:37.880958 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e09557f7-ef0f-4f28-9d15-c60c46657f4e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4148884 Apr 05 09:56:37.891536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.898859 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55756) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:37.912028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group': {'name': 'tempest-secgroup--289149205'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:37.918212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-34567a28-f8d9-4ac9-a067-59d3a8fb1080 None None] Provisioning for port 87659f26-0de8-45fc-b702-d325d1c14a30 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:37.930194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:37.931354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Allocated IP 2001:db8::2 (aa3b7248-1b72-4598-b0ad-049b2d69f631/3337d5df-66b0-437a-93a0-9d1dd83381fd/d520b623-0fe0-42f6-b253-bee2e90d0f1f) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:37.933534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-34567a28-f8d9-4ac9-a067-59d3a8fb1080 None None] Provisioning complete for port 87659f26-0de8-45fc-b702-d325d1c14a30 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:37.933898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-34567a28-f8d9-4ac9-a067-59d3a8fb1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:37.990683 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:37.993479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-34567a28-f8d9-4ac9-a067-59d3a8fb1080 None None] Port 87659f26-0de8-45fc-b702-d325d1c14a30 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:38.014904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:38.016240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:subnet and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:38.037860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.038063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:38.051947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8adb82c2-7804-481a-b41c-21367f6fb02a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.079304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:56:38.101645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:38.168011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.172433 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7d3203-7315-4a1a-81ec-e2b49bf8b0a4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.179766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.183769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:38.184356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.209407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.213242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:38.213617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.322260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.331704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.335132 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Transition to ACTIVE for port object d520b623-0fe0-42f6-b253-bee2e90d0f1f will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:38.342020 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2471392 Apr 05 09:56:38.352372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55760) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:38.355630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-df7d3203-7315-4a1a-81ec-e2b49bf8b0a4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 87659f26-0de8-45fc-b702-d325d1c14a30 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:38.360895 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Transition to ACTIVE for port object d520b623-0fe0-42f6-b253-bee2e90d0f1f will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:38.370327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.405728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb82c2-7804-481a-b41c-21367f6fb02a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=1644c50d-5846-4d0c-9997-a5d6021b7fde,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:38.418705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8adb82c2-7804-481a-b41c-21367f6fb02a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.426203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:38.433757 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.7214055 Apr 05 09:56:38.449074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': '739aeb95-b87b-4ac0-98f1-cd39e76b9133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:38.461699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Pushing event updated for resources: {'Port': ['ID=d520b623-0fe0-42f6-b253-bee2e90d0f1f,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:38.474700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Network aa3b7248-1b72-4598-b0ad-049b2d69f631 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:38.476510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:38.478806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:38.518876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f05131-09af-452d-bb37-fb8471616f64 None None] Network aeecb5d4-c372-4cd5-87e0-004b01d76de6 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:38.522318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55764) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:38.564927 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8adb82c2-7804-481a-b41c-21367f6fb02a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/1644c50d-5846-4d0c-9997-a5d6021b7fde HTTP/1.1" status: 204 len: 168 time: 1.9754107 Apr 05 09:56:38.569532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55770) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:38.605524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0035c95-75ac-46fa-a09b-a36193cb0402 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Pushing event updated for resources: {'Network': ['ID=d99fe3b9-1f51-4628-a094-69685677e651,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:38.648651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network d99fe3b9-1f51-4628-a094-69685677e651 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:38.689872 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-07417a8d-c5be-4525-afe7-9290c24d201b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1140475 Apr 05 09:56:38.695274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:38.695705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55774) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:38.743218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Request body: {'network': {'name': 'tempest-network--1323010955', 'router:external': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:38.755267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.774365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:38.824308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Usage tracker for resource:network and tenant:0b0846baeaa744c683cd72c66006a853 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:38.846254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Attempting to bind port d520b623-0fe0-42f6-b253-bee2e90d0f1f on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:38.846806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Attempting to bind port d520b623-0fe0-42f6-b253-bee2e90d0f1f by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'ff2b4ce5-dc80-4f2b-9f88-aacae1536e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa3b7248-1b72-4598-b0ad-049b2d69f631'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:38.847071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Attempting to bind port d520b623-0fe0-42f6-b253-bee2e90d0f1f on network aa3b7248-1b72-4598-b0ad-049b2d69f631 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:38.872804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:38.872988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Checking segment: {'id': 'ff2b4ce5-dc80-4f2b-9f88-aacae1536e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa3b7248-1b72-4598-b0ad-049b2d69f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:38.873418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.873994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Bound using segment: {'id': 'ff2b4ce5-dc80-4f2b-9f88-aacae1536e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa3b7248-1b72-4598-b0ad-049b2d69f631'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:38.874483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Bound port: d520b623-0fe0-42f6-b253-bee2e90d0f1f, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2b4ce5-dc80-4f2b-9f88-aacae1536e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'aa3b7248-1b72-4598-b0ad-049b2d69f631'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:38.874908 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:38.886158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:38.908596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f80cb89d-e1c4-400d-b3a7-093d6c785488 None None] Provisioning for port c0aa8629-950e-4777-9c60-52a60cf2f37f completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:38.915301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:38.984341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7d3203-7315-4a1a-81ec-e2b49bf8b0a4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.101614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c0eb8a66-5578-4d5d-945d-01bc4adcf613 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:39.118275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:39.123587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Made reservation on behalf of 0b0846baeaa744c683cd72c66006a853 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:39.126076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.139292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] For port d520b623-0fe0-42f6-b253-bee2e90d0f1f, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:39.149156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d3203-7315-4a1a-81ec-e2b49bf8b0a4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=87659f26-0de8-45fc-b702-d325d1c14a30,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:39.151885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:39.171051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router 79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:56:39.192696 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:39.212409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:39.232302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffbd05-a6da-4afb-91fe-1c3c10babe2e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=739aeb95-b87b-4ac0-98f1-cd39e76b9133,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:39.234845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:subnet and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:39.239083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] For port d520b623-0fe0-42f6-b253-bee2e90d0f1f, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d520b623-0fe0-42f6-b253-bee2e90d0f1f,segment=NetworkSegment(ff2b4ce5-dc80-4f2b-9f88-aacae1536e96),segment_id=ff2b4ce5-dc80-4f2b-9f88-aacae1536e96)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:39.241490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:39.254771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 739aeb95-b87b-4ac0-98f1-cd39e76b9133 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:39.255000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7d3203-7315-4a1a-81ec-e2b49bf8b0a4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.262514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.275360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.288601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:39.310417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8115ffa-0999-42e2-9112-9311f10cae64 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:39.311303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f8115ffa-0999-42e2-9112-9311f10cae64 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:39.326263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-df7d3203-7315-4a1a-81ec-e2b49bf8b0a4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/87659f26-0de8-45fc-b702-d325d1c14a30 HTTP/1.1" status: 204 len: 168 time: 1.9936895 Apr 05 09:56:39.341196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55778) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:39.397681 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f427d9-1a6d-4f5e-893a-f25d85e6aab3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:56:39.398308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-20f427d9-1a6d-4f5e-893a-f25d85e6aab3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:39.417569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:39.429228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Usage tracker for resource:security_group_rule and tenant:0b0846baeaa744c683cd72c66006a853 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:39.430816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:39.439086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:39.448035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f8115ffa-0999-42e2-9112-9311f10cae64 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:39.449481 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f8115ffa-0999-42e2-9112-9311f10cae64 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7528820 Apr 05 09:56:39.451644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:39.454790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55782) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:39.463099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac57329-4f28-4957-8501-75879231191b None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:39.503437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-20f427d9-1a6d-4f5e-893a-f25d85e6aab3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:39.508283 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-20f427d9-1a6d-4f5e-893a-f25d85e6aab3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/87659f26-0de8-45fc-b702-d325d1c14a30 HTTP/1.1" status: 404 len: 333 time: 0.1612654 Apr 05 09:56:39.511968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55786) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:39.603977 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.626724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc376d-54e6-41d3-a110-1f80c22d0935 None None] Pushing event updated for resources: {'Port': ['ID=d520b623-0fe0-42f6-b253-bee2e90d0f1f,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:39.674982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d52852-165e-4525-a3b2-180f6141754b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:39.676381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d1d52852-165e-4525-a3b2-180f6141754b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:39.694302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4dd18f9f-7f75-408b-b77b-c560892282d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port ea9693a9-a87e-4b63-8be5-0badb7de1d03 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:39.694793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4dd18f9f-7f75-408b-b77b-c560892282d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.720797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port c0eb8a66-5578-4d5d-945d-01bc4adcf613 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:39.724380 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.ipam_backend_mixin [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Performing IP validity checks on allocation pools {{(pid=83820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 09:56:39.724898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.ipam_backend_mixin [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 09:56:39.730014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b4f8b34d-e015-4d03-9c50-7072c29c2135 None None] Provisioning for port c0eb8a66-5578-4d5d-945d-01bc4adcf613 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:39.780538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d1d52852-165e-4525-a3b2-180f6141754b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:39.781815 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d1d52852-165e-4525-a3b2-180f6141754b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3226295 Apr 05 09:56:39.787421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b4f8b34d-e015-4d03-9c50-7072c29c2135 None None] Provisioning complete for port c0eb8a66-5578-4d5d-945d-01bc4adcf613 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:39.787831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b4f8b34d-e015-4d03-9c50-7072c29c2135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.788785 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55790) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:39.847570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c0eb8a66-5578-4d5d-945d-01bc4adcf613 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:39.848627 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.933554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.942581 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-319a271c-02a9-4fbb-aef2-e17f11c8b5d0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1499436 Apr 05 09:56:39.947665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55794) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:39.966758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:39.981723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:40.014245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.062939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.132484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.169724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6d7c44-00b1-4c41-bbd1-5180bf602f97 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:40.217256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f92a69-61c7-4ced-b666-0f8ff6674c71,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:40.219692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': '65f2659d-4852-4625-95aa-ec8f79834db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '739aeb95-b87b-4ac0-98f1-cd39e76b9133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:40.220088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: 739aeb95-b87b-4ac0-98f1-cd39e76b9133, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:40.236234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=91b94bcd-f029-4db8-933f-a3414b0460ed,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:40.238030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.257125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b4f8b34d-e015-4d03-9c50-7072c29c2135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.281042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.286890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.291055 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-84978876-3410-48ac-9db3-57e26456b445 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3901451 Apr 05 09:56:40.291769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55798) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:40.318496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:40.322482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'f2f92a69-61c7-4ced-b666-0f8ff6674c71', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:40.332691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:40.332887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-b4f8b34d-e015-4d03-9c50-7072c29c2135 None None] For port c0eb8a66-5578-4d5d-945d-01bc4adcf613, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c0eb8a66-5578-4d5d-945d-01bc4adcf613,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:40.334602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d7c44-00b1-4c41-bbd1-5180bf602f97 None None] Deleting port c0eb8a66-5578-4d5d-945d-01bc4adcf613 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:40.334823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7c44-00b1-4c41-bbd1-5180bf602f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.338810 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.342002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:40.345642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:40.353971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:40.356963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.370706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b4f8b34d-e015-4d03-9c50-7072c29c2135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.442798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network 739aeb95-b87b-4ac0-98f1-cd39e76b9133 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:40.446187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.446673 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Added segment a65ce4df-e718-49dd-880e-43a57beba9ff of type vlan for network 4ced2639-aaf0-471c-9c8e-d3969c7ef123 Apr 05 09:56:40.454906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556a8b64-197c-474c-b784-1870e155fa84,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:40.469203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b4f8b34d-e015-4d03-9c50-7072c29c2135 None None] Could not find standard attr ID for object 2dd0ced6-1a67-47f7-86de-f32530213bd5. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:56:40.478187 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8b34d-e015-4d03-9c50-7072c29c2135 None None] Pushing event updated for resources: {'Port': ['ID=c0eb8a66-5578-4d5d-945d-01bc4adcf613,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:40.507899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 739aeb95-b87b-4ac0-98f1-cd39e76b9133) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:40.511869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:40.514435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.514997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network aa3b7248-1b72-4598-b0ad-049b2d69f631 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:40.529601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:40.532347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:40.533069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.543168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:40.543779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.555926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=b921f194-feee-4c21-a3b6-87067bda1b48,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:40.558362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=c0aa8726-20cf-422a-9bbe-37a8d4a107d7,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:40.558595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.586129 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:40.610600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.637324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:56:40.637786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:56:40.638631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e28d1b-e756-4187-b5fb-7d5b3a0230d1 None None] Network 739aeb95-b87b-4ac0-98f1-cd39e76b9133 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:40.662006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4dd18f9f-7f75-408b-b77b-c560892282d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.722262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:56:40.730787 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cb16c456-b90b-43a4-b3f0-8612ec37fb18 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "PUT /v2.0/routers/79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5618298 Apr 05 09:56:40.732490 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-69979a83-bd84-4e92-8b0f-f01316baa9c3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.3727193 Apr 05 09:56:40.739366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55802) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:40.739927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55804) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:40.768615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf8ac75-75b5-46d4-8aa1-dd7896436644 None None] Sync routers for ids ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:56:40.808142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4dd18f9f-7f75-408b-b77b-c560892282d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for ea9693a9-a87e-4b63-8be5-0badb7de1d03 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:40.876231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8ac75-75b5-46d4-8aa1-dd7896436644 None None] Routers {'79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:40.876984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5bf8ac75-75b5-46d4-8aa1-dd7896436644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:40.947219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.948118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:40.948697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:40.991035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5bf8ac75-75b5-46d4-8aa1-dd7896436644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:41.074376 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5468171 Apr 05 09:56:41.081440 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55810) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:41.089719 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7dd44e4a-2448-4bfb-acb7-e6057dc19699 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.6813917 Apr 05 09:56:41.108239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55814) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:41.127159 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:41.131781 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.207052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae6d82-3087-4dd8-a3d1-9f6129cbacfb None None] Network aa3b7248-1b72-4598-b0ad-049b2d69f631 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:41.230250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.281581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.285516 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4b797094-5cb2-476f-bfb5-6eadaae6b29e None None] Provisioning for port b921f194-feee-4c21-a3b6-87067bda1b48 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:41.319860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928ee30-ac02-4c00-82cb-e06aa6a09e69 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event updated for resources: {'Network': ['ID=4ced2639-aaf0-471c-9c8e-d3969c7ef123,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:41.327471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network aeecb5d4-c372-4cd5-87e0-004b01d76de6 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:41.327929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4b797094-5cb2-476f-bfb5-6eadaae6b29e None None] Provisioning complete for port b921f194-feee-4c21-a3b6-87067bda1b48 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:41.328367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4b797094-5cb2-476f-bfb5-6eadaae6b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.337463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4dd18f9f-7f75-408b-b77b-c560892282d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.341341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:41.372631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 4ced2639-aaf0-471c-9c8e-d3969c7ef123 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:41.402785 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd18f9f-7f75-408b-b77b-c560892282d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=ea9693a9-a87e-4b63-8be5-0badb7de1d03,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:41.421764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.450735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.461862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bf8fd-4872-412c-91b6-a63ae92c839a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:41.463305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bf8fd-4872-412c-91b6-a63ae92c839a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:41.467253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bf8fd-4872-412c-91b6-a63ae92c839a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:41.467956 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3b6d7c44-00b1-4c41-bbd1-5180bf602f97 None None] For port c0eb8a66-5578-4d5d-945d-01bc4adcf613, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c0eb8a66-5578-4d5d-945d-01bc4adcf613,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:41.468344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7c44-00b1-4c41-bbd1-5180bf602f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.469494 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bf8fd-4872-412c-91b6-a63ae92c839a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:41.473148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bf8fd-4872-412c-91b6-a63ae92c839a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:41.476695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-615bf8fd-4872-412c-91b6-a63ae92c839a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Synchronizing usage tracker for tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:41.548570 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f43be82-2596-44ef-8904-b57c48898c45,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:41.606669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.611144 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dd28093c-9a9e-4385-9eb0-30e4b2d10040 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3133688 Apr 05 09:56:41.617107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55818) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:41.685608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d7c44-00b1-4c41-bbd1-5180bf602f97 None None] Calling delete_port for c0eb8a66-5578-4d5d-945d-01bc4adcf613 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:41.696434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-615bf8fd-4872-412c-91b6-a63ae92c839a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Unset dirty status for tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:41.703856 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-615bf8fd-4872-412c-91b6-a63ae92c839a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5925035 Apr 05 09:56:41.704797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55822) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:41.718325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4dd18f9f-7f75-408b-b77b-c560892282d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.732589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-216846000'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:41.757608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:41.766059 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c0aa8629-950e-4777-9c60-52a60cf2f37f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:41.773835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:network and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:41.778927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:41.810616 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4dd18f9f-7f75-408b-b77b-c560892282d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/ea9693a9-a87e-4b63-8be5-0badb7de1d03 HTTP/1.1" status: 204 len: 168 time: 2.2940190 Apr 05 09:56:41.814440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8ac75-75b5-46d4-8aa1-dd7896436644 None None] Routers {'79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:41.815066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5bf8ac75-75b5-46d4-8aa1-dd7896436644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:41.824917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55826) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:41.840167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0595c6a0-0cad-44db-9af6-6efc5cbdc53f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.853661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:41.869268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.873080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0595c6a0-0cad-44db-9af6-6efc5cbdc53f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.879404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.894676 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff303e58-4b3f-4148-80a7-79ee2b3ef107 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:56:41.895202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ff303e58-4b3f-4148-80a7-79ee2b3ef107 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:41.925492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ced2639-aaf0-471c-9c8e-d3969c7ef123']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:41.933277 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:41.954588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-5bf8ac75-75b5-46d4-8aa1-dd7896436644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:41.955149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf8ac75-75b5-46d4-8aa1-dd7896436644 None None] The sync data for ids ['79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:56:41.983911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65ce4df-e718-49dd-880e-43a57beba9ff') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:41.984121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65ce4df-e718-49dd-880e-43a57beba9ff') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:41.994035 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:41.997544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.006270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b6d7c44-00b1-4c41-bbd1-5180bf602f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.012675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.022998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ff303e58-4b3f-4148-80a7-79ee2b3ef107 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:42.026978 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ff303e58-4b3f-4148-80a7-79ee2b3ef107 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/ea9693a9-a87e-4b63-8be5-0badb7de1d03 HTTP/1.1" status: 404 len: 333 time: 0.2010472 Apr 05 09:56:42.032334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55830) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:42.058878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6d7c44-00b1-4c41-bbd1-5180bf602f97 None None] No DVR routers for this DVR port c0eb8a66-5578-4d5d-945d-01bc4adcf613 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:42.062175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5028da-e280-4f20-a4db-f1bc6ad00c4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-739aeb95-b87b-4ac0-98f1-cd39e76b9133', 'network_id': '739aeb95-b87b-4ac0-98f1-cd39e76b9133', 'tenant_id': '5ffd6ce8968649b1b9ce4db1326a89b0', 'fixed_ips': [{'subnet_id': '91b94bcd-f029-4db8-933f-a3414b0460ed'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:42.063164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f5028da-e280-4f20-a4db-f1bc6ad00c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.065850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0595c6a0-0cad-44db-9af6-6efc5cbdc53f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.092676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=d063bdce-bb67-4a11-9013-8ffca7437e3c,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:42.111906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.116408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:42.117444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595c6a0-0cad-44db-9af6-6efc5cbdc53f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f43be82-2596-44ef-8904-b57c48898c45,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:42.119555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:42.123512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:42.126332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:42.126917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.140107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:42.140591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.141318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4b797094-5cb2-476f-bfb5-6eadaae6b29e None None] Port b921f194-feee-4c21-a3b6-87067bda1b48 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:42.148817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0595c6a0-0cad-44db-9af6-6efc5cbdc53f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.150191 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0595c6a0-0cad-44db-9af6-6efc5cbdc53f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6f43be82-2596-44ef-8904-b57c48898c45 HTTP/1.1" status: 204 len: 168 time: 0.5294528 Apr 05 09:56:42.153964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55834) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:42.155879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d7c44-00b1-4c41-bbd1-5180bf602f97 None None] Pushing event deleted for resources: {'Port': ['ID=c0eb8a66-5578-4d5d-945d-01bc4adcf613,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:42.159563 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4de4b89-9dbc-4dac-8f98-4ebcb94a9559 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:42.162410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.211836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:42.279010 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:42.344376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=91b94bcd-f029-4db8-933f-a3414b0460ed,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:42.381942 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e607f50d-c530-458c-a376-f3d44fc3f41e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4218469 Apr 05 09:56:42.383571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55838) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:42.401626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0a1c6883-3628-4b70-8bbe-bfc4025cb234 None None] Provisioning for port d520b623-0fe0-42f6-b253-bee2e90d0f1f completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:42.405708 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': 'd063bdce-bb67-4a11-9013-8ffca7437e3c', 'ip_address': '2001:db8::1ea5:a087:d16e:49ff'}], 'name': 'tempest-NetworksTestDHCPv6-1874477749'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:42.408094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port c0aa8629-950e-4777-9c60-52a60cf2f37f completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:42.435868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c0aa8629-950e-4777-9c60-52a60cf2f37f triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:42.436237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.480677 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.502425 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.502773 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Added segment 5577328f-6fc7-4c1a-9e9c-c879f483855f of type vlan for network 089b383e-293d-46f1-ac2d-6055c69c8538 Apr 05 09:56:42.519079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-692737de-6d95-42bf-a1f0-27cc42eadbb8 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:42.542001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.550446 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739aeb95-b87b-4ac0-98f1-cd39e76b9133']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:42.576144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ced2639-aaf0-471c-9c8e-d3969c7ef123 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 09:56:42.582641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.591011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f2659d-4852-4625-95aa-ec8f79834db9') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:42.591011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f2659d-4852-4625-95aa-ec8f79834db9') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:42.591299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ced2639-aaf0-471c-9c8e-d3969c7ef123,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:42.608489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.623132 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-66c8ad1a-22e7-49f9-8d3d-89d3eff96788 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "DELETE /v2.0/networks/4ced2639-aaf0-471c-9c8e-d3969c7ef123 HTTP/1.1" status: 204 len: 168 time: 1.5286803 Apr 05 09:56:42.625190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.633220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-692737de-6d95-42bf-a1f0-27cc42eadbb8 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:42.634478 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-692737de-6d95-42bf-a1f0-27cc42eadbb8 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4786499 Apr 05 09:56:42.640973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55842) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:42.641314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55844) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:42.649267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0a1c6883-3628-4b70-8bbe-bfc4025cb234 None None] Provisioning complete for port b921f194-feee-4c21-a3b6-87067bda1b48 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:42.649484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6883-3628-4b70-8bbe-bfc4025cb234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.652477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:42.672757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6bc6327-09fb-4f64-b256-1fe68f830eaf tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet f3170739-f4b5-4884-9bf8-80800131dfca {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:42.678953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:42.680367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6327-09fb-4f64-b256-1fe68f830eaf tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.691959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Usage tracker for resource:network and tenant:0b0846baeaa744c683cd72c66006a853 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:42.697775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.731072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:42.761586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:42.770561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:42.771250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.775934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6327-09fb-4f64-b256-1fe68f830eaf tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:42.787994 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:42.806876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:42.816460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b005d8e-a04b-4f86-9dc8-10c70e5e583a None None] Network 739aeb95-b87b-4ac0-98f1-cd39e76b9133 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:42.816668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:42.827007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:42.836972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:42.845550 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': 'd063bdce-bb67-4a11-9013-8ffca7437e3c'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:42.846432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.860949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:56:42.872748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.876874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:42.877701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.899540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6327-09fb-4f64-b256-1fe68f830eaf tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.927820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Made reservation on behalf of 0b0846baeaa744c683cd72c66006a853 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:42.930437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.971798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:42.983005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:42.990728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6327-09fb-4f64-b256-1fe68f830eaf tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.080605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6883-3628-4b70-8bbe-bfc4025cb234 None None] Port b921f194-feee-4c21-a3b6-87067bda1b48 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:56:43.101656 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d6bc6327-09fb-4f64-b256-1fe68f830eaf tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.104772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc6327-09fb-4f64-b256-1fe68f830eaf tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=f3170739-f4b5-4884-9bf8-80800131dfca,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:43.127269 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d6bc6327-09fb-4f64-b256-1fe68f830eaf tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/f3170739-f4b5-4884-9bf8-80800131dfca HTTP/1.1" status: 204 len: 168 time: 1.0939062 Apr 05 09:56:43.128015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55850) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:43.154077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port c0aa8629-950e-4777-9c60-52a60cf2f37f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c0aa8629-950e-4777-9c60-52a60cf2f37f,segment=NetworkSegment(50ffa5e6-eff6-4e92-985e-681df2d6ddc7),segment_id=50ffa5e6-eff6-4e92-985e-681df2d6ddc7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:43.170018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a299b8-68f5-4811-a12e-42c434f616dd None None] Network c51a3c2e-61b4-4622-8654-b42e75c3835e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:43.195562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.196530 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7ed59e5f-2900-4ccf-9200-543f5beb88af up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:43.207721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.223855 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=089b383e-293d-46f1-ac2d-6055c69c8538,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:43.230034 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-886d24dc-ce88-42fd-8098-d736d7ce067d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5149195 Apr 05 09:56:43.234000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.241582 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/739aeb95-b87b-4ac0-98f1-cd39e76b9133 HTTP/1.1" status: 204 len: 168 time: 2.4982193 Apr 05 09:56:43.243579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55854) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:43.244169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55856) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:43.262066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.290447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 7ed59e5f-2900-4ccf-9200-543f5beb88af {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:43.290871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.324244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1589418100'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:43.329158 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 089b383e-293d-46f1-ac2d-6055c69c8538 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:43.331932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4db94ef3-a462-4a5f-a242-1fbd7b7263ed tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.346460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc64d5c9-d504-4f36-881e-e1e0c48ca3f7 None None] Update dhcp port {'port': {'network_id': 'aa3b7248-1b72-4598-b0ad-049b2d69f631', 'fixed_ips': [{'subnet_id': '3337d5df-66b0-437a-93a0-9d1dd83381fd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c0aa8726-20cf-422a-9bbe-37a8d4a107d7'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': 'd520b623-0fe0-42f6-b253-bee2e90d0f1f'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 09:56:43.348110 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d1b95c7d-9c51-4239-8791-31a92436a857 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:43.369031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:43.371902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354fd01-19e8-4837-9e32-37b51c1ddcc0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=739aeb95-b87b-4ac0-98f1-cd39e76b9133,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:43.413110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.416682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cc64d5c9-d504-4f36-881e-e1e0c48ca3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.422564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:43.443828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:network and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:43.502018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port b06c1cd2-6c23-4cc6-84e5-dc50cad1fc6b yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:43.504010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:43.528849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:43.547781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.547997 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Added segment b5d56907-03e3-4c58-8abc-ca51f7e52a6c of type vlan for network 31da30ab-cc97-4241-85a8-907bfb64c318 Apr 05 09:56:43.575164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4db94ef3-a462-4a5f-a242-1fbd7b7263ed tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.601930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] For port 7ed59e5f-2900-4ccf-9200-543f5beb88af, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7ed59e5f-2900-4ccf-9200-543f5beb88af,segment=NetworkSegment(650accdb-66b3-4c16-9ade-1e3825fda325),segment_id=650accdb-66b3-4c16-9ade-1e3825fda325)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:43.602421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.610637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.656901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:43.659783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.756670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.762792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port 7ee7d8fe-4f91-401f-836b-65344fcd28eb {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:43.763278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.789693 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=c0aa8629-950e-4777-9c60-52a60cf2f37f,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:43.808823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 7ed59e5f-2900-4ccf-9200-543f5beb88af owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:43.897337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:43.900444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4db94ef3-a462-4a5f-a242-1fbd7b7263ed tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.921826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:43.926241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/d063bdce-bb67-4a11-9013-8ffca7437e3c/5100118f-699b-4cd4-83ad-ab774b7c79b4) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:43.969223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=7ed59e5f-2900-4ccf-9200-543f5beb88af,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:43.975695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No DVR routers for this DVR port 7ed59e5f-2900-4ccf-9200-543f5beb88af on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:44.003110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 7ed59e5f-2900-4ccf-9200-543f5beb88af triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:44.003835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.016277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db94ef3-a462-4a5f-a242-1fbd7b7263ed tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f92a69-61c7-4ced-b666-0f8ff6674c71,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:44.020850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.021735 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment 5e1771a8-44e1-4812-8fa2-7f27f7dbcf18 of type vlan for network c712c95d-2788-4e07-b8cd-ba617d6a1a3d Apr 05 09:56:44.023712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1b95c7d-9c51-4239-8791-31a92436a857 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.060203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.061001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:44.061553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.107915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1b95c7d-9c51-4239-8791-31a92436a857 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.136857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Port 7ed59e5f-2900-4ccf-9200-543f5beb88af was deleted so its status cannot be updated. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 09:56:44.184713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-cc64d5c9-d504-4f36-881e-e1e0c48ca3f7 None None] Allocated IP 172.20.0.1 (aa3b7248-1b72-4598-b0ad-049b2d69f631/c0aa8726-20cf-422a-9bbe-37a8d4a107d7/d520b623-0fe0-42f6-b253-bee2e90d0f1f) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:44.209223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.225701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:56:44.231491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.238937 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Sync routers for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:56:44.247343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1b95c7d-9c51-4239-8791-31a92436a857 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network 089b383e-293d-46f1-ac2d-6055c69c8538 is not hosted by any dhcp agent {{(pid=83820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 09:56:44.258274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b95c7d-9c51-4239-8791-31a92436a857 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:44.258932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1b95c7d-9c51-4239-8791-31a92436a857 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.266946 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:44.267596 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:44.269149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55862) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:44.276081 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d1b95c7d-9c51-4239-8791-31a92436a857 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "PUT /v2.0/networks/089b383e-293d-46f1-ac2d-6055c69c8538 HTTP/1.1" status: 200 len: 723 time: 0.9652443 Apr 05 09:56:44.288752 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-748554c8-0afc-4785-a1f9-430eb624fb9c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1843297 Apr 05 09:56:44.290750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'network_id': '089b383e-293d-46f1-ac2d-6055c69c8538', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:44.293527 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55866) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:44.310248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a706485-e3fc-44a0-93df-80125d1fb76f None None] DHCP port deletion for c51a3c2e-61b4-4622-8654-b42e75c3835e request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:44.314074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event updated for resources: {'Network': ['ID=31da30ab-cc97-4241-85a8-907bfb64c318,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:44.317152 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-68eb1d85-213c-497f-b23a-5e817731532a tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.6748910 Apr 05 09:56:44.318210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51a3c2e-61b4-4622-8654-b42e75c3835e']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:44.339651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 31da30ab-cc97-4241-85a8-907bfb64c318 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:44.348549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'network': {'name': 'tempest-RoutersTest-1108799415'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:44.367054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55870) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:44.367909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4db94ef3-a462-4a5f-a242-1fbd7b7263ed tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.369014 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4db94ef3-a462-4a5f-a242-1fbd7b7263ed tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/f2f92a69-61c7-4ced-b666-0f8ff6674c71 HTTP/1.1" status: 204 len: 168 time: 1.7252800 Apr 05 09:56:44.378995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55874) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:44.383236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Request body: {'subnet': {'network_id': '31da30ab-cc97-4241-85a8-907bfb64c318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:44.390598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:44.397152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.405688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:56:44.409715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650accdb-66b3-4c16-9ade-1e3825fda325') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:44.412972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650accdb-66b3-4c16-9ade-1e3825fda325') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:44.434018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.455922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.464488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:44.464893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.488816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:44.492987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:network and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:44.504565 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:44.522204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Usage tracker for resource:subnet and tenant:0b0846baeaa744c683cd72c66006a853 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:44.525976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:44.534937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:44.547946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:44.558255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:44.576222 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:56:44.632373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:44.645165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:44.675389 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d520b623-0fe0-42f6-b253-bee2e90d0f1f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:44.676433 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:44.703606 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.760130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for 7ee7d8fe-4f91-401f-836b-65344fcd28eb owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:44.777144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-cc64d5c9-d504-4f36-881e-e1e0c48ca3f7 None None] For port d520b623-0fe0-42f6-b253-bee2e90d0f1f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d520b623-0fe0-42f6-b253-bee2e90d0f1f,segment=NetworkSegment(ff2b4ce5-dc80-4f2b-9f88-aacae1536e96),segment_id=ff2b4ce5-dc80-4f2b-9f88-aacae1536e96)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:44.779618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.781932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.795441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Network': ['ID=c51a3c2e-61b4-4622-8654-b42e75c3835e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:44.803096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Transition to ACTIVE for port object 5100118f-699b-4cd4-83ad-ab774b7c79b4 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:44.836023 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-93d2e771-ed2d-4774-a973-aa9f84a9fd75 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/networks/c51a3c2e-61b4-4622-8654-b42e75c3835e HTTP/1.1" status: 204 len: 168 time: 1.7046912 Apr 05 09:56:44.840090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55878) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:44.846238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cc64d5c9-d504-4f36-881e-e1e0c48ca3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.848047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-25972410'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:44.853907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Transition to ACTIVE for port object 5100118f-699b-4cd4-83ad-ab774b7c79b4 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:44.858499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.873672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.876964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:44.878407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cc64d5c9-d504-4f36-881e-e1e0c48ca3f7 None None] Transition to ACTIVE for port object d520b623-0fe0-42f6-b253-bee2e90d0f1f will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:44.922310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:network and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:44.928198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cc64d5c9-d504-4f36-881e-e1e0c48ca3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:44.931383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:44.931638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port d520b623-0fe0-42f6-b253-bee2e90d0f1f completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:44.956930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c0aa8629-950e-4777-9c60-52a60cf2f37f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:44.987187 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:56:37Z', 'revision_number': 2, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:39Z', 'revision_number': 2, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:44.991655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:44.991961 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Checking router: 47118720-5959-4f05-aa94-76defd1a75f9 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:56:44.992462 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Updating router 47118720-5959-4f05-aa94-76defd1a75f9 port b921f194-feee-4c21-a3b6-87067bda1b48 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:56:45.009928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.014725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:45.015672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.034326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:45.043769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Made reservation on behalf of 0b0846baeaa744c683cd72c66006a853 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:45.047050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.052931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:45.055587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:45.057171 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.063539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:45.067129 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.092178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Pushing event updated for resources: {'Port': ['ID=5100118f-699b-4cd4-83ad-ab774b7c79b4,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:45.106602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:45.118341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.118914 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Added segment 24336fd8-5d7d-4300-8ad4-908c3be09431 of type vlan for network 6ed6eaa2-3714-411f-b599-4cb5731b7a72 Apr 05 09:56:45.152593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.195357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::1ea5:a087:d16e:49ff (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/d063bdce-bb67-4a11-9013-8ffca7437e3c/b06c1cd2-6c23-4cc6-84e5-dc50cad1fc6b) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:45.205447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.211614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:45.212566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.276203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64d5c9-d504-4f36-881e-e1e0c48ca3f7 None None] Pushing event updated for resources: {'Port': ['ID=d520b623-0fe0-42f6-b253-bee2e90d0f1f,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:45.294926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Attempting to bind port 5100118f-699b-4cd4-83ad-ab774b7c79b4 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:45.295571 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Attempting to bind port 5100118f-699b-4cd4-83ad-ab774b7c79b4 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:45.296253 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Attempting to bind port 5100118f-699b-4cd4-83ad-ab774b7c79b4 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:45.307132 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c0aa8629-950e-4777-9c60-52a60cf2f37f triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:45.307810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.351131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:45.353232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:45.356071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.358700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:45.359603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Bound port: 5100118f-699b-4cd4-83ad-ab774b7c79b4, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:45.360176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.400464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Network': ['ID=6ed6eaa2-3714-411f-b599-4cb5731b7a72,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:45.439880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 6ed6eaa2-3714-411f-b599-4cb5731b7a72 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:45.502074 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-38711b05-02f5-4730-b272-e68f963c2535 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6607637 Apr 05 09:56:45.514477 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55882) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:45.519988 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:45.524544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.569632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.586591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': '6ed6eaa2-3714-411f-b599-4cb5731b7a72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:45.594844 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.626724 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Transition to ACTIVE for port object b921f194-feee-4c21-a3b6-87067bda1b48 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:45.645390 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.649140 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3365719 Apr 05 09:56:45.659157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55886) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:45.713525 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] For port 5100118f-699b-4cd4-83ad-ab774b7c79b4, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:45.742506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] For port 5100118f-699b-4cd4-83ad-ab774b7c79b4, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5100118f-699b-4cd4-83ad-ab774b7c79b4,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:45.749626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:45.793961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=7ee7d8fe-4f91-401f-836b-65344fcd28eb,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:45.797996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-92f583d9-ce01-4f7a-add4-4faf417e73ac tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:45.800985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b95c7d-9c51-4239-8791-31a92436a857 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=089b383e-293d-46f1-ac2d-6055c69c8538,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:45.830549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': 'c712c95d-2788-4e07-b8cd-ba617d6a1a3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:45.867949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b971846-ebae-48e7-b6e5-65d907a300a7 None None] Pushing event updated for resources: {'Port': ['ID=5100118f-699b-4cd4-83ad-ab774b7c79b4,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:45.877986 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 089b383e-293d-46f1-ac2d-6055c69c8538 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:45.970774 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c0eb8a66-5578-4d5d-945d-01bc4adcf613 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:46.024784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:46.029158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:subnet and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:46.036420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:46.044400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:46.057790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: c0eb8a66-5578-4d5d-945d-01bc4adcf613 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:46.058347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c0eb8a66-5578-4d5d-945d-01bc4adcf613 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:46.060897 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Pushing event updated for resources: {'Port': ['ID=b921f194-feee-4c21-a3b6-87067bda1b48,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:46.078996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:46.098677 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.099037 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.099377 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.101699 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.102090 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.102432 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.102769 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.103115 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.106287 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.106665 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.107005 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:56:46.116037 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Attempting to bind port b921f194-feee-4c21-a3b6-87067bda1b48 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:46.118522 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Attempting to bind port b921f194-feee-4c21-a3b6-87067bda1b48 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '50ffa5e6-eff6-4e92-985e-681df2d6ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:46.118914 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Attempting to bind port b921f194-feee-4c21-a3b6-87067bda1b48 on network aeecb5d4-c372-4cd5-87e0-004b01d76de6 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:46.132939 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:46.133305 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Checking segment: {'id': '50ffa5e6-eff6-4e92-985e-681df2d6ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:46.133700 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.134081 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Bound using segment: {'id': '50ffa5e6-eff6-4e92-985e-681df2d6ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:46.135802 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Bound port: b921f194-feee-4c21-a3b6-87067bda1b48, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ffa5e6-eff6-4e92-985e-681df2d6ddc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:46.136187 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.152133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:46.162342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.163791 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added segment 0f2cd49d-01e4-4507-b828-9eb0673ebea7 of type vlan for network 7d14916a-f942-4026-a891-59fa2ac8c1b7 Apr 05 09:56:46.187846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494caa60-5d14-44c6-bb35-c2064b0cd487 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=c712c95d-2788-4e07-b8cd-ba617d6a1a3d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:46.214755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b295a-dadb-4da7-a1f4-a5ca538612d9 None None] Network aa3b7248-1b72-4598-b0ad-049b2d69f631 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:46.239600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network c712c95d-2788-4e07-b8cd-ba617d6a1a3d details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:46.284126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d520b623-0fe0-42f6-b253-bee2e90d0f1f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:46.297980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.340035 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] For port b921f194-feee-4c21-a3b6-87067bda1b48, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:46.347958 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] For port b921f194-feee-4c21-a3b6-87067bda1b48, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b921f194-feee-4c21-a3b6-87067bda1b48,segment=NetworkSegment(50ffa5e6-eff6-4e92-985e-681df2d6ddc7),segment_id=50ffa5e6-eff6-4e92-985e-681df2d6ddc7)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:46.353880 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.387388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:46.391466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:46.394450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:46.401379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-92f583d9-ce01-4f7a-add4-4faf417e73ac tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:46.402780 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-92f583d9-ce01-4f7a-add4-4faf417e73ac tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 2.0081625 Apr 05 09:56:46.407821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:46.416367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55890) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:46.440238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group': {'name': 'tempest-secgroup--827033182'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:46.446678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:46.457618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.458471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:46.491124 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:46.507949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.535912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.540196 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:56:46.541369 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:56:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:46.658833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ae35af05-8709-4ca7-8fd5-76375573e983 None None] Provisioning for port d520b623-0fe0-42f6-b253-bee2e90d0f1f completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:46.709125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.717722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ae35af05-8709-4ca7-8fd5-76375573e983 None None] Provisioning complete for port d520b623-0fe0-42f6-b253-bee2e90d0f1f triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:46.718390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae35af05-8709-4ca7-8fd5-76375573e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.783479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.787231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:46.788410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.815750 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a976208-05d8-4e50-b17e-ac10f5725f41 None None] Pushing event updated for resources: {'Port': ['ID=b921f194-feee-4c21-a3b6-87067bda1b48,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:46.837386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d520b623-0fe0-42f6-b253-bee2e90d0f1f triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:46.837817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:46.879290 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:56:47.002396 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae35af05-8709-4ca7-8fd5-76375573e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.065208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:47.096555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:47.112954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:47.133391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:47.141904 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ae35af05-8709-4ca7-8fd5-76375573e983 None None] For port d520b623-0fe0-42f6-b253-bee2e90d0f1f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d520b623-0fe0-42f6-b253-bee2e90d0f1f,segment=NetworkSegment(ff2b4ce5-dc80-4f2b-9f88-aacae1536e96),segment_id=ff2b4ce5-dc80-4f2b-9f88-aacae1536e96)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:47.154531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae35af05-8709-4ca7-8fd5-76375573e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.169815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Network': ['ID=7d14916a-f942-4026-a891-59fa2ac8c1b7,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:47.180926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.191753 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-856f3550-ed89-49ec-b6f0-9458a115ba3d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.8951936 Apr 05 09:56:47.192990 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55894) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:47.202984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.208071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'subnet': {'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:47.209020 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 7d14916a-f942-4026-a891-59fa2ac8c1b7 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:47.223422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object b06c1cd2-6c23-4cc6-84e5-dc50cad1fc6b will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:47.253456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.314357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:56:47.314967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.323919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.333124 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:56:37Z', 'revision_number': 2, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:46Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:47.340876 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460cba9b-4f86-44fb-ba28-bc748ecaa3bc None None] The sync data for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv is: [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:56:37Z', 'revision_number': 2, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:46Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:56:47.343248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.359056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=7d625037-c4a9-40d6-a920-b4078559d3f8,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:47.416511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.469764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7ed59e5f-2900-4ccf-9200-543f5beb88af no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:47.525462 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 7ed59e5f-2900-4ccf-9200-543f5beb88af {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:47.525757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7ed59e5f-2900-4ccf-9200-543f5beb88af not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:47.529605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35af05-8709-4ca7-8fd5-76375573e983 None None] Pushing event updated for resources: {'Port': ['ID=d520b623-0fe0-42f6-b253-bee2e90d0f1f,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:47.652128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=11d7ce1f-7d8c-4399-b883-8bec099ddb40,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:47.674824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:47.704439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:47.745476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.762964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:47.768657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8365f00f-9371-4c7b-811f-91e82eb7e78d,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:47.771981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.792997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.793495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Fanout notify agent at l3_agent the message router_deleted on router 79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:56:47.800053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:subnet and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:47.811894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:47.827598 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f819c3a8-deb4-4493-8b31-c9ac3884e3a4 None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 09:56:47.839846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:47.873781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Checking segment: {'id': 'b5d56907-03e3-4c58-8abc-ca51f7e52a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '31da30ab-cc97-4241-85a8-907bfb64c318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:47.874635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Network hostable DHCP agents. Network: 31da30ab-cc97-4241-85a8-907bfb64c318, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:47.881891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.886226 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4585557 Apr 05 09:56:47.889257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.890497 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-085cfcac-7044-4012-999d-b5e02390db58 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/routers/79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7 HTTP/1.1" status: 204 len: 168 time: 7.1484523 Apr 05 09:56:47.894577 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142383fc-9684-415e-ae13-ae65afe93894 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1ca5bf-dc5b-4481-9940-81968393a160,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:47.894577 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55898) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:47.894994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55900) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:47.913731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:47.916049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b7bddff7-5d38-48f2-88ce-4df717dfc4b7 None None] Provisioning complete for port d520b623-0fe0-42f6-b253-bee2e90d0f1f triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:47.916432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b7bddff7-5d38-48f2-88ce-4df717dfc4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.922071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:47.922717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:47.938522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=b06c1cd2-6c23-4cc6-84e5-dc50cad1fc6b,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:47.947548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'ae1ca5bf-dc5b-4481-9940-81968393a160', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:47.954958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:47.974945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:47.987957 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:48.021770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking segment: {'id': '5577328f-6fc7-4c1a-9e9c-c879f483855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '089b383e-293d-46f1-ac2d-6055c69c8538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:48.022148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network hostable DHCP agents. Network: 089b383e-293d-46f1-ac2d-6055c69c8538, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:48.029826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': '5e1771a8-44e1-4812-8fa2-7f27f7dbcf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'c712c95d-2788-4e07-b8cd-ba617d6a1a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:48.030155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: c712c95d-2788-4e07-b8cd-ba617d6a1a3d, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:48.037730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.043749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:48.073341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:48.106531 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e8e477fb-dc7e-47c8-b08c-793c4f14363a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.7117522 Apr 05 09:56:48.125348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55906) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:48.132436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': 'd063bdce-bb67-4a11-9013-8ffca7437e3c', 'ip_address': '2001:db8::1ea5:a087:d16e:49ff'}], 'name': 'tempest-NetworksTestDHCPv6-561983682'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:48.188809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=43b47734-80af-49d0-8d37-3db3fc144096,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:48.203888 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b7bddff7-5d38-48f2-88ce-4df717dfc4b7 None None] Provisioning for port 5100118f-699b-4cd4-83ad-ab774b7c79b4 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:48.242103 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Checking segment: {'id': '24336fd8-5d7d-4300-8ad4-908c3be09431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ed6eaa2-3714-411f-b599-4cb5731b7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:48.242610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network hostable DHCP agents. Network: 6ed6eaa2-3714-411f-b599-4cb5731b7a72, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:48.254587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network 089b383e-293d-46f1-ac2d-6055c69c8538 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:48.271711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network c712c95d-2788-4e07-b8cd-ba617d6a1a3d is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:48.279282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Network 31da30ab-cc97-4241-85a8-907bfb64c318 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:48.282696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 089b383e-293d-46f1-ac2d-6055c69c8538) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:48.292168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, c712c95d-2788-4e07-b8cd-ba617d6a1a3d) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:48.294390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:48.295092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.316612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:48.317285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.337241 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-24b79ef2-32ae-4677-abde-c5f8d61c8779 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0665684 Apr 05 09:56:48.341483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55910) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:48.351890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.352719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-332d6a78-08e5-486b-a4cd-8f32ec14c106 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:48.391952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 6ed6eaa2-3714-411f-b599-4cb5731b7a72 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:48.401419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8bde290d-2f4e-48dc-95fd-49e4ec5b6de6 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6370828 Apr 05 09:56:48.408230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 6ed6eaa2-3714-411f-b599-4cb5731b7a72) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:48.412164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55914) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:48.423549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.471215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d520b623-0fe0-42f6-b253-bee2e90d0f1f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:48.493493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:48.494087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.498618 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 31da30ab-cc97-4241-85a8-907bfb64c318) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:48.544389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:48.545028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.558551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819c3a8-deb4-4493-8b31-c9ac3884e3a4 None None] Unable to find a vacant binding_index for network 089b383e-293d-46f1-ac2d-6055c69c8538 and agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 05 09:56:48.587856 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bac0fbe1-0acd-473f-bd75-f10eafc95389 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0128515 Apr 05 09:56:48.595183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55918) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:48.597223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819c3a8-deb4-4493-8b31-c9ac3884e3a4 None None] Unable to find a vacant binding_index for network c712c95d-2788-4e07-b8cd-ba617d6a1a3d and agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 05 09:56:48.604392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': '6ed6eaa2-3714-411f-b599-4cb5731b7a72', 'name': 'tempest-PortsTestJSON-1117375174', 'fixed_ips': [{'subnet_id': '43b47734-80af-49d0-8d37-3db3fc144096', 'ip_address': '172.20.0.10'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:48.613128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d520b623-0fe0-42f6-b253-bee2e90d0f1f triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:48.613550 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.636479 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c4227f6a-be8e-4fc7-a239-e0d4aab00228 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2658763 Apr 05 09:56:48.655564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f819c3a8-deb4-4493-8b31-c9ac3884e3a4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 089b383e-293d-46f1-ac2d-6055c69c8538), (DHCP agent, dv-neutron-833199-1-hyperv, c712c95d-2788-4e07-b8cd-ba617d6a1a3d) {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 09:56:48.662440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55922) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:48.673337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Request body: {'floatingip': {'floating_network_id': '31da30ab-cc97-4241-85a8-907bfb64c318'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:48.693020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fd2469-6800-4f4a-9782-b8af665255bc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting subnet 5ac1d1d8-f97e-4c48-bab0-8ddf588315f2 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:48.698995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:48.705121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fd2469-6800-4f4a-9782-b8af665255bc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.748028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-332d6a78-08e5-486b-a4cd-8f32ec14c106 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2451637'] for subnet, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.751915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:48.761113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Usage tracker for resource:floatingip and tenant:0b0846baeaa744c683cd72c66006a853 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:48.765626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.774512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:48.781514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:48.789234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.793927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:48.798285 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:48.808288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.822523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:48.830416 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fd2469-6800-4f4a-9782-b8af665255bc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.862022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b921f194-feee-4c21-a3b6-87067bda1b48 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:48.877263 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46721c90-2f01-495b-b21e-457ae590b155,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:48.897406 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:48.915145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:port and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:48.922771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:48.954845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:48.963032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:48.973991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:48.993018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.042106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:49.044028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port b921f194-feee-4c21-a3b6-87067bda1b48 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:49.047362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.057278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port b921f194-feee-4c21-a3b6-87067bda1b48 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:49.057278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.057564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.063570 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a6f064cc-9637-4746-865d-2e2abdc8ce4d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1608865 Apr 05 09:56:49.107940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55926) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:49.180232 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ec520265-88bb-4fb3-b039-f4a2bc7a3b2e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules/46721c90-2f01-495b-b21e-457ae590b155 HTTP/1.1" status: 200 len: 705 time: 0.0708327 Apr 05 09:56:49.203016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55930) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:49.257932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port 786f805b-3d12-4211-adf2-4475ccb2a998 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:49.289385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.296140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.306184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-332d6a78-08e5-486b-a4cd-8f32ec14c106 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749085407892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2536120'] for subnet, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.307992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fd2469-6800-4f4a-9782-b8af665255bc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.354949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port b921f194-feee-4c21-a3b6-87067bda1b48, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b921f194-feee-4c21-a3b6-87067bda1b48,segment=NetworkSegment(50ffa5e6-eff6-4e92-985e-681df2d6ddc7),segment_id=50ffa5e6-eff6-4e92-985e-681df2d6ddc7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:49.360232 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.364874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-089b383e-293d-46f1-ac2d-6055c69c8538', 'network_id': '089b383e-293d-46f1-ac2d-6055c69c8538', 'tenant_id': '6a1e7b07b0d14225b3ad989b0da0b4a2', 'fixed_ips': [{'subnet_id': '11d7ce1f-7d8c-4399-b883-8bec099ddb40'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:49.367031 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.374440 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.397013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-6ed6eaa2-3714-411f-b599-4cb5731b7a72', 'network_id': '6ed6eaa2-3714-411f-b599-4cb5731b7a72', 'tenant_id': 'ac5795c722a94f62a5226dd40339ffaf', 'fixed_ips': [{'subnet_id': '43b47734-80af-49d0-8d37-3db3fc144096'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:49.398351 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.405728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332d6a78-08e5-486b-a4cd-8f32ec14c106 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:49.406038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-332d6a78-08e5-486b-a4cd-8f32ec14c106 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.409694 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-332d6a78-08e5-486b-a4cd-8f32ec14c106 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "PUT /v2.0/subnets/11d7ce1f-7d8c-4399-b883-8bec099ddb40 HTTP/1.1" status: 200 len: 826 time: 1.0649245 Apr 05 09:56:49.416589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55934) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:49.443557 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a16f4-ba51-4a51-87de-a654ea5ac774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-c712c95d-2788-4e07-b8cd-ba617d6a1a3d', 'network_id': 'c712c95d-2788-4e07-b8cd-ba617d6a1a3d', 'tenant_id': '5ffd6ce8968649b1b9ce4db1326a89b0', 'fixed_ips': [{'subnet_id': '7d625037-c4a9-40d6-a920-b4078559d3f8'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:49.445331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d6a78-08e5-486b-a4cd-8f32ec14c106 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=11d7ce1f-7d8c-4399-b883-8bec099ddb40,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:49.456693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port 3af89d3d-e4d8-4413-8baf-2768b1a5418e yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:49.457307 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-665a16f4-ba51-4a51-87de-a654ea5ac774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.524412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-75acd8d6-b34f-4588-8e3c-bae5dde8ad34 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:49.539972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Subnet': ['ID=e70008bc-4b34-444f-9954-371e548f3a9a,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:49.640149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fd2469-6800-4f4a-9782-b8af665255bc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.645808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=7d625037-c4a9-40d6-a920-b4078559d3f8,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:49.698860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.732091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.733199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5100118f-699b-4cd4-83ad-ab774b7c79b4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:49.799490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c712c95d-2788-4e07-b8cd-ba617d6a1a3d']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:49.822828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1771a8-44e1-4812-8fa2-7f27f7dbcf18') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:49.823046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1771a8-44e1-4812-8fa2-7f27f7dbcf18') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:49.824155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-75acd8d6-b34f-4588-8e3c-bae5dde8ad34 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:49.827903 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-75acd8d6-b34f-4588-8e3c-bae5dde8ad34 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6162293 Apr 05 09:56:49.831869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55938) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:49.848696 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Checking segment: {'id': '0f2cd49d-01e4-4507-b828-9eb0673ebea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:49.849058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network hostable DHCP agents. Network: 7d14916a-f942-4026-a891-59fa2ac8c1b7, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:49.853437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd2469-6800-4f4a-9782-b8af665255bc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac1d1d8-f97e-4c48-bab0-8ddf588315f2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:49.860419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.882920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fd2469-6800-4f4a-9782-b8af665255bc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.883759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.886275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.912597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.915384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.10 (6ed6eaa2-3714-411f-b599-4cb5731b7a72/43b47734-80af-49d0-8d37-3db3fc144096/786f805b-3d12-4211-adf2-4475ccb2a998) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:49.929677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:49.930184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:49.945482 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:49.980965 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-79fd2469-6800-4f4a-9782-b8af665255bc tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/subnets/5ac1d1d8-f97e-4c48-bab0-8ddf588315f2 HTTP/1.1" status: 204 len: 168 time: 2.0789897 Apr 05 09:56:49.991995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55942) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:50.003716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-721aea10-4318-4273-a234-75058c78d25f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.064878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=b921f194-feee-4c21-a3b6-87067bda1b48,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:50.067432 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-721aea10-4318-4273-a234-75058c78d25f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.104881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 5100118f-699b-4cd4-83ad-ab774b7c79b4 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:50.106930 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 7d14916a-f942-4026-a891-59fa2ac8c1b7 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:50.108686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Allocated IP 2001:db8::2 (089b383e-293d-46f1-ac2d-6055c69c8538/11d7ce1f-7d8c-4399-b883-8bec099ddb40/3cb0f47e-36d8-4407-94b6-b609251b0692) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:50.114683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5100118f-699b-4cd4-83ad-ab774b7c79b4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:50.115077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.137688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.163116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.184234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 7d14916a-f942-4026-a891-59fa2ac8c1b7) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:50.185302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.207369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:50.207976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.212270 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 09:56:50.212699 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:56:50.216822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-721aea10-4318-4273-a234-75058c78d25f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.218587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=c712c95d-2788-4e07-b8cd-ba617d6a1a3d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:50.245900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.270893 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9b005161-2405-4848-a6cf-a344258a45cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1424549 Apr 05 09:56:50.272376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55946) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:50.275897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Allocated IP 172.20.0.12 (31da30ab-cc97-4241-85a8-907bfb64c318/8365f00f-9371-4c7b-811f-91e82eb7e78d/440375a6-5fb4-461f-98e2-db8dd6b06cb3) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:50.283457 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-40ad8114-c942-47ac-9759-510ae19f67b2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0845976 Apr 05 09:56:50.318604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721aea10-4318-4273-a234-75058c78d25f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46721c90-2f01-495b-b21e-457ae590b155,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:50.320301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55950) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:50.333814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-721aea10-4318-4273-a234-75058c78d25f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.334841 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-721aea10-4318-4273-a234-75058c78d25f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/46721c90-2f01-495b-b21e-457ae590b155 HTTP/1.1" status: 204 len: 168 time: 0.4909630 Apr 05 09:56:50.336512 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cfc15806-8e57-451b-8f06-b45e66b48af7 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/c712c95d-2788-4e07-b8cd-ba617d6a1a3d HTTP/1.1" status: 204 len: 168 time: 1.9234385 Apr 05 09:56:50.345160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55954) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:50.345690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55956) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:50.374341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-866023484'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:50.380302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.392238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:50.397293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port cdf6a851-7f79-4fbe-8749-c26d92ede7a2 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:50.397631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.402671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:network and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:50.408538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:50.420632 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:50.471993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-508c1525-6653-4ed2-96d0-d3e4e0cddd22 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:50.474653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:50.475073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.477467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.487969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5100118f-699b-4cd4-83ad-ab774b7c79b4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5100118f-699b-4cd4-83ad-ab774b7c79b4,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:50.489214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Transition to ACTIVE for port object 3cb0f47e-36d8-4407-94b6-b609251b0692 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:50.510158 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Transition to ACTIVE for port object 3cb0f47e-36d8-4407-94b6-b609251b0692 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:50.511501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.545544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.550498 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.562069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:50.566075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-508c1525-6653-4ed2-96d0-d3e4e0cddd22 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:50.570658 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-508c1525-6653-4ed2-96d0-d3e4e0cddd22 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2207179 Apr 05 09:56:50.577774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55962) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:50.586675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-cc790652-02dc-4dc0-b470-f478963b9d05 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'ae1ca5bf-dc5b-4481-9940-81968393a160', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:50.593110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object 786f805b-3d12-4211-adf2-4475ccb2a998 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:50.598180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.598560 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment e9d94b53-be81-4889-9012-34daed29c4d1 of type vlan for network cd0c34f4-0118-4784-9023-0a300d370670 Apr 05 09:56:50.600112 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.603870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Network 089b383e-293d-46f1-ac2d-6055c69c8538 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:50.606234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:50.608187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cc790652-02dc-4dc0-b470-f478963b9d05 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:50.608952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:50.613428 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5100118f-699b-4cd4-83ad-ab774b7c79b4,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:50.660019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Subnet': ['ID=11d7ce1f-7d8c-4399-b883-8bec099ddb40,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:50.669108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cc790652-02dc-4dc0-b470-f478963b9d05 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:50.715199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.746423 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b921f194-feee-4c21-a3b6-87067bda1b48 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:50.802592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cc790652-02dc-4dc0-b470-f478963b9d05 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.822015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.868125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.890996 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Pushing event updated for resources: {'Port': ['ID=3cb0f47e-36d8-4407-94b6-b609251b0692,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:50.896456 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd1bfb-2fcc-46aa-b6e7-ade2f11943d8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:50.902804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd1bfb-2fcc-46aa-b6e7-ade2f11943d8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:50.903636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e0bd1bfb-2fcc-46aa-b6e7-ade2f11943d8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:50.930192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089b383e-293d-46f1-ac2d-6055c69c8538']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:50.934392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.939540 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Allocated IP 172.20.0.2 (6ed6eaa2-3714-411f-b599-4cb5731b7a72/43b47734-80af-49d0-8d37-3db3fc144096/e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:50.946466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] For port cdf6a851-7f79-4fbe-8749-c26d92ede7a2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cdf6a851-7f79-4fbe-8749-c26d92ede7a2,segment=NetworkSegment(255040a0-6cc2-4ddc-a257-7da79d92da67),segment_id=255040a0-6cc2-4ddc-a257-7da79d92da67)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:50.946827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.956174 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.960087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:50.961264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:50.971366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5577328f-6fc7-4c1a-9e9c-c879f483855f') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:50.971900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5577328f-6fc7-4c1a-9e9c-c879f483855f') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:51.031868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.052223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 6ed6eaa2-3714-411f-b599-4cb5731b7a72 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:51.054483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Attempting to bind port 3cb0f47e-36d8-4407-94b6-b609251b0692 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:51.055485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Attempting to bind port 3cb0f47e-36d8-4407-94b6-b609251b0692 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '5577328f-6fc7-4c1a-9e9c-c879f483855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '089b383e-293d-46f1-ac2d-6055c69c8538'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:51.055846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Attempting to bind port 3cb0f47e-36d8-4407-94b6-b609251b0692 on network 089b383e-293d-46f1-ac2d-6055c69c8538 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:51.064456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:51.064826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Checking segment: {'id': '5577328f-6fc7-4c1a-9e9c-c879f483855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '089b383e-293d-46f1-ac2d-6055c69c8538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:51.065228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.065612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Bound using segment: {'id': '5577328f-6fc7-4c1a-9e9c-c879f483855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '089b383e-293d-46f1-ac2d-6055c69c8538'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:51.066087 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Bound port: 3cb0f47e-36d8-4407-94b6-b609251b0692, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5577328f-6fc7-4c1a-9e9c-c879f483855f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '089b383e-293d-46f1-ac2d-6055c69c8538'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:51.066462 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.092804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e0bd1bfb-2fcc-46aa-b6e7-ade2f11943d8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:51.096752 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e0bd1bfb-2fcc-46aa-b6e7-ade2f11943d8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8226030 Apr 05 09:56:51.106258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for cdf6a851-7f79-4fbe-8749-c26d92ede7a2 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:51.133967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55966) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:51.224965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:51.246095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port b921f194-feee-4c21-a3b6-87067bda1b48 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:51.246491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.256356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:51.302709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.305330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=786f805b-3d12-4211-adf2-4475ccb2a998,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:51.329868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=cd0c34f4-0118-4784-9023-0a300d370670,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:51.332563 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.333879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:51.334576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.363210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Transition to ACTIVE for port object e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:51.364102 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2a37028f-ca44-45d1-813d-eb7f5854af62 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0154850 Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:51.365291 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:51.370417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network cd0c34f4-0118-4784-9023-0a300d370670 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:51.375303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55970) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:51.403505 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] For port 3cb0f47e-36d8-4407-94b6-b609251b0692, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:51.434839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': 'cd0c34f4-0118-4784-9023-0a300d370670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:51.473501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cc790652-02dc-4dc0-b470-f478963b9d05 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.483770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-527594ea-f03c-4e47-8307-8939255c4dd0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port b06c1cd2-6c23-4cc6-84e5-dc50cad1fc6b {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:51.484113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-527594ea-f03c-4e47-8307-8939255c4dd0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.487351 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Transition to ACTIVE for port object e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:51.505921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.534848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:51.535307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.564849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.567244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cc790652-02dc-4dc0-b470-f478963b9d05 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.602423 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-03bbee72-e8cf-4ffa-95f9-007cce534ea2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0024254 Apr 05 09:56:51.608939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55974) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:51.615819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': '6ed6eaa2-3714-411f-b599-4cb5731b7a72', 'name': 'tempest-PortsTestJSON-1488056257', 'fixed_ips': [{'subnet_id': '43b47734-80af-49d0-8d37-3db3fc144096', 'ip_address': '172.20.0.9'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:51.618997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 09:56:51.618997 dv-neutron-833199-1-hyperv neutron-server[83819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 09:56:51.618997 dv-neutron-833199-1-hyperv neutron-server[83819]: [parameters: {'id': '089b383e-293d-46f1-ac2d-6055c69c8538'}] Apr 05 09:56:51.618997 dv-neutron-833199-1-hyperv neutron-server[83819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:56:51.619662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:56:51.619878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc790652-02dc-4dc0-b470-f478963b9d05 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27375e90-7b6d-4cf8-9e34-107fdfaa2e27,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:51.639548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cc790652-02dc-4dc0-b470-f478963b9d05 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.643348 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cc790652-02dc-4dc0-b470-f478963b9d05 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0621693 Apr 05 09:56:51.643863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55978) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:51.664730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:51.673970 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-98a25109-eaa6-4a1b-874d-ca453447c84f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules/27375e90-7b6d-4cf8-9e34-107fdfaa2e27 HTTP/1.1" status: 200 len: 705 time: 0.0268891 Apr 05 09:56:51.673970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:subnet and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:51.677156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55982) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:51.677870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:51.702528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:51.707963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] For port 3cb0f47e-36d8-4407-94b6-b609251b0692, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3cb0f47e-36d8-4407-94b6-b609251b0692,segment=NetworkSegment(5577328f-6fc7-4c1a-9e9c-c879f483855f),segment_id=5577328f-6fc7-4c1a-9e9c-c879f483855f)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:51.709228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.717094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Network 6ed6eaa2-3714-411f-b599-4cb5731b7a72 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:51.719877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Pushing event updated for resources: {'Port': ['ID=e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:51.723927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:51.724408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:51.726471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.758355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:51.817535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0e408a44-fab0-473b-ab8a-857dcd315a09 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:51.837727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.845842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Network 31da30ab-cc97-4241-85a8-907bfb64c318 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:51.849862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.864131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:51.866259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0e408a44-fab0-473b-ab8a-857dcd315a09 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:51.866505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:51.870808 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0e408a44-fab0-473b-ab8a-857dcd315a09 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1913273 Apr 05 09:56:51.873542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55986) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:51.902830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event updated for resources: {'Port': ['ID=440375a6-5fb4-461f-98e2-db8dd6b06cb3,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:51.924859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f762d92-ca16-4137-866c-74c6b3544545 None None] Pushing event updated for resources: {'Port': ['ID=3cb0f47e-36d8-4407-94b6-b609251b0692,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:51.940090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Attempting to bind port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:51.940430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Attempting to bind port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '24336fd8-5d7d-4300-8ad4-908c3be09431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ed6eaa2-3714-411f-b599-4cb5731b7a72'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:51.940724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Attempting to bind port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b on network 6ed6eaa2-3714-411f-b599-4cb5731b7a72 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:51.954957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:51.955380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Checking segment: {'id': '24336fd8-5d7d-4300-8ad4-908c3be09431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ed6eaa2-3714-411f-b599-4cb5731b7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:51.955758 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.956141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Bound using segment: {'id': '24336fd8-5d7d-4300-8ad4-908c3be09431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ed6eaa2-3714-411f-b599-4cb5731b7a72'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:51.956607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Bound port: e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24336fd8-5d7d-4300-8ad4-908c3be09431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '6ed6eaa2-3714-411f-b599-4cb5731b7a72'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:51.956992 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:51.963276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=cdf6a851-7f79-4fbe-8749-c26d92ede7a2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:51.981738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-49ed1aa0-9118-4d0a-b0b8-3ce3d697d554 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.001953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-49ed1aa0-9118-4d0a-b0b8-3ce3d697d554 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.037488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-49ed1aa0-9118-4d0a-b0b8-3ce3d697d554 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.058745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] No DVR routers for this DVR port cdf6a851-7f79-4fbe-8749-c26d92ede7a2 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:52.060783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] For port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:52.064710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] For port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b,segment=NetworkSegment(24336fd8-5d7d-4300-8ad4-908c3be09431),segment_id=24336fd8-5d7d-4300-8ad4-908c3be09431)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:52.069545 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.094349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed1aa0-9118-4d0a-b0b8-3ce3d697d554 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27375e90-7b6d-4cf8-9e34-107fdfaa2e27,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:52.121163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.129983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-49ed1aa0-9118-4d0a-b0b8-3ce3d697d554 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.134357 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-49ed1aa0-9118-4d0a-b0b8-3ce3d697d554 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/27375e90-7b6d-4cf8-9e34-107fdfaa2e27 HTTP/1.1" status: 204 len: 168 time: 0.2578478 Apr 05 09:56:52.137651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55990) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:52.150561 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009f8a0-5232-40c4-9796-9c9f50814170 None None] Pushing event updated for resources: {'Port': ['ID=e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:52.187459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Deleting port 3cb0f47e-36d8-4407-94b6-b609251b0692 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:52.187859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.247133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.386912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.394148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:52.394306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-46717db0-8188-4791-a2a6-bc9dcc85d63b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:52.495263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=0af5964d-98f9-44c0-8211-1352b167267e,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:52.500518 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:port and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:52.518714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:52.520651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-46717db0-8188-4791-a2a6-bc9dcc85d63b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:52.521963 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-46717db0-8188-4791-a2a6-bc9dcc85d63b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3823159 Apr 05 09:56:52.543365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 55994) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:52.551660 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:52.554701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14b1239-ba29-4a1a-951d-1441eb8d68c7']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:52.561330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] For port 3cb0f47e-36d8-4407-94b6-b609251b0692, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3cb0f47e-36d8-4407-94b6-b609251b0692,segment=NetworkSegment(5577328f-6fc7-4c1a-9e9c-c879f483855f),segment_id=5577328f-6fc7-4c1a-9e9c-c879f483855f)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:52.561701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.567675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-0a879207-b8af-42a2-ac44-9b31d4f1d7a4 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'ae1ca5bf-dc5b-4481-9940-81968393a160', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:52.573457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-527594ea-f03c-4e47-8307-8939255c4dd0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.594703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0a879207-b8af-42a2-ac44-9b31d4f1d7a4 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:52.599319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255040a0-6cc2-4ddc-a257-7da79d92da67') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:52.599650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255040a0-6cc2-4ddc-a257-7da79d92da67') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:52.698926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': 'e9d94b53-be81-4889-9012-34daed29c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cd0c34f4-0118-4784-9023-0a300d370670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:52.698926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: cd0c34f4-0118-4784-9023-0a300d370670, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:52.708442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Calling delete_port for 3cb0f47e-36d8-4407-94b6-b609251b0692 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:52.736798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.751061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-527594ea-f03c-4e47-8307-8939255c4dd0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for b06c1cd2-6c23-4cc6-84e5-dc50cad1fc6b owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:52.791170 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5100118f-699b-4cd4-83ad-ab774b7c79b4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:52.799036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network cd0c34f4-0118-4784-9023-0a300d370670 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:52.810816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.842595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:52.862354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0a879207-b8af-42a2-ac44-9b31d4f1d7a4 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:52.864243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, cd0c34f4-0118-4784-9023-0a300d370670) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:52.868126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5100118f-699b-4cd4-83ad-ab774b7c79b4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:52.868765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.873036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No DVR routers for this DVR port 3cb0f47e-36d8-4407-94b6-b609251b0692 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:56:52.876091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Port': ['ID=3cb0f47e-36d8-4407-94b6-b609251b0692,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:52.904565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:52.905427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.961074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.976911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:52.995931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:52.996586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:53.012048 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:53.030742 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:53.040649 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f259a16f-14f5-4b2d-a928-af2412612930 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6581361 Apr 05 09:56:53.044363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 55998) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:53.127633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:53.250319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.295821 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a879207-b8af-42a2-ac44-9b31d4f1d7a4 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.297947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089b383e-293d-46f1-ac2d-6055c69c8538']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:53.318346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5577328f-6fc7-4c1a-9e9c-c879f483855f') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:53.318594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5577328f-6fc7-4c1a-9e9c-c879f483855f') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:53.324104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d0a5e0-ec52-4e47-897d-326011bf34a5 None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 09:56:53.346973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.364360 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.380373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.386500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.394272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:53.394673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:53.410638 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:53.434814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.458995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c069e0a1-3954-47be-a24b-2c9d6c4ac9d6 None None] Provisioning for port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:53.470409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c069e0a1-3954-47be-a24b-2c9d6c4ac9d6 None None] Provisioning complete for port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:53.470969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.471231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c069e0a1-3954-47be-a24b-2c9d6c4ac9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.495270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.531121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Network': ['ID=f14b1239-ba29-4a1a-951d-1441eb8d68c7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:53.546563 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.552152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.565752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d0a5e0-ec52-4e47-897d-326011bf34a5 None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 09:56:53.584953 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/089b383e-293d-46f1-ac2d-6055c69c8538 HTTP/1.1" status: 204 len: 168 time: 4.1669927 Apr 05 09:56:53.585740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.614684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56002) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:53.617222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fa6c6-34bf-4785-837d-17bc6ededb60 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Network': ['ID=089b383e-293d-46f1-ac2d-6055c69c8538,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:53.658058 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d5d681-3035-419c-b449-57e13ebe68c9 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:56:53.658447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d5d681-3035-419c-b449-57e13ebe68c9 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:56:53.664500 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-47d5d681-3035-419c-b449-57e13ebe68c9 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/089b383e-293d-46f1-ac2d-6055c69c8538 HTTP/1.1" status: 404 len: 339 time: 0.0444455 Apr 05 09:56:53.674027 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a01c4658-afd3-4c46-b427-9d55ef26bc37 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/networks/f14b1239-ba29-4a1a-951d-1441eb8d68c7 HTTP/1.1" status: 204 len: 168 time: 3.6776357 Apr 05 09:56:53.679552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56006) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:53.679552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56008) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:53.686604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port 0b920f22-01ba-4e2a-a7b2-90a04aa7057d yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:56:53.687732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1235341749', 'description': 'd1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:53.714433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c069e0a1-3954-47be-a24b-2c9d6c4ac9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.756671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:53.781974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Usage tracker for resource:network and tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:53.782710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c069e0a1-3954-47be-a24b-2c9d6c4ac9d6 None None] For port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b,segment=NetworkSegment(24336fd8-5d7d-4300-8ad4-908c3be09431),segment_id=24336fd8-5d7d-4300-8ad4-908c3be09431)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:53.785020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:53.789440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-527594ea-f03c-4e47-8307-8939255c4dd0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.796569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c069e0a1-3954-47be-a24b-2c9d6c4ac9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.850787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:53.867149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.890714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527594ea-f03c-4e47-8307-8939255c4dd0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=b06c1cd2-6c23-4cc6-84e5-dc50cad1fc6b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:53.912830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=0af5964d-98f9-44c0-8211-1352b167267e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:53.917466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5333f20e-ce18-46bd-9cc9-266ac7006630 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port e42c0e87-6e9c-44c6-a35c-b71e7d772f26 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:53.917814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5333f20e-ce18-46bd-9cc9-266ac7006630 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.937407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069e0a1-3954-47be-a24b-2c9d6c4ac9d6 None None] Pushing event updated for resources: {'Port': ['ID=e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:53.945688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:53.949205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.971191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a879207-b8af-42a2-ac44-9b31d4f1d7a4 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:53.988545 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-527594ea-f03c-4e47-8307-8939255c4dd0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.039422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a879207-b8af-42a2-ac44-9b31d4f1d7a4 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.102076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:54.123809 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-527594ea-f03c-4e47-8307-8939255c4dd0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/b06c1cd2-6c23-4cc6-84e5-dc50cad1fc6b HTTP/1.1" status: 204 len: 168 time: 2.9881935 Apr 05 09:56:54.131191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56014) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:54.134018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a879207-b8af-42a2-ac44-9b31d4f1d7a4 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b368417-08cd-48b9-a19f-56c90f932d2a,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:54.151363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.154218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ce354-df16-4b36-bb59-9380a29364a8 None None] DHCP port deletion for f14b1239-ba29-4a1a-951d-1441eb8d68c7 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:54.187128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-7d14916a-f942-4026-a891-59fa2ac8c1b7', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:54.188506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.201547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.202189 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Added segment 9e2ae911-72fa-41cd-9cb3-5303712dfe22 of type vlan for network 534a70a7-8482-4e09-8da6-1327b3c6be1f Apr 05 09:56:54.204452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0c34f4-0118-4784-9023-0a300d370670']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:54.206811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a879207-b8af-42a2-ac44-9b31d4f1d7a4 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.207977 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0a879207-b8af-42a2-ac44-9b31d4f1d7a4 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6637251 Apr 05 09:56:54.213305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56018) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:54.222920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.238325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d94b53-be81-4889-9012-34daed29c4d1') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:54.238626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d94b53-be81-4889-9012-34daed29c4d1') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:54.273875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:56:54.274499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.305512 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d71fe4ae-91c2-4631-afd8-f9941f34e0fc tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules/9b368417-08cd-48b9-a19f-56c90f932d2a HTTP/1.1" status: 200 len: 706 time: 0.0848334 Apr 05 09:56:54.318767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.320579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56022) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:54.325596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.340494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5333f20e-ce18-46bd-9cc9-266ac7006630 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.340829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5333f20e-ce18-46bd-9cc9-266ac7006630 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.364013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Allocated IP 172.21.0.2 (7d14916a-f942-4026-a891-59fa2ac8c1b7/e70008bc-4b34-444f-9954-371e548f3a9a/d60e9db9-dc4d-42a3-b50d-8c9a5608dd36) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:54.375075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:56:54.375491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:56:54.392705 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:56:54.430004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.434921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41d964d-84a3-42f2-bbf0-f501bd18c52d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:54.436348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41d964d-84a3-42f2-bbf0-f501bd18c52d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:54.437284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b41d964d-84a3-42f2-bbf0-f501bd18c52d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:54.459877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.567206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5333f20e-ce18-46bd-9cc9-266ac7006630 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for e42c0e87-6e9c-44c6-a35c-b71e7d772f26 owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:54.590525 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.616680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.9 (6ed6eaa2-3714-411f-b599-4cb5731b7a72/43b47734-80af-49d0-8d37-3db3fc144096/0b920f22-01ba-4e2a-a7b2-90a04aa7057d) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:54.621097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b41d964d-84a3-42f2-bbf0-f501bd18c52d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:54.625363 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b41d964d-84a3-42f2-bbf0-f501bd18c52d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4842548 Apr 05 09:56:54.628852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56026) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:54.664803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:56:54.686266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event updated for resources: {'Port': ['ID=440375a6-5fb4-461f-98e2-db8dd6b06cb3,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:54.693053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:54.720446 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2c68e290-8054-437c-9eaf-7b87f26fd891 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3971341 Apr 05 09:56:54.723111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56030) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:54.748022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.762485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.763001 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Transition to ACTIVE for port object d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:54.798496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.805135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Transition to ACTIVE for port object d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:54.813466 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/cd0c34f4-0118-4784-9023-0a300d370670 HTTP/1.1" status: 204 len: 168 time: 1.7680116 Apr 05 09:56:54.817686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56034) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:54.818971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.844888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.848937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:54.849071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.860555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1666492607'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:54.876195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.879999 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-887b4547-2cc1-4e86-a5b4-0360953dec4f tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2104869 Apr 05 09:56:54.898318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Network 7d14916a-f942-4026-a891-59fa2ac8c1b7 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:54.906854 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:54.910064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Pushing event updated for resources: {'Port': ['ID=d60e9db9-dc4d-42a3-b50d-8c9a5608dd36,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:54.912953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:54.916282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:54.916743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:54.932391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56038) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:54.980557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:54.984903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:network and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:54.987957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:54.995444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:55.012097 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a22bb15f-27fc-4ca8-8f33-500794d529ba tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.033904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040243cd-bb6b-40ae-8243-70ca8ab6c467 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=cd0c34f4-0118-4784-9023-0a300d370670,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:55.042440 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:55.045463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.061495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Attempting to bind port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:56:55.061851 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Attempting to bind port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '0f2cd49d-01e4-4507-b828-9eb0673ebea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:56:55.062210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Attempting to bind port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 on network 7d14916a-f942-4026-a891-59fa2ac8c1b7 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:56:55.072449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:56:55.072750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Checking segment: {'id': '0f2cd49d-01e4-4507-b828-9eb0673ebea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:55.073064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.073456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Bound using segment: {'id': '0f2cd49d-01e4-4507-b828-9eb0673ebea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:56:55.073920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Bound port: d60e9db9-dc4d-42a3-b50d-8c9a5608dd36, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2cd49d-01e4-4507-b828-9eb0673ebea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:56:55.074297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.201828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cdf6a851-7f79-4fbe-8749-c26d92ede7a2 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:55.207964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-de8e0d9d-048a-42bd-9e46-9d3a2c64fb7e tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Synchronizing usage tracker for tenant:0b0846baeaa744c683cd72c66006a853 on resource:floatingip {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:55.241805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: cdf6a851-7f79-4fbe-8749-c26d92ede7a2 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:56:55.241805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cdf6a851-7f79-4fbe-8749-c26d92ede7a2 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:56:55.248858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] For port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:56:55.252802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] For port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d60e9db9-dc4d-42a3-b50d-8c9a5608dd36,segment=NetworkSegment(0f2cd49d-01e4-4507-b828-9eb0673ebea7),segment_id=0f2cd49d-01e4-4507-b828-9eb0673ebea7)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:56:55.257844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.260338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Allocated IP 172.21.0.1 (7d14916a-f942-4026-a891-59fa2ac8c1b7/e70008bc-4b34-444f-9954-371e548f3a9a/3b94b86b-0666-4cdf-9313-04937794dd33) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:56:55.266723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a22bb15f-27fc-4ca8-8f33-500794d529ba tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.292040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-de8e0d9d-048a-42bd-9e46-9d3a2c64fb7e tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Unset dirty status for tenant:0b0846baeaa744c683cd72c66006a853 on resource:floatingip {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:55.293494 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-de8e0d9d-048a-42bd-9e46-9d3a2c64fb7e tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=31da30ab-cc97-4241-85a8-907bfb64c318 HTTP/1.1" status: 200 len: 690 time: 0.3603525 Apr 05 09:56:55.298321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56042) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:55.305083 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6244617 Apr 05 09:56:55.323346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56046) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:55.326539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.343857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84961ee-e744-414f-8d85-1464c697741d tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=534a70a7-8482-4e09-8da6-1327b3c6be1f,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:55.346493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c88d5-7d13-44e1-94db-2e07b33a9e27 None None] Pushing event updated for resources: {'Port': ['ID=d60e9db9-dc4d-42a3-b50d-8c9a5608dd36,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:55.367080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 534a70a7-8482-4e09-8da6-1327b3c6be1f details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:55.388626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1e52fc-82a1-482e-8e08-87bf870bacd6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet d063bdce-bb67-4a11-9013-8ffca7437e3c {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:56:55.396453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be1e52fc-82a1-482e-8e08-87bf870bacd6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.426808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:56:55.440716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a22bb15f-27fc-4ca8-8f33-500794d529ba tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.482612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.483363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment 5357d26d-0818-478c-a1a1-5f01fb7e3b9f of type vlan for network 9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3 Apr 05 09:56:55.494410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bb15f-27fc-4ca8-8f33-500794d529ba tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b368417-08cd-48b9-a19f-56c90f932d2a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:55.496287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5333f20e-ce18-46bd-9cc9-266ac7006630 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.589811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object 0b920f22-01ba-4e2a-a7b2-90a04aa7057d will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:55.608871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.656562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b175b-71cf-4095-a306-c63be6799f7c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:55.657253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-782b175b-71cf-4095-a306-c63be6799f7c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Synchronizing usage tracker for tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 on resource:network {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:55.671780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333f20e-ce18-46bd-9cc9-266ac7006630 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=e42c0e87-6e9c-44c6-a35c-b71e7d772f26,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:55.683191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be1e52fc-82a1-482e-8e08-87bf870bacd6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.765582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.767146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-782b175b-71cf-4095-a306-c63be6799f7c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Unset dirty status for tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 on resource:network {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:55.768533 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-782b175b-71cf-4095-a306-c63be6799f7c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/networks?id=534a70a7-8482-4e09-8da6-1327b3c6be1f HTTP/1.1" status: 200 len: 765 time: 0.4228945 Apr 05 09:56:55.772946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.776643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.779569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56050) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:55.780533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:55.781274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.826814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.893808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c0596e7b-c4c6-4ebb-a4bd-5ec9fd978c64 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'description': 'd2'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:55.939310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a22bb15f-27fc-4ca8-8f33-500794d529ba tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:55.940474 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a22bb15f-27fc-4ca8-8f33-500794d529ba tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9b368417-08cd-48b9-a19f-56c90f932d2a HTTP/1.1" status: 204 len: 168 time: 1.2078433 Apr 05 09:56:55.953555 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0989335 Apr 05 09:56:55.959478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56054) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:55.959866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56056) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:55.990705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': '9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:56.018223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9d403-1f05-4f19-8c71-3d62a0ed1cac tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:56.029094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Deleting port 440375a6-5fb4-461f-98e2-db8dd6b06cb3 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:56.029274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.030341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:56.057753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Transition to ACTIVE for port object 3b94b86b-0666-4cdf-9313-04937794dd33 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:56:56.074209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 6ed6eaa2-3714-411f-b599-4cb5731b7a72 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:56.095748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5333f20e-ce18-46bd-9cc9-266ac7006630 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.097991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5333f20e-ce18-46bd-9cc9-266ac7006630 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.102623 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5333f20e-ce18-46bd-9cc9-266ac7006630 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/floatingips/6009cea4-60bc-42b8-b768-90821e81c311 HTTP/1.1" status: 204 len: 168 time: 2.4166715 Apr 05 09:56:56.102793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:56.105565 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:56.108355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56062) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:56.145117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=0b920f22-01ba-4e2a-a7b2-90a04aa7057d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:56.180826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be1e52fc-82a1-482e-8e08-87bf870bacd6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.223805 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc24b7ba-bb22-448b-8a00-b84bd958505b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] DELETE failed (client error): The resource could not be found. Apr 05 09:56:56.224244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc24b7ba-bb22-448b-8a00-b84bd958505b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:56:56.228413 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-dc24b7ba-bb22-448b-8a00-b84bd958505b tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/ports/996a9fd2-8dfe-4782-899a-a43cb8595b22 HTTP/1.1" status: 404 len: 333 time: 0.1157553 Apr 05 09:56:56.233953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56066) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:56.247736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:56.286531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-49d57b63-2be2-41bc-93a8-6c3db091d45c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:56.289323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:subnet and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:56.299708 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:56.313203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-da799dc9-6180-43fc-a85a-7033002794ca tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Synchronizing usage tracker for tenant:ba64e14e74ee4e0e87501d9504277916 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:56.317055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:56.350670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:56.356664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:56.357344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.374688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-da799dc9-6180-43fc-a85a-7033002794ca tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Unset dirty status for tenant:ba64e14e74ee4e0e87501d9504277916 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:56.378161 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-da799dc9-6180-43fc-a85a-7033002794ca tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "GET /v2.0/ports?device_id=79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7 HTTP/1.1" status: 200 len: 205 time: 0.1331460 Apr 05 09:56:56.378161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-49d57b63-2be2-41bc-93a8-6c3db091d45c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:56.378161 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-49d57b63-2be2-41bc-93a8-6c3db091d45c tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4170763 Apr 05 09:56:56.378515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56070) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:56.391109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56072) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:56.423936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.485746 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9035fadb-7d02-4ae3-98bd-5ab779ef6524 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8723254 Apr 05 09:56:56.489756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c0596e7b-c4c6-4ebb-a4bd-5ec9fd978c64 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.501302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56078) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:56.518508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b1257-5591-4e0d-b6f6-8fe61dc80fd9 None None] Network 089b383e-293d-46f1-ac2d-6055c69c8538 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:56.554616 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-76439687-c7b6-405c-bd01-4b12cb7ddbee tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] delete failed (client error): The resource could not be found. Apr 05 09:56:56.558854 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-76439687-c7b6-405c-bd01-4b12cb7ddbee tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/routers/79dc3c5c-f48e-4fe8-b3e4-09358a17d5f7 HTTP/1.1" status: 404 len: 336 time: 0.1239312 Apr 05 09:56:56.559945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be1e52fc-82a1-482e-8e08-87bf870bacd6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.563583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56086) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:56.578216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 7d14916a-f942-4026-a891-59fa2ac8c1b7 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:56:56.591098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.592317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.600316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec55c897-1833-441b-99cf-e61b38944027 None None] Network c712c95d-2788-4e07-b8cd-ba617d6a1a3d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:56.611606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:56.617116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c0596e7b-c4c6-4ebb-a4bd-5ec9fd978c64 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.627847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:56:56.663058 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b1257-5591-4e0d-b6f6-8fe61dc80fd9 None None] Network 089b383e-293d-46f1-ac2d-6055c69c8538 could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:56:56.672296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e66451-aa52-4bf1-940b-c53ce28e6155 None None] Network cd0c34f4-0118-4784-9023-0a300d370670 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:56.709516 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d2c4b-9407-4a4f-ad15-659f0d570070 None None] Network 6ed6eaa2-3714-411f-b599-4cb5731b7a72 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:56.731637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=3b94b86b-0666-4cdf-9313-04937794dd33,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:56.733957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb2ef0-761f-4712-9015-cb48b2587ac4 None None] Network 31da30ab-cc97-4241-85a8-907bfb64c318 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:56.747379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bf83ff-eb54-4fa6-a7d5-7589baf18615 None None] Network 7d14916a-f942-4026-a891-59fa2ac8c1b7 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:56.761507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:56.774236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df087d8d-abcf-46c9-acac-eb5fe3daf2f4 None None] Network 089b383e-293d-46f1-ac2d-6055c69c8538 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:56.786962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:56:56.860178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.ipam_backend_mixin [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Performing IP validity checks on allocation pools {{(pid=83819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 09:56:56.860708 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.ipam_backend_mixin [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 09:56:56.950740 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec55c897-1833-441b-99cf-e61b38944027 None None] Network c712c95d-2788-4e07-b8cd-ba617d6a1a3d could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:56:57.012327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e66451-aa52-4bf1-940b-c53ce28e6155 None None] Network cd0c34f4-0118-4784-9023-0a300d370670 could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:56:57.035781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df087d8d-abcf-46c9-acac-eb5fe3daf2f4 None None] Network 089b383e-293d-46f1-ac2d-6055c69c8538 could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:56:57.038289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Calling delete_port for 440375a6-5fb4-461f-98e2-db8dd6b06cb3 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:57.039453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452af4b0-123d-4f4f-bac6-89c6cfff57ac None None] Network c712c95d-2788-4e07-b8cd-ba617d6a1a3d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:57.053477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea2542b-c597-44a0-9f32-ee4bd959d219 None None] Network cd0c34f4-0118-4784-9023-0a300d370670 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:57.081005 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e9123b-b8b3-404c-b898-e545733d2613 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] DELETE failed (client error): The resource could not be found. Apr 05 09:56:57.081842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e9123b-b8b3-404c-b898-e545733d2613 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:56:57.092649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a22ef3-8bf8-46ba-895f-b5855a90bbf2 None None] Network 089b383e-293d-46f1-ac2d-6055c69c8538 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:57.102293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e52fc-82a1-482e-8e08-87bf870bacd6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=d063bdce-bb67-4a11-9013-8ffca7437e3c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:57.126978 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-95e9123b-b8b3-404c-b898-e545733d2613 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/subnets/5ac1d1d8-f97e-4c48-bab0-8ddf588315f2 HTTP/1.1" status: 404 len: 337 time: 0.4472497 Apr 05 09:56:57.129577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be1e52fc-82a1-482e-8e08-87bf870bacd6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.133505 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-be1e52fc-82a1-482e-8e08-87bf870bacd6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/d063bdce-bb67-4a11-9013-8ffca7437e3c HTTP/1.1" status: 204 len: 168 time: 2.4949737 Apr 05 09:56:57.133505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56094) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:57.142190 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646cd9d5-abb2-4696-803c-232fe55215dd None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:57.145324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56096) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:57.162283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0596e7b-c4c6-4ebb-a4bd-5ec9fd978c64 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network 534a70a7-8482-4e09-8da6-1327b3c6be1f is not hosted by any dhcp agent {{(pid=83820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 09:56:57.166872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0596e7b-c4c6-4ebb-a4bd-5ec9fd978c64 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:57.167788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c0596e7b-c4c6-4ebb-a4bd-5ec9fd978c64 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.171507 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c0596e7b-c4c6-4ebb-a4bd-5ec9fd978c64 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "PUT /v2.0/networks/534a70a7-8482-4e09-8da6-1327b3c6be1f HTTP/1.1" status: 200 len: 762 time: 1.3568347 Apr 05 09:56:57.193330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56104) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:57.279009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0596e7b-c4c6-4ebb-a4bd-5ec9fd978c64 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=534a70a7-8482-4e09-8da6-1327b3c6be1f,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:57.286146 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1883ccad-1d48-487d-b0e2-a75ba6cb99fc tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216817 Apr 05 09:56:57.288265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f7672118-1f2c-478f-913d-b2c970c79393 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.290019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.294872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56108) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:57.310651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:57.344032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea2542b-c597-44a0-9f32-ee4bd959d219 None None] Network cd0c34f4-0118-4784-9023-0a300d370670 could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:56:57.344268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-00c11399-810d-483c-a5c7-5db09e20c6f8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port 88958e2a-6f21-4222-946c-96f2c9f6efc4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:57.344460 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00c11399-810d-483c-a5c7-5db09e20c6f8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.380054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a22ef3-8bf8-46ba-895f-b5855a90bbf2 None None] Network 089b383e-293d-46f1-ac2d-6055c69c8538 could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:56:57.382427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452af4b0-123d-4f4f-bac6-89c6cfff57ac None None] Network c712c95d-2788-4e07-b8cd-ba617d6a1a3d could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:56:57.385459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 534a70a7-8482-4e09-8da6-1327b3c6be1f details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:56:57.397937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.441096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f7672118-1f2c-478f-913d-b2c970c79393 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.460378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec8876-1833-4b80-8e03-cc750f67b179 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:57.461324 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-efec8876-1833-4b80-8e03-cc750f67b179 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Synchronizing usage tracker for tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:57.488887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bb44b2-4e96-41ca-8788-fd179befe347 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:57.489565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c6bb44b2-4e96-41ca-8788-fd179befe347 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:57.502516 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-87836e86-87b9-46df-befa-8bdeee4ce8d3 None None] Provisioning for port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:57.575740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-efec8876-1833-4b80-8e03-cc750f67b179 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Unset dirty status for tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:57.580153 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-efec8876-1833-4b80-8e03-cc750f67b179 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/networks?id=534a70a7-8482-4e09-8da6-1327b3c6be1f HTTP/1.1" status: 200 len: 765 time: 0.3764887 Apr 05 09:56:57.583682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=0e93bb0d-936e-48b6-af5a-28c7ea3c7821,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:57.591029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56112) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:57.601126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:57.638760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:57.644239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c6bb44b2-4e96-41ca-8788-fd179befe347 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:57.647422 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c6bb44b2-4e96-41ca-8788-fd179befe347 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.1374919 Apr 05 09:56:57.655853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56116) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:57.679617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.723200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-22a1b683-1d8a-4803-bd07-17913ae12b43 None None] Could not find standard attr ID for object b06c1cd2-6c23-4cc6-84e5-dc50cad1fc6b. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:56:57.724691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:57.725038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.730695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:57.746952 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event deleted for resources: {'Port': ['ID=440375a6-5fb4-461f-98e2-db8dd6b06cb3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:57.759573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f7672118-1f2c-478f-913d-b2c970c79393 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.786240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.824014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:56:57.847498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7672118-1f2c-478f-913d-b2c970c79393 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1ca5bf-dc5b-4481-9940-81968393a160,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:57.855511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': '5357d26d-0818-478c-a1a1-5f01fb7e3b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:56:57.855893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: 9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:56:57.949366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00c11399-810d-483c-a5c7-5db09e20c6f8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:57.962689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e4381-1da8-44aa-bf98-682443c7a055 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:57.967287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9e4381-1da8-44aa-bf98-682443c7a055 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:57.969477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6e9e4381-1da8-44aa-bf98-682443c7a055 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1352 time: 0.3768651 Apr 05 09:56:57.973222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb0a0e-102d-4db3-9000-b010a3d54842 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:56:57.980461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56120) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:58.013799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c14ed9-b29f-4ee6-8723-ed4a0c21de3f None None] Network 31da30ab-cc97-4241-85a8-907bfb64c318 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:58.041484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb0a0e-102d-4db3-9000-b010a3d54842 None None] Deleting port 5100118f-699b-4cd4-83ad-ab774b7c79b4 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:58.042606 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0a0e-102d-4db3-9000-b010a3d54842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:58.088267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:58.141601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-00c11399-810d-483c-a5c7-5db09e20c6f8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for 88958e2a-6f21-4222-946c-96f2c9f6efc4 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:58.148224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:58.170711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4648fb22-3b46-4c3b-a575-ef620312395f tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Synchronizing usage tracker for tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:58.179816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a291460-cc2a-4331-8542-990b279759fe tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:58.183717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a291460-cc2a-4331-8542-990b279759fe tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:58.187533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a291460-cc2a-4331-8542-990b279759fe tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:58.191755 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4a291460-cc2a-4331-8542-990b279759fe tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.4455764 Apr 05 09:56:58.197919 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network 9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:56:58.199553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56124) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:58.278668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4648fb22-3b46-4c3b-a575-ef620312395f tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Unset dirty status for tenant:6a1e7b07b0d14225b3ad989b0da0b4a2 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:58.279842 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4648fb22-3b46-4c3b-a575-ef620312395f tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 207 time: 0.2984364 Apr 05 09:56:58.280758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:56:58.290353 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:58.290788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56128) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:58.292343 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:58.300672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f7672118-1f2c-478f-913d-b2c970c79393 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:58.301917 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f7672118-1f2c-478f-913d-b2c970c79393 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/ae1ca5bf-dc5b-4481-9940-81968393a160 HTTP/1.1" status: 204 len: 168 time: 1.9098244 Apr 05 09:56:58.306306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56132) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:58.310359 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7042a093-f180-48e6-9c55-902e0f3413a7 None None] Network 9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:58.336186 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:58.350099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-94cb5fa8-9cbf-464d-88de-d4aaab84fc93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 0b920f22-01ba-4e2a-a7b2-90a04aa7057d {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:56:58.350723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-94cb5fa8-9cbf-464d-88de-d4aaab84fc93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:58.397398 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8088f2d8-ff54-4cf0-b808-8b7284089294 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4349408 Apr 05 09:56:58.406068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56136) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:58.526260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:58.647883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-408d2092-e2cb-4466-819c-a5427751385b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:56:58.705770 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c0cb0a0e-102d-4db3-9000-b010a3d54842 None None] For port 5100118f-699b-4cd4-83ad-ab774b7c79b4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5100118f-699b-4cd4-83ad-ab774b7c79b4,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:58.706507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0a0e-102d-4db3-9000-b010a3d54842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:58.733453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00c11399-810d-483c-a5c7-5db09e20c6f8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:58.780474 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-408d2092-e2cb-4466-819c-a5427751385b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:56:58.786266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-408d2092-e2cb-4466-819c-a5427751385b tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4760776 Apr 05 09:56:58.802195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56140) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:58.833271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517502875'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:56:58.935342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d60e9db9-dc4d-42a3-b50d-8c9a5608dd36,segment=NetworkSegment(0f2cd49d-01e4-4507-b828-9eb0673ebea7),segment_id=0f2cd49d-01e4-4507-b828-9eb0673ebea7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:56:58.948968 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c0cb0a0e-102d-4db3-9000-b010a3d54842 None None] Calling delete_port for 5100118f-699b-4cd4-83ad-ab774b7c79b4 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:58.984209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:58.999483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:59.027252 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c11399-810d-483c-a5c7-5db09e20c6f8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=88958e2a-6f21-4222-946c-96f2c9f6efc4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:59.031371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.070374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.082448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae157a2-2869-4e42-b39c-e37e310b6322 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:59.087924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.090822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae157a2-2869-4e42-b39c-e37e310b6322 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:59.094841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae157a2-2869-4e42-b39c-e37e310b6322 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:59.101280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae157a2-2869-4e42-b39c-e37e310b6322 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:59.111457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae157a2-2869-4e42-b39c-e37e310b6322 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:59.115376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae157a2-2869-4e42-b39c-e37e310b6322 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:59.138808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae157a2-2869-4e42-b39c-e37e310b6322 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:56:59.141264 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eae157a2-2869-4e42-b39c-e37e310b6322 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4300 time: 0.8381023 Apr 05 09:56:59.142970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.149836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.174032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56144) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:59.243166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.254317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-94cb5fa8-9cbf-464d-88de-d4aaab84fc93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.397152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=d60e9db9-dc4d-42a3-b50d-8c9a5608dd36,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:59.405821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-94cb5fa8-9cbf-464d-88de-d4aaab84fc93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 0b920f22-01ba-4e2a-a7b2-90a04aa7057d owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:56:59.408661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5100118f-699b-4cd4-83ad-ab774b7c79b4 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:56:59.416329 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=3b94b86b-0666-4cdf-9313-04937794dd33,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:59.451154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:56:59.455681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:56:59.458769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:56:59.465307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:56:59.476751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8365f00f-9371-4c7b-811f-91e82eb7e78d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:59.492836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d1e7a-9e9e-4e56-91a8-ffd4cc9991e9 None None] Network 6ed6eaa2-3714-411f-b599-4cb5731b7a72 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:59.514529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96cff3-5934-4829-8d89-c1baa6037297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3', 'network_id': '9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3', 'tenant_id': '5ffd6ce8968649b1b9ce4db1326a89b0', 'fixed_ips': [{'subnet_id': '0e93bb0d-936e-48b6-af5a-28c7ea3c7821'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:56:59.515625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dd96cff3-5934-4829-8d89-c1baa6037297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.536293 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc70bd8-268c-4f30-b600-fb1f245e50cf None None] Network 7d14916a-f942-4026-a891-59fa2ac8c1b7 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:56:59.653010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.678415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.683892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.708044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-94cb5fa8-9cbf-464d-88de-d4aaab84fc93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.736210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Provisioning for port 3b94b86b-0666-4cdf-9313-04937794dd33 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:56:59.776140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Provisioning complete for port 3b94b86b-0666-4cdf-9313-04937794dd33 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:56:59.776397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.814464 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31da30ab-cc97-4241-85a8-907bfb64c318']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:59.837493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.845222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c90124bd-cc24-4897-a94c-add1ba889189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.858944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb5fa8-9cbf-464d-88de-d4aaab84fc93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=0b920f22-01ba-4e2a-a7b2-90a04aa7057d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:56:59.873573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00c11399-810d-483c-a5c7-5db09e20c6f8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.884401 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.886409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c0cb0a0e-102d-4db3-9000-b010a3d54842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.891082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d56907-03e3-4c58-8abc-ca51f7e52a6c') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:59.891555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d56907-03e3-4c58-8abc-ca51f7e52a6c') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:56:59.910287 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-00c11399-810d-483c-a5c7-5db09e20c6f8 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/ports/88958e2a-6f21-4222-946c-96f2c9f6efc4 HTTP/1.1" status: 204 len: 168 time: 2.7760816 Apr 05 09:56:59.916388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56148) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:56:59.924449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.936083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:56:59.963441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.021030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb0a0e-102d-4db3-9000-b010a3d54842 None None] Pushing event deleted for resources: {'Port': ['ID=5100118f-699b-4cd4-83ad-ab774b7c79b4,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:00.061182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Port 3b94b86b-0666-4cdf-9313-04937794dd33 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:00.083686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb0a0e-102d-4db3-9000-b010a3d54842 None None] No DVR routers for this DVR port 5100118f-699b-4cd4-83ad-ab774b7c79b4 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:57:00.091419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.114561 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4061cdfa-028e-4316-9869-145c99f56e38 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 880 time: 0.9362276 Apr 05 09:57:00.117001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.125080 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56152) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:00.134823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:00.141320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c50d9c50-7087-47b7-accd-14734dea8f5a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:00.143408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=c2eead82-64fc-4af9-b580-872955ffe395,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:00.153417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:00.160413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:00.160840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.185327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=0e93bb0d-936e-48b6-af5a-28c7ea3c7821,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:00.188548 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:00.190701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.190701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.209570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f143169e-dfd7-4c5d-934f-9ae495cd2530 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:00.210496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-758a9c05-a7e5-4a4c-97ca-d7fd26fcac1c tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port 52eeff37-b80e-4110-92d6-57adf242d0ab {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:00.210841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-758a9c05-a7e5-4a4c-97ca-d7fd26fcac1c tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.225752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-94cb5fa8-9cbf-464d-88de-d4aaab84fc93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server [None req-dd96cff3-5934-4829-8d89-c1baa6037297 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e93bb0d-936e-48b6-af5a-28c7ea3c7821: This subnet is being modified by another concurrent operation. Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 09:57:00.239832 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise exception Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e93bb0d-936e-48b6-af5a-28c7ea3c7821: This subnet is being modified by another concurrent operation. Apr 05 09:57:00.243428 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Apr 05 09:57:00.281364 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-94cb5fa8-9cbf-464d-88de-d4aaab84fc93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/0b920f22-01ba-4e2a-a7b2-90a04aa7057d HTTP/1.1" status: 204 len: 168 time: 2.0788016 Apr 05 09:57:00.287857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb715708-f6ac-411f-98c3-e99e72e13f3a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.290361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb715708-f6ac-411f-98c3-e99e72e13f3a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.292573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb715708-f6ac-411f-98c3-e99e72e13f3a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.294138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb715708-f6ac-411f-98c3-e99e72e13f3a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.296800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb715708-f6ac-411f-98c3-e99e72e13f3a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.301714 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bb715708-f6ac-411f-98c3-e99e72e13f3a tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1247466 Apr 05 09:57:00.308736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56156) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:00.309068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56158) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:00.327462 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97215dc9-f5f0-476f-833c-3f0129f7655a None None] Network 9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:00.359568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.360679 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e66f4af0-0e34-4326-ba04-1f750f61f09f tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5425789 Apr 05 09:57:00.366052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 7d14916a-f942-4026-a891-59fa2ac8c1b7 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:00.374115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56164) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:00.384707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Request body: {'security_group_rule': {'security_group_id': 'c50d9c50-7087-47b7-accd-14734dea8f5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:00.404315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:00.413367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Usage tracker for resource:security_group_rule and tenant:44faaf04cf164c4a82cc5f46a586a05a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:00.418315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.418561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:00.426626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:00.437072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:00.437989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Provisioning for port 786f805b-3d12-4211-adf2-4475ccb2a998 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:00.456864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:00.474104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5357d26d-0818-478c-a1a1-5f01fb7e3b9f') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:00.474511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5357d26d-0818-478c-a1a1-5f01fb7e3b9f') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:00.485072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.496960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.500381 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cc80c881-8062-4ed2-adf5-97136259d5cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2006040 Apr 05 09:57:00.503600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56168) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:00.505724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Provisioning complete for port 786f805b-3d12-4211-adf2-4475ccb2a998 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:00.506301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.509537 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e88c5a4-f723-43d8-8480-065bab086a98 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:57:00.510046 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2e88c5a4-f723-43d8-8480-065bab086a98 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:00.515009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d6def834-ee12-4011-90e8-16a930c51e85 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': 'c2eead82-64fc-4af9-b580-872955ffe395', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1345438220'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:00.640412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.657527 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fb320-6886-4bed-88e4-bd9200851f18 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.658993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fb320-6886-4bed-88e4-bd9200851f18 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.660684 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fb320-6886-4bed-88e4-bd9200851f18 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.661883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fb320-6886-4bed-88e4-bd9200851f18 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.663909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fb320-6886-4bed-88e4-bd9200851f18 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:00.668554 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d05fb320-6886-4bed-88e4-bd9200851f18 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3509321 Apr 05 09:57:00.670686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:00.670686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.671038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.674707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56172) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:00.681640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2e88c5a4-f723-43d8-8480-065bab086a98 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:00.683162 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2e88c5a4-f723-43d8-8480-065bab086a98 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/0b920f22-01ba-4e2a-a7b2-90a04aa7057d HTTP/1.1" status: 404 len: 333 time: 0.3703377 Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:00.687997 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:00.691282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56176) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:00.743598 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Port 786f805b-3d12-4211-adf2-4475ccb2a998 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:00.843946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Provisioning complete for port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:00.844324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.849867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31da30ab-cc97-4241-85a8-907bfb64c318 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 09:57:00.861561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.926799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event deleted for resources: {'Network': ['ID=31da30ab-cc97-4241-85a8-907bfb64c318,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:00.943927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': 'c2eead82-64fc-4af9-b580-872955ffe395'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:00.945403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:00.984616 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-15180900-cf95-4560-93cc-eb9db3cd348c tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "DELETE /v2.0/networks/31da30ab-cc97-4241-85a8-907bfb64c318 HTTP/1.1" status: 204 len: 168 time: 5.6849852 Apr 05 09:57:00.992554 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56180) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:01.047157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:01.054110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-dca75be5-81a1-4ab7-9d17-5593ed43dc0f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 786f805b-3d12-4211-adf2-4475ccb2a998 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:01.054555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dca75be5-81a1-4ab7-9d17-5593ed43dc0f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:01.179859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:01.185873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:01.200986 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d6def834-ee12-4011-90e8-16a930c51e85 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:01.239306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:01.295231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:01.301763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d6def834-ee12-4011-90e8-16a930c51e85 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:01.322605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f3be0c-9f9b-4d91-9b07-5556c5806d64,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:01.340397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cc3b8ae2-4bd2-4304-a8ff-a76718de8449 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Synchronizing usage tracker for tenant:0b0846baeaa744c683cd72c66006a853 on resource:floatingip {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:01.343211 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1ad18f07-0e05-4c17-a0ea-c33931e61aec tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3 HTTP/1.1" status: 204 len: 168 time: 2.9295621 Apr 05 09:57:01.345956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56184) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:01.367206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:01.368435 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-40fe10d9-6662-4543-88af-1f8a098bbc89 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9932370 Apr 05 09:57:01.373283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56188) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:01.386318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1128425262'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:01.448407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6def834-ee12-4011-90e8-16a930c51e85 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:01.504126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:01.513387 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:01.571001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-758a9c05-a7e5-4a4c-97ca-d7fd26fcac1c tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:01.686285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/c2eead82-64fc-4af9-b580-872955ffe395/30f05d46-ea1c-410e-b3b8-56cfd9feb598) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:01.773291 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-758a9c05-a7e5-4a4c-97ca-d7fd26fcac1c tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for 52eeff37-b80e-4110-92d6-57adf242d0ab owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:01.836442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dca75be5-81a1-4ab7-9d17-5593ed43dc0f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:01.864438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3315c86f-ffde-4258-b3d7-c68fda9e230d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:01.866597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:network and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:01.879151 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e246e3-8f9c-464c-8d89-57dac89aaf84 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:01.881995 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e6e246e3-8f9c-464c-8d89-57dac89aaf84 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/networks/2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2 HTTP/1.1" status: 200 len: 804 time: 1.1966817 Apr 05 09:57:01.883483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:01.903172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56192) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:01.915941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3315c86f-ffde-4258-b3d7-c68fda9e230d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:01.943869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:02.020252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cc3b8ae2-4bd2-4304-a8ff-a76718de8449 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Unset dirty status for tenant:0b0846baeaa744c683cd72c66006a853 on resource:floatingip {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:02.021678 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cc3b8ae2-4bd2-4304-a8ff-a76718de8449 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 1.0207858 Apr 05 09:57:02.039028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.049779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56196) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:02.052775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Transition to ACTIVE for port object 30f05d46-ea1c-410e-b3b8-56cfd9feb598 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:02.066178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:02.069146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.077902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Transition to ACTIVE for port object 30f05d46-ea1c-410e-b3b8-56cfd9feb598 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:02.085922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d6def834-ee12-4011-90e8-16a930c51e85 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.092126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:02.092506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.111411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-dca75be5-81a1-4ab7-9d17-5593ed43dc0f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 786f805b-3d12-4211-adf2-4475ccb2a998 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:02.132260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Provisioning complete for port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:02.134285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.181616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-d6def834-ee12-4011-90e8-16a930c51e85 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port e66623c7-3a2e-4ad8-b0ed-c6a8ee506f7c yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:57:02.192549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.281211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3315c86f-ffde-4258-b3d7-c68fda9e230d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.285407 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8335df72-8e71-4cee-9c49-5a30d708bd69 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/networks/2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3673165 Apr 05 09:57:02.295873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.296794 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.296794 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.297291 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.297649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.297993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.298340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.298682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.299019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.299356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.299732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.300071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.300408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.301970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Synchronizing usage tracker for tenant:0b0846baeaa744c683cd72c66006a853 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:02.305921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56200) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:02.311575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:02.346770 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2bcbe020-2cdd-4f8d-b0a1-82dceff76710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.351441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315c86f-ffde-4258-b3d7-c68fda9e230d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50d9c50-7087-47b7-accd-14734dea8f5a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:02.359234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:02.360320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Pushing event updated for resources: {'Port': ['ID=30f05d46-ea1c-410e-b3b8-56cfd9feb598,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:02.372398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:02.382035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:02.392846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-758a9c05-a7e5-4a4c-97ca-d7fd26fcac1c tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.417003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.418834 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment 9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa of type vlan for network 5c99af30-6983-4b4b-94e6-a04519a3a2a6 Apr 05 09:57:02.451561 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6def834-ee12-4011-90e8-16a930c51e85 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:57:02.451923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6def834-ee12-4011-90e8-16a930c51e85 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:02.467107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3315c86f-ffde-4258-b3d7-c68fda9e230d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.469875 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3315c86f-ffde-4258-b3d7-c68fda9e230d tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/c50d9c50-7087-47b7-accd-14734dea8f5a HTTP/1.1" status: 204 len: 168 time: 1.0939133 Apr 05 09:57:02.471989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56204) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:02.476120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dca75be5-81a1-4ab7-9d17-5593ed43dc0f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.479555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Unset dirty status for tenant:0b0846baeaa744c683cd72c66006a853 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:02.484139 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a78188f4-3ec0-4f67-85d0-06e7f1206734 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8210 time: 0.4303098 Apr 05 09:57:02.490844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56208) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:02.516964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a9c05-a7e5-4a4c-97ca-d7fd26fcac1c tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=52eeff37-b80e-4110-92d6-57adf242d0ab,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:02.536174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde65e5-144f-41e8-a777-03af4f462047 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.541696 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cdde65e5-144f-41e8-a777-03af4f462047 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/subnets/be7521c0-53b5-40b2-ab1f-16c0841f1d39 HTTP/1.1" status: 200 len: 843 time: 0.2237349 Apr 05 09:57:02.547774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56212) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:02.568444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.580879 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d6def834-ee12-4011-90e8-16a930c51e85 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0730898 Apr 05 09:57:02.605383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Attempting to bind port 30f05d46-ea1c-410e-b3b8-56cfd9feb598 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:02.606057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Attempting to bind port 30f05d46-ea1c-410e-b3b8-56cfd9feb598 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:02.606413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Attempting to bind port 30f05d46-ea1c-410e-b3b8-56cfd9feb598 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:02.610270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:57:02.611683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56214) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:02.623118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-14739178-ba3f-47bf-9911-195173042e72 None None] Could not find standard attr ID for object 0b920f22-01ba-4e2a-a7b2-90a04aa7057d. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:57:02.626227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:02.626602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:02.627019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.627370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:02.627869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Bound port: 30f05d46-ea1c-410e-b3b8-56cfd9feb598, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:02.628247 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.663551 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca75be5-81a1-4ab7-9d17-5593ed43dc0f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=786f805b-3d12-4211-adf2-4475ccb2a998,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:02.709861 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-e08837e1-df95-4d70-a075-914799332af9 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] delete failed (client error): The resource could not be found. Apr 05 09:57:02.710913 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e08837e1-df95-4d70-a075-914799332af9 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/7ea68536-00c7-4e7e-bbfa-0bef8932176a HTTP/1.1" status: 404 len: 345 time: 0.1811645 Apr 05 09:57:02.716680 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56220) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:02.732242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.735054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] For port 30f05d46-ea1c-410e-b3b8-56cfd9feb598, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:02.735885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:02.736467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.740700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] For port 30f05d46-ea1c-410e-b3b8-56cfd9feb598, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=30f05d46-ea1c-410e-b3b8-56cfd9feb598,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:02.749237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.752327 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0644d54a-b240-4cf1-8ea3-61cdd9d3d795 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] DELETE failed (client error): The resource could not be found. Apr 05 09:57:02.752760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0644d54a-b240-4cf1-8ea3-61cdd9d3d795 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:02.757965 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0644d54a-b240-4cf1-8ea3-61cdd9d3d795 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "DELETE /v2.0/networks/31da30ab-cc97-4241-85a8-907bfb64c318 HTTP/1.1" status: 404 len: 339 time: 0.0368290 Apr 05 09:57:02.759595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56224) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:02.764969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Request body: {'network': {'name': 'tempest-network--145056814', 'router:external': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:02.773091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:02.780682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Usage tracker for resource:network and tenant:0b0846baeaa744c683cd72c66006a853 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:02.784360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:02.787449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dca75be5-81a1-4ab7-9d17-5593ed43dc0f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.791759 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-dca75be5-81a1-4ab7-9d17-5593ed43dc0f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/786f805b-3d12-4211-adf2-4475ccb2a998 HTTP/1.1" status: 204 len: 168 time: 2.0885932 Apr 05 09:57:02.793262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56228) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:02.795051 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:02.812452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bbe46d9e-50cd-4205-9b7f-c745798a5251 None None] Provisioning complete for port 3b94b86b-0666-4cdf-9313-04937794dd33 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:02.812803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bbe46d9e-50cd-4205-9b7f-c745798a5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.843351 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96da71a-8c72-4a99-a629-a98f82583ce1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:57:02.844070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a96da71a-8c72-4a99-a629-a98f82583ce1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:02.850873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Made reservation on behalf of 0b0846baeaa744c683cd72c66006a853 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:02.853237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.894264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a96da71a-8c72-4a99-a629-a98f82583ce1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:02.898266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a96da71a-8c72-4a99-a629-a98f82583ce1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/786f805b-3d12-4211-adf2-4475ccb2a998 HTTP/1.1" status: 404 len: 333 time: 0.1021309 Apr 05 09:57:02.900481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56232) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:02.904251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde74e9-bd45-4ef1-b8bc-2bc0dbebd48e None None] Pushing event updated for resources: {'Port': ['ID=30f05d46-ea1c-410e-b3b8-56cfd9feb598,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:02.907460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bbe46d9e-50cd-4205-9b7f-c745798a5251 None None] Port 3b94b86b-0666-4cdf-9313-04937794dd33 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:02.911357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bbe46d9e-50cd-4205-9b7f-c745798a5251 None None] Could not find standard attr ID for object 786f805b-3d12-4211-adf2-4475ccb2a998. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:57:02.918965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bbe46d9e-50cd-4205-9b7f-c745798a5251 None None] Could not find standard attr ID for object 0b920f22-01ba-4e2a-a7b2-90a04aa7057d. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:57:02.947373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bbe46d9e-50cd-4205-9b7f-c745798a5251 None None] Provisioning complete for port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:02.948002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bbe46d9e-50cd-4205-9b7f-c745798a5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:02.957506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:03.000095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.000688 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Added segment 488415f5-53f9-4ee4-943c-2113d38d9587 of type vlan for network 5f862a44-bf9a-4ba7-822e-25f9e85f958d Apr 05 09:57:03.120190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-27c57b92-db02-4d47-9bff-efe8e5adc18a tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:03.154843 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7990136 Apr 05 09:57:03.157925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0841bb45-b53c-4468-8583-b1b79f0c2315 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:03.159386 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0841bb45-b53c-4468-8583-b1b79f0c2315 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "GET /v2.0/subnets/be7521c0-53b5-40b2-ab1f-16c0841f1d39?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5527651 Apr 05 09:57:03.178145 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.192787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.197281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.210430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bbe46d9e-50cd-4205-9b7f-c745798a5251 None None] Provisioning complete for port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:03.210813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bbe46d9e-50cd-4205-9b7f-c745798a5251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.213280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56236) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.213576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56238) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.228158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-791662567'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:03.249678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': '5c99af30-6983-4b4b-94e6-a04519a3a2a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:03.282518 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcaab7-0877-4d02-b490-b88110c19db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=5c99af30-6983-4b4b-94e6-a04519a3a2a6,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:03.286822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:03.314150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-758a9c05-a7e5-4a4c-97ca-d7fd26fcac1c tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.319005 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-758a9c05-a7e5-4a4c-97ca-d7fd26fcac1c tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/ports/52eeff37-b80e-4110-92d6-57adf242d0ab HTTP/1.1" status: 204 len: 168 time: 3.3959329 Apr 05 09:57:03.320964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 5c99af30-6983-4b4b-94e6-a04519a3a2a6 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:03.347326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:57:03.390701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56244) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.439649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-27c57b92-db02-4d47-9bff-efe8e5adc18a tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:03.442684 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-27c57b92-db02-4d47-9bff-efe8e5adc18a tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9647076 Apr 05 09:57:03.456436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56248) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.462207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8e723-0d26-4300-9d3b-60f7fac5ec21 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:03.462891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4cb8e723-0d26-4300-9d3b-60f7fac5ec21 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:03.525533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:03.532166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4cb8e723-0d26-4300-9d3b-60f7fac5ec21 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:03.533313 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4cb8e723-0d26-4300-9d3b-60f7fac5ec21 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8876703 Apr 05 09:57:03.539048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56252) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.564958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.565980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:03.566574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.607596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:03.610473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.612025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-daca408e-cdc5-4586-b390-8284e2726546 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Synchronizing usage tracker for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:03.643083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae5796b-aa45-425b-807b-bdfc98ddc775 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:03.643776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aae5796b-aa45-425b-807b-bdfc98ddc775 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Synchronizing usage tracker for tenant:ba64e14e74ee4e0e87501d9504277916 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:03.659111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee33367c-08c1-4581-a354-9dfcb10447a6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:03.660431 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee33367c-08c1-4581-a354-9dfcb10447a6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:03.661148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ee33367c-08c1-4581-a354-9dfcb10447a6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:03.674604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-daca408e-cdc5-4586-b390-8284e2726546 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] Unset dirty status for tenant:44faaf04cf164c4a82cc5f46a586a05a on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:03.676129 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-daca408e-cdc5-4586-b390-8284e2726546 tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2091198 Apr 05 09:57:03.681862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56256) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.683694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:03.690903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aae5796b-aa45-425b-807b-bdfc98ddc775 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Unset dirty status for tenant:ba64e14e74ee4e0e87501d9504277916 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:03.694774 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aae5796b-aa45-425b-807b-bdfc98ddc775 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87c8495-aac4-4ae9-954d-db7417782543 HTTP/1.1" status: 200 len: 913 time: 0.3020377 Apr 05 09:57:03.703184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35ab16d-ef4c-4f50-ad3c-110776c69c52 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet 43b47734-80af-49d0-8d37-3db3fc144096 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:57:03.704883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56260) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.711701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:subnet and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:03.715130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ee33367c-08c1-4581-a354-9dfcb10447a6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:03.719038 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ee33367c-08c1-4581-a354-9dfcb10447a6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1714091 Apr 05 09:57:03.719038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:03.719315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d35ab16d-ef4c-4f50-ad3c-110776c69c52 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.733400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Sync routers for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:03.745557 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:03.746231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:03.747818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:03.756336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56264) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.777892 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d5e941f3-1e44-488b-aaf3-b5033ed36c16 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4534662 Apr 05 09:57:03.786459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56268) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.789126 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-5e05cd58-ae18-4425-8f5b-6f6f80b2d11a tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] delete failed (client error): The resource could not be found. Apr 05 09:57:03.793805 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5e05cd58-ae18-4425-8f5b-6f6f80b2d11a tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "DELETE /v2.0/security-groups/c50d9c50-7087-47b7-accd-14734dea8f5a HTTP/1.1" status: 404 len: 347 time: 0.1064796 Apr 05 09:57:03.799698 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.0399504 Apr 05 09:57:03.801052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:03.803640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'network': {'name': 'tempest-RoutersTest-105517871'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:03.806887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56272) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.807226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56274) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:03.813633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2e70e-9f4d-4fc9-ad7e-9c4bb93f7a71 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event updated for resources: {'Network': ['ID=5f862a44-bf9a-4ba7-822e-25f9e85f958d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:03.848304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:03.874007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d35ab16d-ef4c-4f50-ad3c-110776c69c52 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.898071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:03.902333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:03.932494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.933010 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Added segment d6abdc47-3350-46df-9a54-f4ae79fcefcd of type vlan for network cb991298-0f19-488f-ac3b-81e3f8cb3dec Apr 05 09:57:03.933131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 5f862a44-bf9a-4ba7-822e-25f9e85f958d details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:03.969109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:03.971576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:network and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:03.978352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:04.000555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-df796e6a-70e0-42a2-a2e0-9c1dd6cfd68c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet c2eead82-64fc-4af9-b580-872955ffe395 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:57:04.001199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:04.028393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df796e6a-70e0-42a2-a2e0-9c1dd6cfd68c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.088727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:04.092102 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.100382 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:04.143868 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c6c1fd2c-d7bc-4f3d-be13-287893b1071e tempest-SecGroupTest-1475763510 tempest-SecGroupTest-1475763510-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2863557 Apr 05 09:57:04.167801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:57:04.198610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323fc191-ad27-4cc3-96a3-6b41a4e49470 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:04.209802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323fc191-ad27-4cc3-96a3-6b41a4e49470 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:04.216565 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323fc191-ad27-4cc3-96a3-6b41a4e49470 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:04.227644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323fc191-ad27-4cc3-96a3-6b41a4e49470 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:04.228614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-323fc191-ad27-4cc3-96a3-6b41a4e49470 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Synchronizing usage tracker for tenant:b3d77fe14101449d8da3f5c37e893f26 on resource:network {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:04.232036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df796e6a-70e0-42a2-a2e0-9c1dd6cfd68c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.244167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:04.248893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7634d080-56bf-4c2a-a277-2b886eefff0f None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 09:57:04.279567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.279836 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added segment 2a8d1c58-b294-4279-8e25-a4b4f09a0ef8 of type vlan for network 919fa3c6-9846-4185-b725-92fe35ec41e3 Apr 05 09:57:04.280164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.285937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:04.286806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.302572 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-323fc191-ad27-4cc3-96a3-6b41a4e49470 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Unset dirty status for tenant:b3d77fe14101449d8da3f5c37e893f26 on resource:network {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:04.303808 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-323fc191-ad27-4cc3-96a3-6b41a4e49470 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4446425 Apr 05 09:57:04.317329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56282) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:04.328489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.427198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.440475 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.468594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:57:04.494916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6df0fb1e-9d6b-4851-8a72-44a722dacd50 None None] Provisioning for port 30f05d46-ea1c-410e-b3b8-56cfd9feb598 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:04.511791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.517518 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:04.517844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.578033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56286) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:04.646420 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8587654 Apr 05 09:57:04.649753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56290) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:04.653172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a220a-c12f-47ae-be95-816d63af5ebc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Network': ['ID=919fa3c6-9846-4185-b725-92fe35ec41e3,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:04.661104 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'subnet': {'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:04.669356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Network': ['ID=cb991298-0f19-488f-ac3b-81e3f8cb3dec,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:04.669668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 919fa3c6-9846-4185-b725-92fe35ec41e3 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:04.690636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-259a1e38-717a-475a-b4e9-97fb33f1cc16 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4730711 Apr 05 09:57:04.695331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network cb991298-0f19-488f-ac3b-81e3f8cb3dec details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:04.708842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56296) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:04.728522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'network_id': 'cb991298-0f19-488f-ac3b-81e3f8cb3dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:04.756978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d35ab16d-ef4c-4f50-ad3c-110776c69c52 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.800473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:04.810675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:subnet and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:04.814103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:04.817859 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.845049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7634d080-56bf-4c2a-a277-2b886eefff0f None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 09:57:04.882648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:56:57Z', 'revision_number': 3, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:56:58Z', 'revision_number': 2, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:04.886345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:04.910042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Checking router: 47118720-5959-4f05-aa94-76defd1a75f9 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:57:04.910447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Updating router 47118720-5959-4f05-aa94-76defd1a75f9 port 3b94b86b-0666-4cdf-9313-04937794dd33 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:57:05.000175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:05.057502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.067669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:05.080468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:05.091972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df796e6a-70e0-42a2-a2e0-9c1dd6cfd68c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.097968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:05.183042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d35ab16d-ef4c-4f50-ad3c-110776c69c52 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.211372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.225909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 30f05d46-ea1c-410e-b3b8-56cfd9feb598 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:05.229754 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-838069c9-528d-4b56-b053-9951881ed647 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44faaf04cf164c4a82cc5f46a586a05a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5553186 Apr 05 09:57:05.236907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56302) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:05.287750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Made reservation on behalf of 6a1e7b07b0d14225b3ad989b0da0b4a2 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:05.313085 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ab16d-ef4c-4f50-ad3c-110776c69c52 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=43b47734-80af-49d0-8d37-3db3fc144096,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:05.406729 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3549e4c-b168-4c06-908f-65a297b6a875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.435226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3549e4c-b168-4c06-908f-65a297b6a875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.490977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.527573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d35ab16d-ef4c-4f50-ad3c-110776c69c52 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.584763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f862a44-bf9a-4ba7-822e-25f9e85f958d']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:05.594327 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d35ab16d-ef4c-4f50-ad3c-110776c69c52 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/43b47734-80af-49d0-8d37-3db3fc144096 HTTP/1.1" status: 204 len: 168 time: 2.6928406 Apr 05 09:57:05.599171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56306) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:05.610620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488415f5-53f9-4ee4-943c-2113d38d9587') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:05.611341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488415f5-53f9-4ee4-943c-2113d38d9587') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:05.619738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.626547 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 30f05d46-ea1c-410e-b3b8-56cfd9feb598 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:05.651203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 30f05d46-ea1c-410e-b3b8-56cfd9feb598 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:05.651583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.659152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.670594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3549e4c-b168-4c06-908f-65a297b6a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.754338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df796e6a-70e0-42a2-a2e0-9c1dd6cfd68c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.760716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.764696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.ipam_backend_mixin [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Performing IP validity checks on allocation pools {{(pid=83819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 09:57:05.765408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.ipam_backend_mixin [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 09:57:05.781902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3549e4c-b168-4c06-908f-65a297b6a875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09979522-44fc-4618-8edc-d03863b8b96d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:05.814656 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:05.814956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.820832 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07d383-59ce-4434-819f-0b5f339ecb91 None None] Network 6ed6eaa2-3714-411f-b599-4cb5731b7a72 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:05.828581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df796e6a-70e0-42a2-a2e0-9c1dd6cfd68c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=c2eead82-64fc-4af9-b580-872955ffe395,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:05.830305 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:05.833165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.872402 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.885725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.940517 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df796e6a-70e0-42a2-a2e0-9c1dd6cfd68c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.945590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4944b-cf5f-4f8f-ab29-76418a30db9c None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:05.983055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3549e4c-b168-4c06-908f-65a297b6a875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:05.989083 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b3549e4c-b168-4c06-908f-65a297b6a875 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09979522-44fc-4618-8edc-d03863b8b96d HTTP/1.1" status: 204 len: 168 time: 0.7479630 Apr 05 09:57:05.998848 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:05.999424 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.004990 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-df796e6a-70e0-42a2-a2e0-9c1dd6cfd68c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/c2eead82-64fc-4af9-b580-872955ffe395 HTTP/1.1" status: 204 len: 168 time: 2.2446325 Apr 05 09:57:06.007860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56312) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:06.053282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.078592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Subnet': ['ID=575660d5-18c3-4808-b4d3-2ed59d3e3b60,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:06.092560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.099793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=2330fd6e-0459-40d9-9823-9ce929500cdd,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:06.112681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Transition to ACTIVE for port object 3b94b86b-0666-4cdf-9313-04937794dd33 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:06.128384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.138662 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a4241bb4-a275-418b-b8a1-05824e854893 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1274889 Apr 05 09:57:06.139471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56316) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:06.167606 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f862a44-bf9a-4ba7-822e-25f9e85f958d {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 09:57:06.175961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.181533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.181959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:06.233432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Checking segment: {'id': '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:06.234408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network hostable DHCP agents. Network: 919fa3c6-9846-4185-b725-92fe35ec41e3, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:06.258437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f862a44-bf9a-4ba7-822e-25f9e85f958d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:06.357394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 30f05d46-ea1c-410e-b3b8-56cfd9feb598, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=30f05d46-ea1c-410e-b3b8-56cfd9feb598,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:06.389112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.412697 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ed3d2072-0328-457f-8da1-38dfc86b5889 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5f862a44-bf9a-4ba7-822e-25f9e85f958d HTTP/1.1" status: 204 len: 168 time: 1.8331606 Apr 05 09:57:06.416425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': '9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5c99af30-6983-4b4b-94e6-a04519a3a2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:06.416795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: 5c99af30-6983-4b4b-94e6-a04519a3a2a6, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:06.421655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56322) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:06.443850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Request body: {'network': {'name': 'tempest-network--859852589', 'router:external': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:06.464272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:06.485265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Usage tracker for resource:network and tenant:0b0846baeaa744c683cd72c66006a853 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:06.488390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:06.501944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:06.507635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:06.528495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f8138-a6fe-4fa8-a3a5-3dc5e8600279 None None] Pushing event updated for resources: {'Port': ['ID=3b94b86b-0666-4cdf-9313-04937794dd33,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:06.537901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] For port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b,segment=NetworkSegment(24336fd8-5d7d-4300-8ad4-908c3be09431),segment_id=24336fd8-5d7d-4300-8ad4-908c3be09431)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:06.538396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.538691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:06.542340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:06.560168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 919fa3c6-9846-4185-b725-92fe35ec41e3 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:06.560369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:06.631563 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Made reservation on behalf of 0b0846baeaa744c683cd72c66006a853 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:06.637837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.677798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.689194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:06.694280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.785767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network 5c99af30-6983-4b4b-94e6-a04519a3a2a6 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:06.812814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:06.830218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=30f05d46-ea1c-410e-b3b8-56cfd9feb598,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:06.904985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Attempting to bind port 3b94b86b-0666-4cdf-9313-04937794dd33 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:06.907906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Attempting to bind port 3b94b86b-0666-4cdf-9313-04937794dd33 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '0f2cd49d-01e4-4507-b828-9eb0673ebea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:06.908480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Attempting to bind port 3b94b86b-0666-4cdf-9313-04937794dd33 on network 7d14916a-f942-4026-a891-59fa2ac8c1b7 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:06.922235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:06.922893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Checking segment: {'id': '0f2cd49d-01e4-4507-b828-9eb0673ebea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:06.923907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.925250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Bound using segment: {'id': '0f2cd49d-01e4-4507-b828-9eb0673ebea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:06.927909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Bound port: 3b94b86b-0666-4cdf-9313-04937794dd33, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2cd49d-01e4-4507-b828-9eb0673ebea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:06.928488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:06.948582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24acb71-8251-4597-b0a2-350e933d4cd0 None None] DHCP port deletion for 6ed6eaa2-3714-411f-b599-4cb5731b7a72 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:57:06.989636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a24acb71-8251-4597-b0a2-350e933d4cd0 None None] Deleting port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:06.990011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a24acb71-8251-4597-b0a2-350e933d4cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.021963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 5c99af30-6983-4b4b-94e6-a04519a3a2a6) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:07.026151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:57:07.045423 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49180e2-9e81-43d5-ab49-4941091cd766 None None] Network 5c99af30-6983-4b4b-94e6-a04519a3a2a6 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:07.060091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:07.061541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 919fa3c6-9846-4185-b725-92fe35ec41e3) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:07.063270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.073170 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Deleting port 30f05d46-ea1c-410e-b3b8-56cfd9feb598 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:07.073878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.078607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.085675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:07.086480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.093859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:07.114180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fd8d14-f098-40d4-b057-23c66fba0c5f None None] Network 919fa3c6-9846-4185-b725-92fe35ec41e3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:07.183027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:07.189222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.190387 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Added segment 047dbcd0-2f84-4381-ba59-8af19ccc5946 of type vlan for network 2fb68e74-2522-4651-9654-d77d3a834540 Apr 05 09:57:07.198425 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No DVR routers for this DVR port e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:57:07.206368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=25e093cc-b729-4ec7-ab4d-60f2065b77a4,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:07.232441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 30f05d46-ea1c-410e-b3b8-56cfd9feb598 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:57:07.247804 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3e5fa2d8-682c-4d49-9da8-3f3f63ac3b21 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.0321519 Apr 05 09:57:07.251048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56336) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:07.279235 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-78022cca-b4bb-4048-be93-09c1163b2bff tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6274583 Apr 05 09:57:07.283812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56340) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:07.286876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.287350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.287842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.288299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.288735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.289164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.289591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.290016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.290441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.290878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.291307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:07.313198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Checking segment: {'id': 'd6abdc47-3350-46df-9a54-f4ae79fcefcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'cb991298-0f19-488f-ac3b-81e3f8cb3dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:07.313566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network hostable DHCP agents. Network: cb991298-0f19-488f-ac3b-81e3f8cb3dec, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:07.352401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] For port 3b94b86b-0666-4cdf-9313-04937794dd33, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:07.357432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] For port 3b94b86b-0666-4cdf-9313-04937794dd33, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3b94b86b-0666-4cdf-9313-04937794dd33,segment=NetworkSegment(0f2cd49d-01e4-4507-b828-9eb0673ebea7),segment_id=0f2cd49d-01e4-4507-b828-9eb0673ebea7)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:07.372903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.488580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Network cb991298-0f19-488f-ac3b-81e3f8cb3dec is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:07.521024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, cb991298-0f19-488f-ac3b-81e3f8cb3dec) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:07.525369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.529158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:07.530111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.536176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a24acb71-8251-4597-b0a2-350e933d4cd0 None None] The port 'e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:57:07.548055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.576111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed6eaa2-3714-411f-b599-4cb5731b7a72']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:07.592470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6800d5-5ecc-4661-945f-da6b3ef86e2a None None] Network cb991298-0f19-488f-ac3b-81e3f8cb3dec requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:07.634179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24336fd8-5d7d-4300-8ad4-908c3be09431') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:07.634488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24336fd8-5d7d-4300-8ad4-908c3be09431') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:07.656596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.679781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port aa81d26f-945c-40c1-bf14-8b70cb2c921a {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:07.680035 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.690562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.691765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:07.692519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.713059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.730370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:07.730774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:07.757472 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:07.847331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event updated for resources: {'Network': ['ID=2fb68e74-2522-4651-9654-d77d3a834540,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:07.866507 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-44bb1837-0221-46b3-b2a8-cbf051254f25 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1541693 Apr 05 09:57:07.887218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56352) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:07.893337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 2fb68e74-2522-4651-9654-d77d3a834540 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:07.900901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c64b402c-d701-44ec-b63e-5d54461c14fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:07.959364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.964177 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-aa6b55a0-1484-46d6-8cf8-a6ef78ff3cce tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.5315394 Apr 05 09:57:07.971767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56356) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:07.979853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:07.989455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.086539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.086859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=194b00cf-f8d6-4ff6-8cac-ad5cb170e4de,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:08.110442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.111030 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.111634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.112177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.112727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.113279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.113783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.114251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.114609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.114935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.115404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:08.160054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Network': ['ID=6ed6eaa2-3714-411f-b599-4cb5731b7a72,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:08.189001 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ec183d3a-bbfb-4571-9b7e-eb6e087da855 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/networks/6ed6eaa2-3714-411f-b599-4cb5731b7a72 HTTP/1.1" status: 204 len: 168 time: 2.5887697 Apr 05 09:57:08.225477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56364) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:08.239180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c64b402c-d701-44ec-b63e-5d54461c14fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2451637'] for subnet, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.253030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1525589685'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:08.272925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:08.285875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:network and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:08.289276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:08.297331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:08.297566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:08.307153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:08.308024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.317203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-5c99af30-6983-4b4b-94e6-a04519a3a2a6', 'network_id': '5c99af30-6983-4b4b-94e6-a04519a3a2a6', 'tenant_id': '5ffd6ce8968649b1b9ce4db1326a89b0', 'fixed_ips': [{'subnet_id': '2330fd6e-0459-40d9-9823-9ce929500cdd'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:08.318479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.329421 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26962de-e4c8-4b4b-a5d0-51c996a5089b tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:08.330785 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d26962de-e4c8-4b4b-a5d0-51c996a5089b tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] 10.222.0.30 "GET /v2.0/networks/2fb68e74-2522-4651-9654-d77d3a834540 HTTP/1.1" status: 200 len: 756 time: 0.3529913 Apr 05 09:57:08.332869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:08.334455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56370) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:08.337915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.345731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.515567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:08.518520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.534107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for aa81d26f-945c-40c1-bf14-8b70cb2c921a owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:08.616135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f8138-a6fe-4fa8-a3a5-3dc5e8600279 None None] Pushing event updated for resources: {'Port': ['ID=3b94b86b-0666-4cdf-9313-04937794dd33,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:08.696624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509225bc-7831-4e5d-b62e-5bcda1054172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-cb991298-0f19-488f-ac3b-81e3f8cb3dec', 'network_id': 'cb991298-0f19-488f-ac3b-81e3f8cb3dec', 'tenant_id': '6a1e7b07b0d14225b3ad989b0da0b4a2', 'fixed_ips': [{'subnet_id': '25e093cc-b729-4ec7-ab4d-60f2065b77a4'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:08.698257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-509225bc-7831-4e5d-b62e-5bcda1054172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.722673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.793912 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f1852d87-2eaa-4627-8618-c419cfb118aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6428657 Apr 05 09:57:08.805097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56380) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:08.808778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c64b402c-d701-44ec-b63e-5d54461c14fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749085407892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2536120'] for subnet, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.881265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-249368757', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:08.891171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:08.892067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:08.893096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:08.897648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:08.916753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:router and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:08.928097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:08.931251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.931621 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Added segment d77bf2f2-821d-42d9-9620-6bb169f49ef7 of type vlan for network 84fae220-bc59-4d18-9e9e-ff7d57f91d23 Apr 05 09:57:08.939505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b402c-d701-44ec-b63e-5d54461c14fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:08.940415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c64b402c-d701-44ec-b63e-5d54461c14fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.945256 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c64b402c-d701-44ec-b63e-5d54461c14fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "PUT /v2.0/subnets/25e093cc-b729-4ec7-ab4d-60f2065b77a4 HTTP/1.1" status: 200 len: 900 time: 1.0567594 Apr 05 09:57:08.952946 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56386) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:08.955070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:08.978657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-919fa3c6-9846-4185-b725-92fe35ec41e3', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:08.979757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.998756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:08.999118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.011390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.036446 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56390) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:09.114671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.138792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.142463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:09.143473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.173852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.259256 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Allocated IP 172.22.0.2 (919fa3c6-9846-4185-b725-92fe35ec41e3/575660d5-18c3-4808-b4d3-2ed59d3e3b60/d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:09.290584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.313184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.342778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'network': {'name': 'tempest-network-smoke--802937170', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'port_security_enabled': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:09.343938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d27eefb-00a7-445f-a7ab-938581a0ab11 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:09.347902 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d27eefb-00a7-445f-a7ab-938581a0ab11 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] 10.222.0.30 "GET /v2.0/networks/d99fe3b9-1f51-4628-a094-69685677e651 HTTP/1.1" status: 200 len: 768 time: 0.9637237 Apr 05 09:57:09.347902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b402c-d701-44ec-b63e-5d54461c14fc tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event updated for resources: {'Subnet': ['ID=25e093cc-b729-4ec7-ab4d-60f2065b77a4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:09.351648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56396) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:09.355505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:09.358510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Network': ['ID=84fae220-bc59-4d18-9e9e-ff7d57f91d23,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:09.365224 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-96856d1f-b490-443c-bdee-41aa8f492702 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1350980 Apr 05 09:57:09.369266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56400) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:09.370566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:network and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:09.375798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:09.378996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.411370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': '84fae220-bc59-4d18-9e9e-ff7d57f91d23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:09.429747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 84fae220-bc59-4d18-9e9e-ff7d57f91d23 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:09.460093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:09.474258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.478626 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-035fbe34-807d-4569-8525-436e15205015 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6708548 Apr 05 09:57:09.478863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56404) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:09.502161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=aa81d26f-945c-40c1-bf14-8b70cb2c921a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:09.515488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] For port 30f05d46-ea1c-410e-b3b8-56cfd9feb598, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=30f05d46-ea1c-410e-b3b8-56cfd9feb598,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:09.515903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.526154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 30f05d46-ea1c-410e-b3b8-56cfd9feb598, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=30f05d46-ea1c-410e-b3b8-56cfd9feb598,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:09.590047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.601555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.602246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:57:09.609564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:09.612609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.645136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.668549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.689371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:09.726691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:09.761321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Subnet': ['ID=25e093cc-b729-4ec7-ab4d-60f2065b77a4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:09.804618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Calling delete_port for 30f05d46-ea1c-410e-b3b8-56cfd9feb598 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:09.849798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:57:09.850207 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e89e8b45-dfc4-4f20-92e6-b5c1ba7fb21b not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:57:09.851556 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:09.866032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:09.893413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Allocated IP 172.20.0.1 (5c99af30-6983-4b4b-94e6-a04519a3a2a6/2330fd6e-0459-40d9-9823-9ce929500cdd/1542c060-c35c-4c6c-8a1b-c1e35612396e) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server [None req-509225bc-7831-4e5d-b62e-5bcda1054172 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25e093cc-b729-4ec7-ab4d-60f2065b77a4: This subnet is being modified by another concurrent operation. Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 09:57:09.900894 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise exception Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25e093cc-b729-4ec7-ab4d-60f2065b77a4: This subnet is being modified by another concurrent operation. Apr 05 09:57:09.906264 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Apr 05 09:57:09.916082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:09.954872 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:09.991126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:10.006515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e2e256-9df2-42ec-8144-2b25d11e1248 None None] Network cb991298-0f19-488f-ac3b-81e3f8cb3dec requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:10.012485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.052646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:10.066990 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:10.102650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.109344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:10.121804 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb68e74-2522-4651-9654-d77d3a834540']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:10.137267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=30f05d46-ea1c-410e-b3b8-56cfd9feb598,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:10.147239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047dbcd0-2f84-4381-ba59-8af19ccc5946') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:10.147607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047dbcd0-2f84-4381-ba59-8af19ccc5946') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:10.163933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb991298-0f19-488f-ac3b-81e3f8cb3dec']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:10.167351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:10.177866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.190757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6abdc47-3350-46df-9a54-f4ae79fcefcd') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:10.191112 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6abdc47-3350-46df-9a54-f4ae79fcefcd') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:10.209912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.219392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.254576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.355489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:57:10.355894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:57:10.358263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.416741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:10.416741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:10.428516 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:10.439091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.537200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b032a-91ca-4628-8f01-0c7343390303 None None] Network cb991298-0f19-488f-ac3b-81e3f8cb3dec requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:10.581847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:10.582279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:10.599162 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:10.689067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.706259 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Transition to ACTIVE for port object d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:10.721981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.725862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fb68e74-2522-4651-9654-d77d3a834540 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 09:57:10.728463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.756296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.760734 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.777686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.781231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event deleted for resources: {'Network': ['ID=2fb68e74-2522-4651-9654-d77d3a834540,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:10.829592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Network': ['ID=cb991298-0f19-488f-ac3b-81e3f8cb3dec,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:10.835910 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-99691b3b-b2dd-4fe6-8820-bdde7c129a18 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "DELETE /v2.0/networks/2fb68e74-2522-4651-9654-d77d3a834540 HTTP/1.1" status: 204 len: 168 time: 1.4803021 Apr 05 09:57:10.839694 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3e682b66-3bd8-49b7-9ba2-d3398e1a9e27 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/cb991298-0f19-488f-ac3b-81e3f8cb3dec HTTP/1.1" status: 204 len: 168 time: 1.8804073 Apr 05 09:57:10.840106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56408) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:10.851016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Transition to ACTIVE for port object d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:10.851475 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56412) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:10.855444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Request body: {'network': {'name': 'tempest-network--2100380930'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:10.859090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Transition to ACTIVE for port object 1542c060-c35c-4c6c-8a1b-c1e35612396e will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:10.861236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Deleting port 30f05d46-ea1c-410e-b3b8-56cfd9feb598 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:10.861608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.901148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:10.946479 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:10.967097 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Usage tracker for resource:network and tenant:0b0846baeaa744c683cd72c66006a853 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:11.013998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.043452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.049947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:11.056522 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Allocated IP 172.22.0.1 (919fa3c6-9846-4185-b725-92fe35ec41e3/575660d5-18c3-4808-b4d3-2ed59d3e3b60/fc65bd25-bc3c-41a7-87f9-b1f86a6f450c) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:11.058582 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adb20e2-e3ea-4d49-88e8-ba6aa1191ea7 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:11.058582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adb20e2-e3ea-4d49-88e8-ba6aa1191ea7 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:11.064712 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7adb20e2-e3ea-4d49-88e8-ba6aa1191ea7 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/subnets/25e093cc-b729-4ec7-ab4d-60f2065b77a4 HTTP/1.1" status: 404 len: 337 time: 0.1699178 Apr 05 09:57:11.068813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56416) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:11.094714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Transition to ACTIVE for port object 1542c060-c35c-4c6c-8a1b-c1e35612396e will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:11.114443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.137570 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.151943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.195641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Pushing event updated for resources: {'Port': ['ID=d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:11.204123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Network 919fa3c6-9846-4185-b725-92fe35ec41e3 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:11.235802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:11.240857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:11.277571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:11.291925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=a6e0ebeb-060a-4b18-a5f0-97b137b9f0c6,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:11.333100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea29373-5464-401e-9342-596f8d6e6b1d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:11.337289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.337648 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Added segment 1e43d631-b805-49a2-8495-507636c89cc0 of type vlan for network a95b3521-e819-46ba-b3ca-b568c40ee172 Apr 05 09:57:11.381334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Network 5c99af30-6983-4b4b-94e6-a04519a3a2a6 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:11.393252 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:11.396201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Checking segment: {'id': 'd77bf2f2-821d-42d9-9620-6bb169f49ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '84fae220-bc59-4d18-9e9e-ff7d57f91d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:11.396586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network hostable DHCP agents. Network: 84fae220-bc59-4d18-9e9e-ff7d57f91d23, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:11.399196 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:11.413532 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:11.415795 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Pushing event updated for resources: {'Port': ['ID=1542c060-c35c-4c6c-8a1b-c1e35612396e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:11.417137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.442482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Made reservation on behalf of 0b0846baeaa744c683cd72c66006a853 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:11.444834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.458732 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f75e9e-f331-401b-9f53-5c1f9f802f04 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:11.459163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f75e9e-f331-401b-9f53-5c1f9f802f04 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:11.489289 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-04f75e9e-f331-401b-9f53-5c1f9f802f04 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/cb991298-0f19-488f-ac3b-81e3f8cb3dec HTTP/1.1" status: 404 len: 339 time: 0.1002891 Apr 05 09:57:11.490955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.494908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56420) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:11.503561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.541318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:56:57Z', 'revision_number': 3, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:07Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:11.544094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Attempting to bind port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:11.544636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Attempting to bind port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:11.545727 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Attempting to bind port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf on network 919fa3c6-9846-4185-b725-92fe35ec41e3 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:11.568859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=2330fd6e-0459-40d9-9823-9ce929500cdd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:11.584346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] For port 30f05d46-ea1c-410e-b3b8-56cfd9feb598, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=30f05d46-ea1c-410e-b3b8-56cfd9feb598,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:11.585070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.590619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:11.594259 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb515647-d2e8-4e05-ad57-a68239e3997a None None] The sync data for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv is: [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:56:57Z', 'revision_number': 3, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:07Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:11.608463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.612809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:11.613469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.618435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 84fae220-bc59-4d18-9e9e-ff7d57f91d23 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:11.645024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Transition to ACTIVE for port object fc65bd25-bc3c-41a7-87f9-b1f86a6f450c will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:11.705914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.706266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Added segment 19a04109-9f65-40f5-bf55-f3322d4106ea of type vlan for network 0310b960-6798-441e-8dd7-9a337529c621 Apr 05 09:57:11.750703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::1 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/194b00cf-f8d6-4ff6-8cac-ad5cb170e4de/4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:11.777490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:11.778292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Checking segment: {'id': '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:11.778702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.779722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.780544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Bound using segment: {'id': '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:11.781310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Bound port: d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:11.782496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.797623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.799206 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Calling delete_port for 30f05d46-ea1c-410e-b3b8-56cfd9feb598 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:11.814452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 84fae220-bc59-4d18-9e9e-ff7d57f91d23) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:11.819742 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:11.820890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.833593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Attempting to bind port 1542c060-c35c-4c6c-8a1b-c1e35612396e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:11.834215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Attempting to bind port 1542c060-c35c-4c6c-8a1b-c1e35612396e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5c99af30-6983-4b4b-94e6-a04519a3a2a6'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:11.834568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Attempting to bind port 1542c060-c35c-4c6c-8a1b-c1e35612396e on network 5c99af30-6983-4b4b-94e6-a04519a3a2a6 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:11.836766 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505286c9-b366-453a-9d9e-87466a633a92 None None] Network 84fae220-bc59-4d18-9e9e-ff7d57f91d23 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:11.878094 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-199c38c5-9b41-46b4-8763-8863523d6586 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5017083 Apr 05 09:57:11.881334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56424) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:11.884052 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.8412759 Apr 05 09:57:11.888066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:11.889787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c99af30-6983-4b4b-94e6-a04519a3a2a6']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:11.898245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56428) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:11.946476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1571362991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:11.955362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250bdd2-d278-4066-b9ce-39542de1c4fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Network': ['ID=a95b3521-e819-46ba-b3ca-b568c40ee172,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:11.963430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-742432047', 'admin_state_up': True, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:11.977520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:11.984482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:11.984756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:12.003821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:router and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:12.008534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network a95b3521-e819-46ba-b3ca-b568c40ee172 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:12.008748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:12.011742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:12.020901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.027661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:12.028696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2772866'] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.029433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:12.029961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Checking segment: {'id': '9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5c99af30-6983-4b4b-94e6-a04519a3a2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:12.030467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.030955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Bound using segment: {'id': '9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5c99af30-6983-4b4b-94e6-a04519a3a2a6'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:12.031562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Bound port: 1542c060-c35c-4c6c-8a1b-c1e35612396e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5c99af30-6983-4b4b-94e6-a04519a3a2a6'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:12.032064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.068730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.112513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:router and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:12.117506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:12.131040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:12.163030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3b94b86b-0666-4cdf-9313-04937794dd33 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:12.230725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.237285 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:57:12.239764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.335101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.342253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534a70a7-8482-4e09-8da6-1327b3c6be1f']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:12.343360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] For port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:12.367003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2ae911-72fa-41cd-9cb3-5303712dfe22') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:12.367403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2ae911-72fa-41cd-9cb3-5303712dfe22') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:12.386016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 919fa3c6-9846-4185-b725-92fe35ec41e3 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:12.393245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.401265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:12.411681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:12.432599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] For port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf,segment=NetworkSegment(2a8d1c58-b294-4279-8e25-a4b4f09a0ef8),segment_id=2a8d1c58-b294-4279-8e25-a4b4f09a0ef8)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:12.445497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] Pushing event deleted for resources: {'Port': ['ID=30f05d46-ea1c-410e-b3b8-56cfd9feb598,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:12.488370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.491371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.498455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:12.503752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event updated for resources: {'Network': ['ID=0310b960-6798-441e-8dd7-9a337529c621,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:12.528598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.536360 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f9b2d2a0-6dc5-40ca-82cb-9ac633dec631 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6928205 Apr 05 09:57:12.536360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.536360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.539794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04927e-e658-4b62-9b0c-bfac678663be None None] No DVR routers for this DVR port 30f05d46-ea1c-410e-b3b8-56cfd9feb598 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:57:12.540199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56432) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:12.543222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:12.560210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.561965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.572388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=fc65bd25-bc3c-41a7-87f9-b1f86a6f450c,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:12.593644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.610509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:12.611235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.619082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 0310b960-6798-441e-8dd7-9a337529c621 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:12.632570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-937fd8bd-fc75-420a-a61d-ab246aa3b77b tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:12.632763 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.637960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895e914-8784-4b72-97c6-81275bfc1921 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:12.648998 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:12.660962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678010f4-3f7d-49af-9b12-1389bdd997d8 None None] Pushing event updated for resources: {'Port': ['ID=d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:12.661164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.705368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:12.705783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:12.730379 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:12.810156 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.835088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] For port 1542c060-c35c-4c6c-8a1b-c1e35612396e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:12.851080 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.851862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.852360 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-095b2163-6909-40c3-be00-be5e5824085e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9699490 Apr 05 09:57:12.856465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56436) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:12.872686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 09:57:12.872686 dv-neutron-833199-1-hyperv neutron-server[83819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 09:57:12.872686 dv-neutron-833199-1-hyperv neutron-server[83819]: [parameters: {'id': '5c99af30-6983-4b4b-94e6-a04519a3a2a6'}] Apr 05 09:57:12.872686 dv-neutron-833199-1-hyperv neutron-server[83819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:57:12.873111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:57:12.878814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.888089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] For port 1542c060-c35c-4c6c-8a1b-c1e35612396e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1542c060-c35c-4c6c-8a1b-c1e35612396e,segment=NetworkSegment(9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa),segment_id=9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:12.891801 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'network_id': '84fae220-bc59-4d18-9e9e-ff7d57f91d23', 'name': 'tempest-PortsTestJSON-281015415'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:12.915612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Network': ['ID=534a70a7-8482-4e09-8da6-1327b3c6be1f,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:12.927898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.945594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.955612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:12.981329 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-17818be8-52ee-4ca7-b12b-bc44b77b6e90 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/534a70a7-8482-4e09-8da6-1327b3c6be1f HTTP/1.1" status: 204 len: 168 time: 1.4834845 Apr 05 09:57:13.000003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56440) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:13.003360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-84fae220-bc59-4d18-9e9e-ff7d57f91d23', 'network_id': '84fae220-bc59-4d18-9e9e-ff7d57f91d23', 'tenant_id': 'ac5795c722a94f62a5226dd40339ffaf', 'fixed_ips': [{'subnet_id': 'a6e0ebeb-060a-4b18-a5f0-97b137b9f0c6'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:13.004205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.027953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 3b94b86b-0666-4cdf-9313-04937794dd33 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:13.073377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 3b94b86b-0666-4cdf-9313-04937794dd33 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:13.073987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.095621 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-df298e74-9d2b-4c39-88ee-7caa05386cfd tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:13.096133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df298e74-9d2b-4c39-88ee-7caa05386cfd tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:13.103552 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-df298e74-9d2b-4c39-88ee-7caa05386cfd tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/subnets/11d7ce1f-7d8c-4399-b883-8bec099ddb40 HTTP/1.1" status: 404 len: 337 time: 0.0945387 Apr 05 09:57:13.103713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.103799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56444) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:13.124842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:13.140394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:13.167781 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:13.204274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:13.207126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:13.207708 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.266215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:13.303691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5243c-c6ec-476a-b35c-4b87f33758dc None None] Pushing event updated for resources: {'Port': ['ID=1542c060-c35c-4c6c-8a1b-c1e35612396e,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:13.309057 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a11516-72e8-40fc-9c7c-24bfc6ed79db tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:13.310418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a11516-72e8-40fc-9c7c-24bfc6ed79db tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:13.312285 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-34a11516-72e8-40fc-9c7c-24bfc6ed79db tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/089b383e-293d-46f1-ac2d-6055c69c8538 HTTP/1.1" status: 404 len: 339 time: 0.2085752 Apr 05 09:57:13.333217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56448) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:13.343264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-937fd8bd-fc75-420a-a61d-ab246aa3b77b tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.358978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:13.362615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.411171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.475374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf28643-72ed-4089-bf11-c5f5fef30d43 None None] Network 5c99af30-6983-4b4b-94e6-a04519a3a2a6 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:13.481356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-937fd8bd-fc75-420a-a61d-ab246aa3b77b tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.488507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port be8049c0-c2da-4f16-ac4a-80da0ce8c7c1 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:57:13.525028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Deleting port 1542c060-c35c-4c6c-8a1b-c1e35612396e {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:13.525595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.571283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.651191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-937fd8bd-fc75-420a-a61d-ab246aa3b77b tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Network 0310b960-6798-441e-8dd7-9a337529c621 is not hosted by any dhcp agent {{(pid=83819) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 09:57:13.651934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fd8bd-fc75-420a-a61d-ab246aa3b77b tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:13.652581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-937fd8bd-fc75-420a-a61d-ab246aa3b77b tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.656439 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-937fd8bd-fc75-420a-a61d-ab246aa3b77b tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "PUT /v2.0/networks/0310b960-6798-441e-8dd7-9a337529c621 HTTP/1.1" status: 200 len: 857 time: 1.1002328 Apr 05 09:57:13.666518 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56452) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:13.703457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Router b87c8495-aac4-4ae9-954d-db7417782543 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:57:13.775340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.782666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd8bd-fc75-420a-a61d-ab246aa3b77b tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event updated for resources: {'Network': ['ID=0310b960-6798-441e-8dd7-9a337529c621,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:13.811114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Allocated IP 172.20.0.2 (84fae220-bc59-4d18-9e9e-ff7d57f91d23/a6e0ebeb-060a-4b18-a5f0-97b137b9f0c6/7aa12614-cd2d-4ab7-82ea-9c02088f1413) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:13.867720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 3b94b86b-0666-4cdf-9313-04937794dd33, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3b94b86b-0666-4cdf-9313-04937794dd33,segment=NetworkSegment(0f2cd49d-01e4-4507-b828-9eb0673ebea7),segment_id=0f2cd49d-01e4-4507-b828-9eb0673ebea7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:13.899978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:13.930663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.021176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '194b00cf-f8d6-4ff6-8cac-ad5cb170e4de'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:14.022066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.097935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.098371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=3b94b86b-0666-4cdf-9313-04937794dd33,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:14.115266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.122547 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.158955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:14.274428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] For port 1542c060-c35c-4c6c-8a1b-c1e35612396e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1542c060-c35c-4c6c-8a1b-c1e35612396e,segment=NetworkSegment(9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa),segment_id=9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:14.274885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.310467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.322352 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Transition to ACTIVE for port object 7aa12614-cd2d-4ab7-82ea-9c02088f1413 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:14.347109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Transition to ACTIVE for port object 7aa12614-cd2d-4ab7-82ea-9c02088f1413 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:14.376857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.471697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Network 84fae220-bc59-4d18-9e9e-ff7d57f91d23 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:14.477574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Pushing event updated for resources: {'Port': ['ID=7aa12614-cd2d-4ab7-82ea-9c02088f1413,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:14.479942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:14.482954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:14.490450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf79cd91-9916-47bf-9485-10307dfad3fa None None] Network 919fa3c6-9846-4185-b725-92fe35ec41e3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:14.526948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.7 (84fae220-bc59-4d18-9e9e-ff7d57f91d23/a6e0ebeb-060a-4b18-a5f0-97b137b9f0c6/be8049c0-c2da-4f16-ac4a-80da0ce8c7c1) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:14.741030 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Calling delete_port for 1542c060-c35c-4c6c-8a1b-c1e35612396e owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:14.757576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.822981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19ad705-1cfa-4381-855a-93d4f75c72e3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Deleting subnet c0aa8726-20cf-422a-9bbe-37a8d4a107d7 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:57:14.831326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.835175 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=fc65bd25-bc3c-41a7-87f9-b1f86a6f450c,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:14.841630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0310b960-6798-441e-8dd7-9a337529c621']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:14.881283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a04109-9f65-40f5-bf55-f3322d4106ea') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:14.881876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a04109-9f65-40f5-bf55-f3322d4106ea') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:14.888947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d19ad705-1cfa-4381-855a-93d4f75c72e3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.900493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.901244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.901244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.901499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.902160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.902504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.902836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.903160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.904311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.904311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.904311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:14.929114 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:14.949669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Attempting to bind port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:14.949669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Attempting to bind port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'd77bf2f2-821d-42d9-9620-6bb169f49ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '84fae220-bc59-4d18-9e9e-ff7d57f91d23'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:14.950033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Attempting to bind port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 on network 84fae220-bc59-4d18-9e9e-ff7d57f91d23 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:14.955333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:15.004030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2ac2f6da-d946-48dd-9774-b6fffa097328 None None] Provisioning for port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:15.011877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/194b00cf-f8d6-4ff6-8cac-ad5cb170e4de/3b47b571-94b6-4ebf-a62c-e6170844c3dc) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:15.014273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:15.015249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.023506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.051975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:15.052274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.052412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Checking segment: {'id': 'd77bf2f2-821d-42d9-9620-6bb169f49ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '84fae220-bc59-4d18-9e9e-ff7d57f91d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:15.052764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.053151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Bound using segment: {'id': 'd77bf2f2-821d-42d9-9620-6bb169f49ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '84fae220-bc59-4d18-9e9e-ff7d57f91d23'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:15.053614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Bound port: 7aa12614-cd2d-4ab7-82ea-9c02088f1413, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77bf2f2-821d-42d9-9620-6bb169f49ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '84fae220-bc59-4d18-9e9e-ff7d57f91d23'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:15.054292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.076392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2ac2f6da-d946-48dd-9774-b6fffa097328 None None] Provisioning complete for port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:15.076757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f6da-d946-48dd-9774-b6fffa097328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.084303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object be8049c0-c2da-4f16-ac4a-80da0ce8c7c1 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:15.085712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:15.086107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:15.100983 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:15.112419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d19ad705-1cfa-4381-855a-93d4f75c72e3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.212452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:15.232243 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b4fdd-2a29-4f55-9137-df221c3589cd None None] Sync routers for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:15.243846 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6001bd78-6471-4e45-8a02-7da5cfe9a343 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "PUT /v2.0/routers/b87c8495-aac4-4ae9-954d-db7417782543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5326023 Apr 05 09:57:15.244512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56456) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:15.254053 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b4fdd-2a29-4f55-9137-df221c3589cd None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:15.254674 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fb3b4fdd-2a29-4f55-9137-df221c3589cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:15.333359 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fb3b4fdd-2a29-4f55-9137-df221c3589cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:15.345332 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3b4fdd-2a29-4f55-9137-df221c3589cd None None] Routers {'b87c8495-aac4-4ae9-954d-db7417782543'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:15.346167 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fb3b4fdd-2a29-4f55-9137-df221c3589cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['b87c8495-aac4-4ae9-954d-db7417782543'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:15.398148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.400260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 919fa3c6-9846-4185-b725-92fe35ec41e3 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:15.404896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.407675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:15.445303 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fb3b4fdd-2a29-4f55-9137-df221c3589cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:15.445953 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3b4fdd-2a29-4f55-9137-df221c3589cd None None] The sync data for ids ['b87c8495-aac4-4ae9-954d-db7417782543'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:15.493845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0310b960-6798-441e-8dd7-9a337529c621 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 09:57:15.495606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Pushing event deleted for resources: {'Network': ['ID=0310b960-6798-441e-8dd7-9a337529c621,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:15.502849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.523707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Port': ['ID=1542c060-c35c-4c6c-8a1b-c1e35612396e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:15.539337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No DVR routers for this DVR port 1542c060-c35c-4c6c-8a1b-c1e35612396e on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:57:15.557857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] For port 7aa12614-cd2d-4ab7-82ea-9c02088f1413, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:15.585465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.632804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f6da-d946-48dd-9774-b6fffa097328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.654051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.663920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d19ad705-1cfa-4381-855a-93d4f75c72e3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.711913 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b4dcfa9e-8adb-4f0f-ba58-a7deeba55b48 tempest-ExternalNetworksTestJSON-559126138 tempest-ExternalNetworksTestJSON-559126138-project-admin] 10.222.0.30 "DELETE /v2.0/networks/0310b960-6798-441e-8dd7-9a337529c621 HTTP/1.1" status: 204 len: 168 time: 2.0442939 Apr 05 09:57:15.722843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] For port 7aa12614-cd2d-4ab7-82ea-9c02088f1413, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7aa12614-cd2d-4ab7-82ea-9c02088f1413,segment=NetworkSegment(d77bf2f2-821d-42d9-9620-6bb169f49ef7),segment_id=d77bf2f2-821d-42d9-9620-6bb169f49ef7)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:15.737022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56460) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:15.746123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.797600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:57:15.818593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.822201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.839512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488b10f-7c74-4c07-b227-66725efa0a8c None None] Pushing event updated for resources: {'Port': ['ID=7aa12614-cd2d-4ab7-82ea-9c02088f1413,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:15.846802 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0686cd9-30c4-4410-9fbc-7d5af506e335 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:15.847245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0686cd9-30c4-4410-9fbc-7d5af506e335 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:15.850347 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a0686cd9-30c4-4410-9fbc-7d5af506e335 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] 10.222.0.30 "DELETE /v2.0/subnets/8365f00f-9371-4c7b-811f-91e82eb7e78d HTTP/1.1" status: 404 len: 337 time: 0.1107528 Apr 05 09:57:15.864345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-2ac2f6da-d946-48dd-9774-b6fffa097328 None None] For port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf,segment=NetworkSegment(2a8d1c58-b294-4279-8e25-a4b4f09a0ef8),segment_id=2a8d1c58-b294-4279-8e25-a4b4f09a0ef8)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:15.865168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56464) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:15.865657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.877877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 84fae220-bc59-4d18-9e9e-ff7d57f91d23 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:15.883932 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2ac2f6da-d946-48dd-9774-b6fffa097328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:15.887733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Transition to ACTIVE for port object 3b47b571-94b6-4ebf-a62c-e6170844c3dc will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:15.919535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=be8049c0-c2da-4f16-ac4a-80da0ce8c7c1,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:15.922888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:15.930023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:16.036399 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Transition to ACTIVE for port object 3b47b571-94b6-4ebf-a62c-e6170844c3dc will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:16.065186 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.066555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-433c0f05-5a58-4ada-b8c1-8bb72044fd1f None None] Provisioning for port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:16.082292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.090559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-433c0f05-5a58-4ada-b8c1-8bb72044fd1f None None] Provisioning complete for port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:16.090988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-433c0f05-5a58-4ada-b8c1-8bb72044fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.105513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c99af30-6983-4b4b-94e6-a04519a3a2a6']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:16.123008 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:57:16.123368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:57:16.128214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:16.128539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6ab4f2-9531-4b91-89bc-c21b1f9b21aa') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:16.147929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2f6da-d946-48dd-9774-b6fffa097328 None None] Pushing event updated for resources: {'Port': ['ID=d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:16.162085 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.192711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.205792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:16.206364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.255304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:16.263175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:16.285973 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:16.347642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-433c0f05-5a58-4ada-b8c1-8bb72044fd1f None None] Port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:16.376443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.407864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Pushing event updated for resources: {'Port': ['ID=3b47b571-94b6-4ebf-a62c-e6170844c3dc,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:16.431592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Attempting to bind port 3b47b571-94b6-4ebf-a62c-e6170844c3dc on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:16.431592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Attempting to bind port 3b47b571-94b6-4ebf-a62c-e6170844c3dc by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:16.431592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Attempting to bind port 3b47b571-94b6-4ebf-a62c-e6170844c3dc on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:16.442322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-433c0f05-5a58-4ada-b8c1-8bb72044fd1f None None] Provisioning complete for port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:16.442689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-433c0f05-5a58-4ada-b8c1-8bb72044fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:16.482096 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:16.484983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.484983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.497150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:16.497535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:16.497981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.498374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:16.499751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Bound port: 3b47b571-94b6-4ebf-a62c-e6170844c3dc, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:16.500206 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.560169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.566292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.670124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.682469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=5c99af30-6983-4b4b-94e6-a04519a3a2a6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:16.706561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:16.707171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.720288 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ab9c0afd-d595-4631-a5f5-23dd7a36172a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/5c99af30-6983-4b4b-94e6-a04519a3a2a6 HTTP/1.1" status: 204 len: 168 time: 9.4625268 Apr 05 09:57:16.725800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56468) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:16.741988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] For port 3b47b571-94b6-4ebf-a62c-e6170844c3dc, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:16.742638 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a8a88015-08a3-49b1-96b3-5823b9f7c77b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.8790493 Apr 05 09:57:16.746539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-204903181'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:16.749717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56472) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:16.772942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] For port 3b47b571-94b6-4ebf-a62c-e6170844c3dc, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3b47b571-94b6-4ebf-a62c-e6170844c3dc,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:16.778845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:16.800078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:16.824274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:network and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:16.862794 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:16.873617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a74a7b-f17e-4326-9226-8c8e3db026d5 None None] Pushing event updated for resources: {'Port': ['ID=3b47b571-94b6-4ebf-a62c-e6170844c3dc,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:16.892948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:16.915127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6590c5f6-ccd2-4331-84b6-4fde1d5d3e84 None None] Provisioning complete for port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:16.915496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6590c5f6-ccd2-4331-84b6-4fde1d5d3e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.008508 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d19ad705-1cfa-4381-855a-93d4f75c72e3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.010917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:17.014925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.038073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7aa12614-cd2d-4ab7-82ea-9c02088f1413 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:17.058734 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:17.061333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:17.082214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.082576 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment 71dcad16-c8d2-44cb-b341-c9e299f6f2fc of type vlan for network bd54657e-20c0-4cc9-b11d-82137dbc0bdf Apr 05 09:57:17.112979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.119056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6590c5f6-ccd2-4331-84b6-4fde1d5d3e84 None None] Port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:17.126883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.153374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:17.161383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3b94b86b-0666-4cdf-9313-04937794dd33 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:17.162984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ad705-1cfa-4381-855a-93d4f75c72e3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Subnet': ['ID=c0aa8726-20cf-422a-9bbe-37a8d4a107d7,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:17.244694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d19ad705-1cfa-4381-855a-93d4f75c72e3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.249417 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d19ad705-1cfa-4381-855a-93d4f75c72e3 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/subnets/c0aa8726-20cf-422a-9bbe-37a8d4a107d7 HTTP/1.1" status: 204 len: 168 time: 3.9152155 Apr 05 09:57:17.253673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.250 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/5d6e12ab-f20a-46ed-8655-a58a6d165bea) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:17.254194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:57:17.268450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56476) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:17.279011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f89d3e-b908-4002-9678-aa8d59d234ba None None] Network aa3b7248-1b72-4598-b0ad-049b2d69f631 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:17.365750 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.406490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 3b94b86b-0666-4cdf-9313-04937794dd33 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:17.406490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.415178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99fe3b9-1f51-4628-a094-69685677e651']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:17.435235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec6fa13-b7cb-436f-86b7-7d5a8bb10a6e') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:17.436010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec6fa13-b7cb-436f-86b7-7d5a8bb10a6e') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:17.449879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.473258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.489359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.494928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:17.496505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.509200 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:17.509658 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:17.510150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.522835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e77473f-32ad-4b8c-a8f0-e4e9e3e1191c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Deleting subnet 3337d5df-66b0-437a-93a0-9d1dd83381fd {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:57:17.528812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e77473f-32ad-4b8c-a8f0-e4e9e3e1191c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.626340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e77473f-32ad-4b8c-a8f0-e4e9e3e1191c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:17.646746 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:17.659956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.676736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:17.716820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e77473f-32ad-4b8c-a8f0-e4e9e3e1191c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.733269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.753487 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:17.753727 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:17.775614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:17.777884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:57:17.789383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0dbb61-28f0-4372-8f1b-b5cff69cc5dd None None] Network 84fae220-bc59-4d18-9e9e-ff7d57f91d23 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:17.807797 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0781152 Apr 05 09:57:17.813104 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56480) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:17.815316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef486539-0c80-47df-9aaa-880f2c0a63bd tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=bd54657e-20c0-4cc9-b11d-82137dbc0bdf,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:17.844072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': 'bd54657e-20c0-4cc9-b11d-82137dbc0bdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:17.860960 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] 10.222.0.30 "DELETE /v2.0/networks/d99fe3b9-1f51-4628-a094-69685677e651 HTTP/1.1" status: 204 len: 168 time: 1.9925830 Apr 05 09:57:17.875475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696858b4-c45f-4386-b608-25038b6e35a5 tempest-ExternalNetworksTestJSON-256403163 tempest-ExternalNetworksTestJSON-256403163-project] Pushing event deleted for resources: {'Network': ['ID=d99fe3b9-1f51-4628-a094-69685677e651,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:17.954291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network bd54657e-20c0-4cc9-b11d-82137dbc0bdf details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:18.160596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:18.168566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:subnet and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:18.176825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:18.200543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:18.220649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0ea98624-8062-4104-b8dd-65680a98214a None None] Provisioning for port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:18.242478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:18.244300 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:18.264634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0ea98624-8062-4104-b8dd-65680a98214a None None] Provisioning complete for port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:18.264869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0ea98624-8062-4104-b8dd-65680a98214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:18.315312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e77473f-32ad-4b8c-a8f0-e4e9e3e1191c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:18.389566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77473f-32ad-4b8c-a8f0-e4e9e3e1191c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Subnet': ['ID=3337d5df-66b0-437a-93a0-9d1dd83381fd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:18.430119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:18.552314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0ea98624-8062-4104-b8dd-65680a98214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:18.581274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56488) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:18.623057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0ea98624-8062-4104-b8dd-65680a98214a None None] For port 7aa12614-cd2d-4ab7-82ea-9c02088f1413, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7aa12614-cd2d-4ab7-82ea-9c02088f1413,segment=NetworkSegment(d77bf2f2-821d-42d9-9620-6bb169f49ef7),segment_id=d77bf2f2-821d-42d9-9620-6bb169f49ef7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:18.633893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0ea98624-8062-4104-b8dd-65680a98214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:18.661841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e77473f-32ad-4b8c-a8f0-e4e9e3e1191c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:18.710024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:18.721616 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a2142c0e-ab9a-43b8-8f7d-5fd0ca30e5ec tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4332676 Apr 05 09:57:18.742756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56494) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:18.743040 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Sync routers for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:18.744072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:18.758546 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'network': {'name': 'tempest-RoutersTest-1306212566'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:18.769107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:18.824717 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:network and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:18.828695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:18.833103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea98624-8062-4104-b8dd-65680a98214a None None] Pushing event updated for resources: {'Port': ['ID=7aa12614-cd2d-4ab7-82ea-9c02088f1413,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:18.835773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:18.842793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting port a9b9a640-334e-4ce4-879d-e3a82c9f4323 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:18.843215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:18.860686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:18.861418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:18.869406 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4e77473f-32ad-4b8c-a8f0-e4e9e3e1191c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/subnets/3337d5df-66b0-437a-93a0-9d1dd83381fd HTTP/1.1" status: 204 len: 168 time: 1.5978503 Apr 05 09:57:18.950451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56498) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:18.951766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:18.994295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3b47b571-94b6-4ebf-a62c-e6170844c3dc up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:19.199621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:19.230428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.276498 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec831a8c-5f46-4f63-9cab-3ecb8885d448 None None] Network aa3b7248-1b72-4598-b0ad-049b2d69f631 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:19.315939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:19.321160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.326087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=5d6e12ab-f20a-46ed-8655-a58a6d165bea,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:19.354721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=96423011-81a9-4a07-9e26-f375331268c9,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:19.399763 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:19.456964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.457285 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added segment 8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd of type vlan for network 808d0721-8c8e-44a5-9a34-a4ff9308f792 Apr 05 09:57:19.461684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Provisioning for port 3b47b571-94b6-4ebf-a62c-e6170844c3dc completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:19.482446 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': '71dcad16-c8d2-44cb-b341-c9e299f6f2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bd54657e-20c0-4cc9-b11d-82137dbc0bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:19.482839 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: bd54657e-20c0-4cc9-b11d-82137dbc0bdf, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:19.486692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:19.507921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:19.509313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.510681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:19.540444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.641446 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-439a7e8e-3c7e-4911-91b9-094eb60d991f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3d77fe14101449d8da3f5c37e893f26&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0387514 Apr 05 09:57:19.657638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56504) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:19.677391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.689866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Calling delete_port for a9b9a640-334e-4ce4-879d-e3a82c9f4323 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:19.747549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network bd54657e-20c0-4cc9-b11d-82137dbc0bdf is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:19.769009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, bd54657e-20c0-4cc9-b11d-82137dbc0bdf) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:19.773173 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.776814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:19.777388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.783627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:19.786119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.796581 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ae702d-2c9c-43f9-b8e4-53980dcb4588 None None] Network bd54657e-20c0-4cc9-b11d-82137dbc0bdf requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:19.807510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Deleting port d520b623-0fe0-42f6-b253-bee2e90d0f1f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:19.807861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.874851 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Provisioning for port be8049c0-c2da-4f16-ac4a-80da0ce8c7c1 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:19.905621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Provisioning complete for port be8049c0-c2da-4f16-ac4a-80da0ce8c7c1 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:19.906087 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.916567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:19.931979 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1842673 Apr 05 09:57:19.936502 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-60d77a26-a6c8-439a-835d-db4220d12eb5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1171095 Apr 05 09:57:19.939310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56508) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:19.939905 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56510) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:19.940521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c523bf-a5a3-4d10-bc5c-f3ac0d34728d tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Network': ['ID=808d0721-8c8e-44a5-9a34-a4ff9308f792,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:19.943531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 3b47b571-94b6-4ebf-a62c-e6170844c3dc completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:19.950708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'subnet': {'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:19.983454 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 808d0721-8c8e-44a5-9a34-a4ff9308f792 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:20.001537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-471075d7-04d2-4bd3-a37e-563ecd2b781e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.010688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 3b47b571-94b6-4ebf-a62c-e6170844c3dc triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:20.011062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.168810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Port be8049c0-c2da-4f16-ac4a-80da0ce8c7c1 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:20.232042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:20.239660 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:subnet and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:20.240001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-471075d7-04d2-4bd3-a37e-563ecd2b781e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.252323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:20.266550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:20.275364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.280824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.340091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Port': ['ID=a9b9a640-334e-4ce4-879d-e3a82c9f4323,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:20.346986 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Made reservation on behalf of f6bce360d3a746b8942643f480ef9e13 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:20.368474 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Provisioning for port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:20.399193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Provisioning complete for port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:20.399841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.433137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] DHCP port deletion for aa3b7248-1b72-4598-b0ad-049b2d69f631 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:57:20.464571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] For port d520b623-0fe0-42f6-b253-bee2e90d0f1f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d520b623-0fe0-42f6-b253-bee2e90d0f1f,segment=NetworkSegment(ff2b4ce5-dc80-4f2b-9f88-aacae1536e96),segment_id=ff2b4ce5-dc80-4f2b-9f88-aacae1536e96)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:20.465181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.492902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] Deleting port d520b623-0fe0-42f6-b253-bee2e90d0f1f {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:20.493331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.532388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.574042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:12Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 2, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:20.576047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:20.577403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.593767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Checking router: 47118720-5959-4f05-aa94-76defd1a75f9 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:57:20.594198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Updating router 47118720-5959-4f05-aa94-76defd1a75f9 port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:57:20.625441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Calling delete_port for d520b623-0fe0-42f6-b253-bee2e90d0f1f owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:20.628283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d904a29-0287-40fd-8bae-7d97630a251b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-bd54657e-20c0-4cc9-b11d-82137dbc0bdf', 'network_id': 'bd54657e-20c0-4cc9-b11d-82137dbc0bdf', 'tenant_id': '5ffd6ce8968649b1b9ce4db1326a89b0', 'fixed_ips': [{'subnet_id': '96423011-81a9-4a07-9e26-f375331268c9'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:20.629114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d904a29-0287-40fd-8bae-7d97630a251b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.672600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Router 5258cd1c-f593-4486-aa30-db91149739a6 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:57:20.708545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-471075d7-04d2-4bd3-a37e-563ecd2b781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.726127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 3b47b571-94b6-4ebf-a62c-e6170844c3dc, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3b47b571-94b6-4ebf-a62c-e6170844c3dc,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:20.730798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.753003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471075d7-04d2-4bd3-a37e-563ecd2b781e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5010c2-e881-4628-85b0-59601c879041,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:20.784039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-471075d7-04d2-4bd3-a37e-563ecd2b781e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.784661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.785252 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-471075d7-04d2-4bd3-a37e-563ecd2b781e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b5010c2-e881-4628-85b0-59601c879041 HTTP/1.1" status: 204 len: 168 time: 1.1181955 Apr 05 09:57:20.810329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.971411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Provisioning complete for port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:20.971817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a59f433a-9ec6-443c-9009-c6974e9e4690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:20.996401 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.029938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7aa12614-cd2d-4ab7-82ea-9c02088f1413 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:21.103633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:57:21.120195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.187623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.190349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.228282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] For port d520b623-0fe0-42f6-b253-bee2e90d0f1f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d520b623-0fe0-42f6-b253-bee2e90d0f1f,segment=NetworkSegment(ff2b4ce5-dc80-4f2b-9f88-aacae1536e96),segment_id=ff2b4ce5-dc80-4f2b-9f88-aacae1536e96)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:21.228714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server [None req-0d904a29-0287-40fd-8bae-7d97630a251b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96423011-81a9-4a07-9e26-f375331268c9: This subnet is being modified by another concurrent operation. Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 09:57:21.255744 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise exception Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96423011-81a9-4a07-9e26-f375331268c9: This subnet is being modified by another concurrent operation. Apr 05 09:57:21.259805 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Apr 05 09:57:21.304503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.321008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.361735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.364213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56520) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:21.369192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=96423011-81a9-4a07-9e26-f375331268c9,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:21.370279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=3b47b571-94b6-4ebf-a62c-e6170844c3dc,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:21.374296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7903791-46ab-466d-a9dc-fc4b4fb2d786 None None] Network bd54657e-20c0-4cc9-b11d-82137dbc0bdf requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:21.374905 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.395486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] Calling delete_port for d520b623-0fe0-42f6-b253-bee2e90d0f1f owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:21.419049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.481345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No DVR routers for this DVR port d520b623-0fe0-42f6-b253-bee2e90d0f1f on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:57:21.568719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=be8049c0-c2da-4f16-ac4a-80da0ce8c7c1,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:21.584032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.601910 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3bfa7fde-4a1c-4140-94ea-394768eb437a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b0846baeaa744c683cd72c66006a853&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2339358 Apr 05 09:57:21.608462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56524) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:21.625061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.626365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Fanout notify agent at l3_agent the message router_deleted on router b87c8495-aac4-4ae9-954d-db7417782543 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:57:21.665236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd54657e-20c0-4cc9-b11d-82137dbc0bdf']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:21.713814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dcad16-c8d2-44cb-b341-c9e299f6f2fc') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:21.714200 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dcad16-c8d2-44cb-b341-c9e299f6f2fc') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:21.720739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Port': ['ID=d520b623-0fe0-42f6-b253-bee2e90d0f1f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:21.762245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.778697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.795393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.850015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3b7248-1b72-4598-b0ad-049b2d69f631']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:21.853400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.871002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.872109 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4b995699-c1c0-4ded-bc5f-84365e5eade4 tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/routers/b87c8495-aac4-4ae9-954d-db7417782543 HTTP/1.1" status: 204 len: 168 time: 6.6198609 Apr 05 09:57:21.873137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2b4ce5-dc80-4f2b-9f88-aacae1536e96') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:21.873437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2b4ce5-dc80-4f2b-9f88-aacae1536e96') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:21.882034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:21.882702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.887761 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:57:21.888129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:57:21.898783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56528) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:21.901315 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:21.925837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.931855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:21.931999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.964202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:21.968684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:21.979834 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Sync routers for ids ['5258cd1c-f593-4486-aa30-db91149739a6'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:21.992249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.000050 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Routers {'5258cd1c-f593-4486-aa30-db91149739a6'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:22.001216 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5258cd1c-f593-4486-aa30-db91149739a6'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:22.015368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:22.015800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.031139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Subnet': ['ID=d1861e39-b086-4432-9520-0b22dac15574,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:22.031344 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:22.050958 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c30c9d82-3e64-45e3-a25e-2e06c01e9715 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "PUT /v2.0/routers/5258cd1c-f593-4486-aa30-db91149739a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5710282 Apr 05 09:57:22.062248 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56532) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:22.116971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43749b15-ede5-4919-a451-e7507260ad1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.125512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Checking segment: {'id': '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:22.126418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network hostable DHCP agents. Network: 808d0721-8c8e-44a5-9a34-a4ff9308f792, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:22.188876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.194492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.197877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.202658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-851b8635-c1ee-4045-b136-de74fb36b970 None None] Could not find standard attr ID for object d520b623-0fe0-42f6-b253-bee2e90d0f1f. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:57:22.219186 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.233523 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/aa3b7248-1b72-4598-b0ad-049b2d69f631 HTTP/1.1" status: 204 len: 168 time: 3.1084952 Apr 05 09:57:22.238210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56536) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:22.291908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e96ed-8c97-4e81-8ea8-fb005c8cf306 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Network': ['ID=aa3b7248-1b72-4598-b0ad-049b2d69f631,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:22.299095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.331104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-851b8635-c1ee-4045-b136-de74fb36b970 None None] Provisioning complete for port be8049c0-c2da-4f16-ac4a-80da0ce8c7c1 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:22.332005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-851b8635-c1ee-4045-b136-de74fb36b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.334992 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Set router 5258cd1c-f593-4486-aa30-db91149739a6 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:22.341134 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d54434-a217-4da2-85f7-b486e5f56bf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:22.341585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d54434-a217-4da2-85f7-b486e5f56bf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:22.346793 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f9d54434-a217-4da2-85f7-b486e5f56bf6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/subnets/3b890f75-9ab2-48a2-8e72-9e6c793b0fcf HTTP/1.1" status: 404 len: 337 time: 0.1050184 Apr 05 09:57:22.348496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56540) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:22.368319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Transition to ACTIVE for port object fc65bd25-bc3c-41a7-87f9-b1f86a6f450c will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:22.372350 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d520b623-0fe0-42f6-b253-bee2e90d0f1f no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:57:22.390320 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b89d6b-5f3f-4448-805a-5ce4bb482f9c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:22.391207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40b89d6b-5f3f-4448-805a-5ce4bb482f9c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:22.396508 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-40b89d6b-5f3f-4448-805a-5ce4bb482f9c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/dc8246ff-0f51-48ad-946e-cbb255b9fbfd HTTP/1.1" status: 404 len: 339 time: 0.0411141 Apr 05 09:57:22.400374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56544) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:22.417074 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] Deleting port d520b623-0fe0-42f6-b253-bee2e90d0f1f {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:22.417455 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.458937 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d3463d-6676-4d5c-8270-d58798bd332c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:22.459663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d3463d-6676-4d5c-8270-d58798bd332c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:22.464573 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.465446 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a8d3463d-6676-4d5c-8270-d58798bd332c tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/subnets/7ff2bd2c-cc6b-42db-b319-67af34048068 HTTP/1.1" status: 404 len: 337 time: 0.0637846 Apr 05 09:57:22.466686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56548) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:22.474931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: d520b623-0fe0-42f6-b253-bee2e90d0f1f {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:57:22.475272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d520b623-0fe0-42f6-b253-bee2e90d0f1f not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:57:22.495513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.518465 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/bd54657e-20c0-4cc9-b11d-82137dbc0bdf HTTP/1.1" status: 204 len: 168 time: 2.5727451 Apr 05 09:57:22.519837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56552) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:22.525090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43749b15-ede5-4919-a451-e7507260ad1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.541386 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d19055d-2fc4-48d0-82fa-00fc88890761 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:22.541966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d19055d-2fc4-48d0-82fa-00fc88890761 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:22.565477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d19055d-2fc4-48d0-82fa-00fc88890761 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/3c32d824-0757-471c-8968-10db9ef6ee8f HTTP/1.1" status: 404 len: 339 time: 0.0966828 Apr 05 09:57:22.566446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56556) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:22.569959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1828766752'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:22.595662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36608b-3575-4d60-883e-3c01865cc75f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=bd54657e-20c0-4cc9-b11d-82137dbc0bdf,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:22.625147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:22.651666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f196b-197c-4ffe-a22d-039be22ffc8b None None] The port 'd520b623-0fe0-42f6-b253-bee2e90d0f1f' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:57:22.669904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336ebd7a-8bf6-4847-a39e-f7f1b61c171f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:22.683683 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-336ebd7a-8bf6-4847-a39e-f7f1b61c171f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports/4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a HTTP/1.1" status: 200 len: 911 time: 0.6144252 Apr 05 09:57:22.684710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-851b8635-c1ee-4045-b136-de74fb36b970 None None] Port be8049c0-c2da-4f16-ac4a-80da0ce8c7c1 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:22.686795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56560) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:22.703688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e15b2f-4e04-4567-9380-dcbbc2b8e84d None None] Pushing event updated for resources: {'Port': ['ID=fc65bd25-bc3c-41a7-87f9-b1f86a6f450c,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:22.712395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:network and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:22.718644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router d570a90e-06b1-485f-b0ea-081a9334e4ce is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:57:22.726272 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbb1086-71ca-4a68-932f-555748485ef6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:22.727203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbb1086-71ca-4a68-932f-555748485ef6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:22.730118 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2dbb1086-71ca-4a68-932f-555748485ef6 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/subnets/636692c9-9e2b-4774-b79c-6ca562717c34 HTTP/1.1" status: 404 len: 337 time: 0.1544418 Apr 05 09:57:22.733942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56564) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:22.775557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.788911 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e492ab-2f91-4a71-a9d0-0d0c3760bb0f tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:22.789803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e492ab-2f91-4a71-a9d0-0d0c3760bb0f tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:22.792702 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e1e492ab-2f91-4a71-a9d0-0d0c3760bb0f tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/ae5cc23d-d100-471d-9408-a50d9ad47768 HTTP/1.1" status: 404 len: 339 time: 0.0562897 Apr 05 09:57:22.802273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:22.803742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56568) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:22.845564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:22.966019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 808d0721-8c8e-44a5-9a34-a4ff9308f792 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:22.971420 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:22.974383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3b47b571-94b6-4ebf-a62c-e6170844c3dc up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:22.974542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:22.998225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca893a5-4bd9-4720-9921-dabd3d04543d None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 09:57:23.041000 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5258cd1c-f593-4486-aa30-db91149739a6', 'name': 'tempest-NetworksTestDHCPv6-router-249368757', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:09Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 2, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None, '_interfaces': [{'id': '4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a', 'name': '', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'mac_address': 'fa:16:3e:ad:bc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5258cd1c-f593-4486-aa30-db91149739a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194b00cf-f8d6-4ff6-8cac-ad5cb170e4de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:11Z', 'updated_at': '2022-04-05T09:57:15Z', 'revision_number': 2, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'subnets': [{'id': '194b00cf-f8d6-4ff6-8cac-ad5cb170e4de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:23.044584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-851b8635-c1ee-4045-b136-de74fb36b970 None None] Provisioning complete for port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:23.044841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-851b8635-c1ee-4045-b136-de74fb36b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.047669 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Checking router: 5258cd1c-f593-4486-aa30-db91149739a6 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:57:23.048842 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Updating router 5258cd1c-f593-4486-aa30-db91149739a6 port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:57:23.066362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b87fec8-7489-4b65-ad1c-fe073a24c61d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Deleting subnet 4cd87451-0bc0-4e16-95de-cb3c45ef6e5f {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:57:23.078340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43749b15-ede5-4919-a451-e7507260ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.088730 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 808d0721-8c8e-44a5-9a34-a4ff9308f792) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:23.090906 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6b87fec8-7489-4b65-ad1c-fe073a24c61d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.092347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Attempting to bind port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:23.092922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Attempting to bind port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:23.093294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Attempting to bind port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c on network 919fa3c6-9846-4185-b725-92fe35ec41e3 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:23.103994 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.151081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:23.151314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Checking segment: {'id': '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:23.151639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.152031 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Bound using segment: {'id': '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:23.152508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Bound port: fc65bd25-bc3c-41a7-87f9-b1f86a6f450c, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:23.152885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.186879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43749b15-ede5-4919-a451-e7507260ad1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556a8b64-197c-474c-b784-1870e155fa84,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:23.195605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43749b15-ede5-4919-a451-e7507260ad1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.200137 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-43749b15-ede5-4919-a451-e7507260ad1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/556a8b64-197c-474c-b784-1870e155fa84 HTTP/1.1" status: 204 len: 168 time: 1.5884709 Apr 05 09:57:23.210732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:23.211902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.218687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-851b8635-c1ee-4045-b136-de74fb36b970 None None] Port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:23.280924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:23.296272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.297244 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment e80f3996-f7e6-4156-824a-804f97227636 of type vlan for network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 Apr 05 09:57:23.341682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.360911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 3b47b571-94b6-4ebf-a62c-e6170844c3dc triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:23.361791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.403559 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d9032a29-a357-47a9-9c8c-4f6aceaa9c76 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4600737 Apr 05 09:57:23.416179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.424899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:23.426057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.439182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] For port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:23.453259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56574) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:23.468943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a611d91d-d152-4692-a41f-1ac69271630f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:23.475044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a611d91d-d152-4692-a41f-1ac69271630f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:23.477299 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] For port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fc65bd25-bc3c-41a7-87f9-b1f86a6f450c,segment=NetworkSegment(2a8d1c58-b294-4279-8e25-a4b4f09a0ef8),segment_id=2a8d1c58-b294-4279-8e25-a4b4f09a0ef8)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:23.481852 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a611d91d-d152-4692-a41f-1ac69271630f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7569675 Apr 05 09:57:23.489231 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.506644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.520759 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Transition to ACTIVE for port object 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:23.538990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56576) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:23.539643 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.634878 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5732c4-6149-4479-9261-9b5ff1db9c9e None None] Pushing event updated for resources: {'Port': ['ID=4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:23.636254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca893a5-4bd9-4720-9921-dabd3d04543d None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 09:57:23.732492 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1855428 Apr 05 09:57:23.739436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56584) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:23.756411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:23.757070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:23.757724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6b87fec8-7489-4b65-ad1c-fe073a24c61d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.763912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-39919bd8-d914-4cc3-a9db-92587ab0301d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:23.895353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157bbb0d-1187-47c4-8840-46f555f3375c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=3c602c6b-38ff-4774-8a16-279c5c47cbe2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:23.900488 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Attempting to bind port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:23.902026 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Attempting to bind port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:23.902392 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Attempting to bind port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:23.918558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:23.927252 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:23.927641 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:23.928043 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.929297 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:23.929783 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Bound port: 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:23.930174 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:23.962821 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6b87fec8-7489-4b65-ad1c-fe073a24c61d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.048690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1bedd4-1fc4-4776-b269-79e668d7e972 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Deleting subnet 90bb9c3d-96b2-4dd4-a398-33e04e8fcb0d {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:57:24.052698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-de1bedd4-1fc4-4776-b269-79e668d7e972 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.064416 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e15b2f-4e04-4567-9380-dcbbc2b8e84d None None] Pushing event updated for resources: {'Port': ['ID=fc65bd25-bc3c-41a7-87f9-b1f86a6f450c,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:24.078581 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] For port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:24.084751 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] For port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:24.097761 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.122402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-de1bedd4-1fc4-4776-b269-79e668d7e972 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.191377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:24.208847 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5732c4-6149-4479-9261-9b5ff1db9c9e None None] Pushing event updated for resources: {'Port': ['ID=4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:24.209823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-de1bedd4-1fc4-4776-b269-79e668d7e972 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.238352 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Routers {'5258cd1c-f593-4486-aa30-db91149739a6'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:24.239404 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5258cd1c-f593-4486-aa30-db91149739a6'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:24.436787 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] Set router 5258cd1c-f593-4486-aa30-db91149739a6 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:24.553162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39919bd8-d914-4cc3-a9db-92587ab0301d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.560071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6b87fec8-7489-4b65-ad1c-fe073a24c61d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.582182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-de1bedd4-1fc4-4776-b269-79e668d7e972 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.616626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39919bd8-d914-4cc3-a9db-92587ab0301d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.663825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87fec8-7489-4b65-ad1c-fe073a24c61d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd87451-0bc0-4e16-95de-cb3c45ef6e5f,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:24.680237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6b87fec8-7489-4b65-ad1c-fe073a24c61d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.696294 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6b87fec8-7489-4b65-ad1c-fe073a24c61d tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/subnets/4cd87451-0bc0-4e16-95de-cb3c45ef6e5f HTTP/1.1" status: 204 len: 168 time: 2.7940671 Apr 05 09:57:24.698653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56600) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:24.769587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:12Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:23Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:24.781641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c974f9c-c0a7-4108-be2a-3ab3be2a5b5b None None] The sync data for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv is: [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:12Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:23Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:24.835347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bedd4-1fc4-4776-b269-79e668d7e972 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Subnet': ['ID=90bb9c3d-96b2-4dd4-a398-33e04e8fcb0d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:24.847745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-808d0721-8c8e-44a5-9a34-a4ff9308f792', 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'fixed_ips': [{'subnet_id': 'd1861e39-b086-4432-9520-0b22dac15574'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:24.848993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.912997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-39919bd8-d914-4cc3-a9db-92587ab0301d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 is not hosted by any dhcp agent {{(pid=83819) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 09:57:24.916846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39919bd8-d914-4cc3-a9db-92587ab0301d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:24.917738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39919bd8-d914-4cc3-a9db-92587ab0301d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:24.919090 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-39919bd8-d914-4cc3-a9db-92587ab0301d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "PUT /v2.0/networks/3c602c6b-38ff-4774-8a16-279c5c47cbe2 HTTP/1.1" status: 200 len: 723 time: 1.1664588 Apr 05 09:57:24.931258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56606) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:24.998902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-de1bedd4-1fc4-4776-b269-79e668d7e972 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.014189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39919bd8-d914-4cc3-a9db-92587ab0301d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=3c602c6b-38ff-4774-8a16-279c5c47cbe2,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:25.033929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': '3c602c6b-38ff-4774-8a16-279c5c47cbe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:25.044677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:25.052327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.082721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56610) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:25.148562 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5258cd1c-f593-4486-aa30-db91149739a6', 'name': 'tempest-NetworksTestDHCPv6-router-249368757', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:09Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 2, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None, '_interfaces': [{'id': '4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a', 'name': '', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'mac_address': 'fa:16:3e:ad:bc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5258cd1c-f593-4486-aa30-db91149739a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194b00cf-f8d6-4ff6-8cac-ad5cb170e4de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:11Z', 'updated_at': '2022-04-05T09:57:24Z', 'revision_number': 4, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'subnets': [{'id': '194b00cf-f8d6-4ff6-8cac-ad5cb170e4de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:25.161483 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb2d2b-7304-4ef5-bcab-bdf55bcf187e None None] The sync data for ids ['5258cd1c-f593-4486-aa30-db91149739a6'] in dv-neutron-833199-1-hyperv is: [{'id': '5258cd1c-f593-4486-aa30-db91149739a6', 'name': 'tempest-NetworksTestDHCPv6-router-249368757', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:09Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 2, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None, '_interfaces': [{'id': '4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a', 'name': '', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'mac_address': 'fa:16:3e:ad:bc:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5258cd1c-f593-4486-aa30-db91149739a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '194b00cf-f8d6-4ff6-8cac-ad5cb170e4de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:11Z', 'updated_at': '2022-04-05T09:57:24Z', 'revision_number': 4, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'subnets': [{'id': '194b00cf-f8d6-4ff6-8cac-ad5cb170e4de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:25.257428 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-de1bedd4-1fc4-4776-b269-79e668d7e972 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/subnets/90bb9c3d-96b2-4dd4-a398-33e04e8fcb0d HTTP/1.1" status: 204 len: 168 time: 2.4500506 Apr 05 09:57:25.265223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56616) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:25.329027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Allocated IP 172.23.0.2 (808d0721-8c8e-44a5-9a34-a4ff9308f792/d1861e39-b086-4432-9520-0b22dac15574/9b91d762-d348-4a5a-9f36-036131c3e814) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:25.372375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.403462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd62f376-259b-45b6-a05f-bdd6b78f02d5']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:25.419775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:57:25.420145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681d60a8-1786-4854-9d53-54ff0b37ddd5') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:25.420145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681d60a8-1786-4854-9d53-54ff0b37ddd5') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:25.455793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.462379 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.484365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group': {'name': 'tempest-secgroup--50725284'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:25.500040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:25.503066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.505239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:25.510390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:25.520606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:25.536628 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.689113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=be8049c0-c2da-4f16-ac4a-80da0ce8c7c1,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:25.717828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.727927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.742321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.743804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:25.744515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.756358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:25.760910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Transition to ACTIVE for port object 9b91d762-d348-4a5a-9f36-036131c3e814 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:25.768696 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:25.788096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Sync routers for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:25.796710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Transition to ACTIVE for port object 9b91d762-d348-4a5a-9f36-036131c3e814 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:25.807588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:25.808292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:25.812484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:25.818272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.833187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.835564 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-831cdca1-2a87-4c4f-bfec-ebb6e2e94ce8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 13.8833241 Apr 05 09:57:25.848488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:subnet and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:25.855029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:25.864522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56620) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:25.867355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.872679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.891092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:25.916876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Deleting port 69580478-2012-4a81-bd5b-a22590c7d384 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:25.917305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.978517 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.987971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:25.994440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:26.024377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Network 808d0721-8c8e-44a5-9a34-a4ff9308f792 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:26.034221 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:26.047381 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:26.060168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:26.072415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:26.081644 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] 10.222.0.30 "DELETE /v2.0/networks/bd62f376-259b-45b6-a05f-bdd6b78f02d5 HTTP/1.1" status: 204 len: 168 time: 1.3817501 Apr 05 09:57:26.082535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816a787-82e6-4e98-bea5-6a986282285f tempest-FloatingIPTestJSON-1859123168 tempest-FloatingIPTestJSON-1859123168-project] Pushing event deleted for resources: {'Network': ['ID=bd62f376-259b-45b6-a05f-bdd6b78f02d5,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:26.092250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:26.112376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:26.219131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Pushing event updated for resources: {'Port': ['ID=9b91d762-d348-4a5a-9f36-036131c3e814,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:26.227233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:26.254552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Attempting to bind port 9b91d762-d348-4a5a-9f36-036131c3e814 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:26.254915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Attempting to bind port 9b91d762-d348-4a5a-9f36-036131c3e814 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:26.255269 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Attempting to bind port 9b91d762-d348-4a5a-9f36-036131c3e814 on network 808d0721-8c8e-44a5-9a34-a4ff9308f792 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:26.274610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:26.274974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Checking segment: {'id': '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:26.275371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:26.275948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Bound using segment: {'id': '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:26.277609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Bound port: 9b91d762-d348-4a5a-9f36-036131c3e814, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:26.277609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:26.380233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] For port 9b91d762-d348-4a5a-9f36-036131c3e814, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:26.383658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] For port 9b91d762-d348-4a5a-9f36-036131c3e814, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9b91d762-d348-4a5a-9f36-036131c3e814,segment=NetworkSegment(8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd),segment_id=8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:26.394668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:26.402986 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f30f815a-fd22-4b57-9f63-21537c8b8844 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f5587b1b4168471baeb118f60917a7ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5369892 Apr 05 09:57:26.425480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56628) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:26.478937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f6244-a57d-4ca3-bfb3-42a3e411de29 None None] Pushing event updated for resources: {'Port': ['ID=9b91d762-d348-4a5a-9f36-036131c3e814,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:26.487933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:26.501275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:26.528681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:26.552960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:26.557396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:26.561061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:26.571434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:26.633194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:26.706366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:26.717684 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c4554f-b596-40b0-a8f0-577c4bd8e53d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:26.737178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56634) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:26.780951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:26.806745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] For port 69580478-2012-4a81-bd5b-a22590c7d384, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=69580478-2012-4a81-bd5b-a22590c7d384,segment=NetworkSegment(b867264f-9656-4a3e-aabe-cd549c99bab5),segment_id=b867264f-9656-4a3e-aabe-cd549c99bab5)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:26.807113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:26.948363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ae061-f72b-4185-be12-853c7bae1726 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:26.950067 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f47ae061-f72b-4185-be12-853c7bae1726 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4604087 Apr 05 09:57:26.953939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330f3111-65ee-429c-bad7-dfedd29d10f0,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:26.957374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56640) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:27.087487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:27.091853 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ee27358a-b2ce-49ba-a91f-4634b846d60c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.9354556 Apr 05 09:57:27.136086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fc65bd25-bc3c-41a7-87f9-b1f86a6f450c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:27.160968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56644) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:27.227764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:57:19Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:27.232411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:27.235365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Checking router: d570a90e-06b1-485f-b0ea-081a9334e4ce for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:57:27.235747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Updating router d570a90e-06b1-485f-b0ea-081a9334e4ce port 5d6e12ab-f20a-46ed-8655-a58a6d165bea binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:57:27.264119 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e4f5666b-a08e-4ad9-9cf4-8cdcb055b1ce tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2957222 Apr 05 09:57:27.266142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-28ab8fd3-5ce7-45f3-bd56-0c4a3de6a97a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:27.269280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56648) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:27.271802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:27.272161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:27.292741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1251445255', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:27.297887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Calling delete_port for 69580478-2012-4a81-bd5b-a22590c7d384 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:27.355104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 84fae220-bc59-4d18-9e9e-ff7d57f91d23 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:27.362656 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:27.393871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:27.445683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-28ab8fd3-5ce7-45f3-bd56-0c4a3de6a97a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:27.446755 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-28ab8fd3-5ce7-45f3-bd56-0c4a3de6a97a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.2819993 Apr 05 09:57:27.452863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56652) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:27.478817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-01eade1f-7660-4abf-ac6c-1d4fb8838a13 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group': {'name': 'tempest-security--1176540928', 'description': 'tempest-security-description-869859395'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:27.552440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:27.560985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:27.566779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:subnet and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:27.577252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:27.590034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:27.644466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Allocated IP 172.23.0.1 (808d0721-8c8e-44a5-9a34-a4ff9308f792/d1861e39-b086-4432-9520-0b22dac15574/1a906d2c-575a-466e-a20e-29e03552ea45) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:27.691128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fc65bd25-bc3c-41a7-87f9-b1f86a6f450c,segment=NetworkSegment(2a8d1c58-b294-4279-8e25-a4b4f09a0ef8),segment_id=2a8d1c58-b294-4279-8e25-a4b4f09a0ef8)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:27.702975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:27.703983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:27.712386 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:27.723933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:27.730523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01eade1f-7660-4abf-ac6c-1d4fb8838a13 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:27.732013 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5dd9ca46-fa16-4647-b3c3-af98c27fd352 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba64e14e74ee4e0e87501d9504277916&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9885852 Apr 05 09:57:27.784437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56656) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:27.854659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Port': ['ID=69580478-2012-4a81-bd5b-a22590c7d384,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:27.868673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=fc65bd25-bc3c-41a7-87f9-b1f86a6f450c,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:27.884808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:27.892441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No DVR routers for this DVR port 69580478-2012-4a81-bd5b-a22590c7d384 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:57:27.901899 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:27.935392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:27.935926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:27.965079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01eade1f-7660-4abf-ac6c-1d4fb8838a13 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:27.980450 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01eade1f-7660-4abf-ac6c-1d4fb8838a13 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.016630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.040742 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01eade1f-7660-4abf-ac6c-1d4fb8838a13 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.042018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Transition to ACTIVE for port object 5d6e12ab-f20a-46ed-8655-a58a6d165bea will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:28.042278 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-01eade1f-7660-4abf-ac6c-1d4fb8838a13 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "PUT /v2.0/security-groups/330f3111-65ee-429c-bad7-dfedd29d10f0 HTTP/1.1" status: 200 len: 1611 time: 0.5822477 Apr 05 09:57:28.059956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eade1f-7660-4abf-ac6c-1d4fb8838a13 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330f3111-65ee-429c-bad7-dfedd29d10f0,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:28.069354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56660) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:28.102604 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9316764-0e7d-4be0-b876-2e318ab85b0a None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 09:57:28.133308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.141859 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.216910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.278461 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a4a06-8e0c-4492-9536-1f128067d4e6 None None] Pushing event updated for resources: {'Port': ['ID=5d6e12ab-f20a-46ed-8655-a58a6d165bea,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:28.308962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Attempting to bind port 5d6e12ab-f20a-46ed-8655-a58a6d165bea on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:28.309420 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Attempting to bind port 5d6e12ab-f20a-46ed-8655-a58a6d165bea by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:28.310328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Attempting to bind port 5d6e12ab-f20a-46ed-8655-a58a6d165bea on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:28.326866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-45035987-af4c-401c-b362-f6b3286f4b9f None None] Provisioning for port 9b91d762-d348-4a5a-9f36-036131c3e814 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:28.331914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6b467c8b-91bf-4102-8c6a-c3851a04ff02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.344840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=9f2435f0-2c74-468f-9062-e53f30b5ebb2,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:28.345056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:28.345202 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:28.345614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.346536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:28.347663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Bound port: 5d6e12ab-f20a-46ed-8655-a58a6d165bea, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:28.348051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.380378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.386467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:28.389126 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9d1695ae-8860-43fa-a521-4638c5d9b5e4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups/330f3111-65ee-429c-bad7-dfedd29d10f0 HTTP/1.1" status: 200 len: 1611 time: 0.3163357 Apr 05 09:57:28.403471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56664) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:28.408215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.448682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6b467c8b-91bf-4102-8c6a-c3851a04ff02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.457591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b793083-6871-48e8-89e7-1695a2c49a92']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:28.468195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.485695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.489198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-23356243-0369-4464-8e9a-7b9cffa04384 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.542502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Transition to ACTIVE for port object 1a906d2c-575a-466e-a20e-29e03552ea45 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:28.543733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b867264f-9656-4a3e-aabe-cd549c99bab5') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:28.544247 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b867264f-9656-4a3e-aabe-cd549c99bab5') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:28.548028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-23356243-0369-4464-8e9a-7b9cffa04384 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.554920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': 'e80f3996-f7e6-4156-824a-804f97227636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c602c6b-38ff-4774-8a16-279c5c47cbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:28.555607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: 3c602c6b-38ff-4774-8a16-279c5c47cbe2, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:28.630285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] For port 5d6e12ab-f20a-46ed-8655-a58a6d165bea, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:28.633015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.641274 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:28.653433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] For port 5d6e12ab-f20a-46ed-8655-a58a6d165bea, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5d6e12ab-f20a-46ed-8655-a58a6d165bea,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:28.663164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.671251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.695428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.703322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:28.703754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:28.723100 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:28.784945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=1a906d2c-575a-466e-a20e-29e03552ea45,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:28.788207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-23356243-0369-4464-8e9a-7b9cffa04384 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.822197 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a4a06-8e0c-4492-9536-1f128067d4e6 None None] Pushing event updated for resources: {'Port': ['ID=5d6e12ab-f20a-46ed-8655-a58a6d165bea,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:28.834351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23356243-0369-4464-8e9a-7b9cffa04384 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330f3111-65ee-429c-bad7-dfedd29d10f0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:28.835091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:28.835734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:28.849932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-23356243-0369-4464-8e9a-7b9cffa04384 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.851242 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-23356243-0369-4464-8e9a-7b9cffa04384 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/330f3111-65ee-429c-bad7-dfedd29d10f0 HTTP/1.1" status: 204 len: 168 time: 0.4472990 Apr 05 09:57:28.865038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 808d0721-8c8e-44a5-9a34-a4ff9308f792 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:28.865936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56668) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:28.866818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:28.869410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:28.935855 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.947579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6b467c8b-91bf-4102-8c6a-c3851a04ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:28.969823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:28.982614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b467c8b-91bf-4102-8c6a-c3851a04ff02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b536dd-76a6-4206-a6e2-0fceae535f71,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:29.007577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 3c602c6b-38ff-4774-8a16-279c5c47cbe2) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:29.013199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.041015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:29.042231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.048522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.073203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Network': ['ID=1b793083-6871-48e8-89e7-1695a2c49a92,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:29.076445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1e02cd66-62be-4dfb-89ce-ca520eeea5f0 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:29.097194 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-a9316764-0e7d-4be0-b876-2e318ab85b0a None None] Agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 already present Apr 05 09:57:29.097639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9316764-0e7d-4be0-b876-2e318ab85b0a None None] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83821) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:29.098439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9316764-0e7d-4be0-b876-2e318ab85b0a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 3c602c6b-38ff-4774-8a16-279c5c47cbe2) {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 09:57:29.110484 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-82d8066a-6648-44b2-9e95-0b626da09470 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/1b793083-6871-48e8-89e7-1695a2c49a92 HTTP/1.1" status: 204 len: 168 time: 3.8288610 Apr 05 09:57:29.115895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56672) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:29.119111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6b467c8b-91bf-4102-8c6a-c3851a04ff02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.119111 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6b467c8b-91bf-4102-8c6a-c3851a04ff02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86b536dd-76a6-4206-a6e2-0fceae535f71 HTTP/1.1" status: 204 len: 168 time: 1.3055689 Apr 05 09:57:29.122556 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-abfe9f9b-892d-405d-b15b-107283ee133e tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1254995 Apr 05 09:57:29.125454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56676) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:29.135393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1e02cd66-62be-4dfb-89ce-ca520eeea5f0 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:29.137375 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1e02cd66-62be-4dfb-89ce-ca520eeea5f0 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2333591 Apr 05 09:57:29.142203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56682) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:29.142878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Subnet': ['ID=9b64a09b-94df-4340-9ad3-f54059f9e248,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:29.165022 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-c0b0005d-b058-40a0-adc2-ec253488a281 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] delete failed (client error): The resource could not be found. Apr 05 09:57:29.166018 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c0b0005d-b058-40a0-adc2-ec253488a281 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/330f3111-65ee-429c-bad7-dfedd29d10f0 HTTP/1.1" status: 404 len: 347 time: 0.0190516 Apr 05 09:57:29.166777 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.170799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56686) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:29.179199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593011873'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:29.185811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:29.196639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:29.204383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0a7bd7f7-cf03-40e3-8059-165f3b8cdfd9 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:29.204897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:29.207682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Checking segment: {'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:29.208081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network hostable DHCP agents. Network: a95b3521-e819-46ba-b3ca-b568c40ee172, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:29.228242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.275036 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network a95b3521-e819-46ba-b3ca-b568c40ee172 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:29.305766 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ec815a-50ff-4315-a9c3-8d9a63acdb02 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:29.306219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6ec815a-50ff-4315-a9c3-8d9a63acdb02 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:29.310436 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a6ec815a-50ff-4315-a9c3-8d9a63acdb02 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/subnets/46568bc5-882a-48a2-a888-4b0ab8ddb596 HTTP/1.1" status: 404 len: 337 time: 0.1840825 Apr 05 09:57:29.310631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:29.312943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56690) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:29.340102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Router c121f193-e78f-40eb-be5b-e337bdbdb7f2 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:57:29.399075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, a95b3521-e819-46ba-b3ca-b568c40ee172) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:29.403738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:29.405313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.433629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:29.452566 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fc65bd25-bc3c-41a7-87f9-b1f86a6f450c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:29.463604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.480031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:29.488511 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-661675e3-f526-477e-b597-d1a03d3e5364 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2105370 Apr 05 09:57:29.491916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56696) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:29.499781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:29.502333 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab970ed-5b8e-4deb-a89c-ff2c9674242e tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:29.503929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab970ed-5b8e-4deb-a89c-ff2c9674242e tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:29.505689 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2ab970ed-5b8e-4deb-a89c-ff2c9674242e tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/776a5a4c-291c-48c4-a3fb-1beffab736ba HTTP/1.1" status: 404 len: 339 time: 0.1908827 Apr 05 09:57:29.510248 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56700) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:29.678485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a7bd7f7-cf03-40e3-8059-165f3b8cdfd9 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2451637'] for subnet, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.917480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:29.918120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.957508 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.973451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:29.983193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-543eabec-0295-469f-8726-823a55dae245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.047838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b767c9e2-3803-46c2-b7f3-9978989c31b9,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:30.052025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.052215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:30.052590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.053873 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8c55a3be-d6cd-4487-9ca2-0923cd9697a7 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8817418 Apr 05 09:57:30.060907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56714) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:30.083196 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': 'b767c9e2-3803-46c2-b7f3-9978989c31b9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:30.131817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b542dc75-3849-49bb-a018-8fcd6e2096c5 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Deleting subnet be7521c0-53b5-40b2-ab1f-16c0841f1d39 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:57:30.135839 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b542dc75-3849-49bb-a018-8fcd6e2096c5 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.194964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:30.256899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a7bd7f7-cf03-40e3-8059-165f3b8cdfd9 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749085407892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2536120'] for subnet, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.262351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:30.268065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:30.291420 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:30.310278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b542dc75-3849-49bb-a018-8fcd6e2096c5 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.319848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:30.332930 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-89ae4df4-0de5-4c8d-bd21-04eda491db58 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "PUT /v2.0/routers/c121f193-e78f-40eb-be5b-e337bdbdb7f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3899755 Apr 05 09:57:30.340767 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c5c93-bfd7-428e-a56a-0813296abb4b None None] Sync routers for ids ['c121f193-e78f-40eb-be5b-e337bdbdb7f2'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:30.346682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56722) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:30.353955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] For port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:30.354582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.378649 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c5c93-bfd7-428e-a56a-0813296abb4b None None] Routers {'c121f193-e78f-40eb-be5b-e337bdbdb7f2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:30.382394 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-787c5c93-bfd7-428e-a56a-0813296abb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c121f193-e78f-40eb-be5b-e337bdbdb7f2'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:30.395907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.397291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7bd7f7-cf03-40e3-8059-165f3b8cdfd9 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:30.398043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a7bd7f7-cf03-40e3-8059-165f3b8cdfd9 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.402240 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0a7bd7f7-cf03-40e3-8059-165f3b8cdfd9 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "PUT /v2.0/subnets/9f2435f0-2c74-468f-9062-e53f30b5ebb2 HTTP/1.1" status: 200 len: 806 time: 1.2752447 Apr 05 09:57:30.402894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56726) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:30.418079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:30.479188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:57:19Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:30.492602 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-787c5c93-bfd7-428e-a56a-0813296abb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:30.506270 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c5c93-bfd7-428e-a56a-0813296abb4b None None] Routers {'c121f193-e78f-40eb-be5b-e337bdbdb7f2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:30.506898 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-787c5c93-bfd7-428e-a56a-0813296abb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c121f193-e78f-40eb-be5b-e337bdbdb7f2'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:30.511876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7950a1fc-4cda-405a-b86c-16a6d873b037 None None] The sync data for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv is: [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:57:19Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:30.558124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56730) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:30.590363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:30.604200 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-787c5c93-bfd7-428e-a56a-0813296abb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:30.604601 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787c5c93-bfd7-428e-a56a-0813296abb4b None None] The sync data for ids ['c121f193-e78f-40eb-be5b-e337bdbdb7f2'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:30.687078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.708739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:30.709118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.763581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bd7f7-cf03-40e3-8059-165f3b8cdfd9 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=9f2435f0-2c74-468f-9062-e53f30b5ebb2,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:30.858178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.870151 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.874674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.895054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd87a9-466c-4ade-b218-d97b4de73008 None None] DHCP port deletion for 1b793083-6871-48e8-89e7-1695a2c49a92 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:57:30.941447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-3c602c6b-38ff-4774-8a16-279c5c47cbe2', 'network_id': '3c602c6b-38ff-4774-8a16-279c5c47cbe2', 'tenant_id': '5ffd6ce8968649b1b9ce4db1326a89b0', 'fixed_ips': [{'subnet_id': '9f2435f0-2c74-468f-9062-e53f30b5ebb2'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:30.942353 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.950938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-a95b3521-e819-46ba-b3ca-b568c40ee172', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:30.951713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.981681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:30.990642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9b91d762-d348-4a5a-9f36-036131c3e814 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:30.993409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84ddd3-7363-45a1-bf1b-fe8d211724b6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:30.997956 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6b84ddd3-7363-45a1-bf1b-fe8d211724b6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports?device_id=c121f193-e78f-40eb-be5b-e337bdbdb7f2 HTTP/1.1" status: 200 len: 981 time: 0.6463785 Apr 05 09:57:31.001031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-fc9dd4e3-22bd-49b3-b5d8-61a8124483ce tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] Request body: {'port': {'network_id': '0f970829-e314-4471-a4d4-1964a74aadf6', 'name': 'tempest-NetworksNegativeTestJSON-1014315467'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:31.002092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56736) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:31.048678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b542dc75-3849-49bb-a018-8fcd6e2096c5 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.114570 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9dd4e3-22bd-49b3-b5d8-61a8124483ce tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] POST failed (client error): The resource could not be found. Apr 05 09:57:31.114570 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9dd4e3-22bd-49b3-b5d8-61a8124483ce tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:31.115662 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fc9dd4e3-22bd-49b3-b5d8-61a8124483ce tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4977720 Apr 05 09:57:31.136753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e3e991-398d-4dff-bc7a-6722942760ca,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:31.147884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56740) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:31.201189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event updated for resources: {'Port': ['ID=1a906d2c-575a-466e-a20e-29e03552ea45,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:31.212103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.226842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.228229 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-abe15c82-ee78-4a8a-8b01-1c671da0534e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1662712 Apr 05 09:57:31.229158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.255731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56744) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:31.261818 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-28407eb7-c337-4a17-a858-efba78964e0b tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:31.262340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28407eb7-c337-4a17-a858-efba78964e0b tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:31.307931 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-28407eb7-c337-4a17-a858-efba78964e0b tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] 10.222.0.30 "DELETE /v2.0/networks/94f913b6-2948-42fc-aad8-f201c44fff09 HTTP/1.1" status: 404 len: 339 time: 0.1545327 Apr 05 09:57:31.313052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56748) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:31.377366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b542dc75-3849-49bb-a018-8fcd6e2096c5 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.401491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4f5b17b7-dc78-44a6-968f-d6acebe56abd tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.412655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4f5b17b7-dc78-44a6-968f-d6acebe56abd tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.413484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 9b91d762-d348-4a5a-9f36-036131c3e814 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:31.416802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Allocated IP 172.20.0.2 (3c602c6b-38ff-4774-8a16-279c5c47cbe2/9f2435f0-2c74-468f-9062-e53f30b5ebb2/8c1f8383-b336-4a2f-83eb-9f5ce158c345) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:31.436714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9b91d762-d348-4a5a-9f36-036131c3e814 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:31.437270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.439471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b542dc75-3849-49bb-a018-8fcd6e2096c5 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Subnet': ['ID=be7521c0-53b5-40b2-ab1f-16c0841f1d39,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:31.445329 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcadd3b-03fd-4d17-810a-bcb55e3c08e8 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:31.445764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcadd3b-03fd-4d17-810a-bcb55e3c08e8 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:31.460126 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bbcadd3b-03fd-4d17-810a-bcb55e3c08e8 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] 10.222.0.30 "DELETE /v2.0/ports/db83e070-7833-49cd-b4a6-eaac341de055 HTTP/1.1" status: 404 len: 333 time: 0.1379590 Apr 05 09:57:31.460849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4f5b17b7-dc78-44a6-968f-d6acebe56abd tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.462391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56752) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:31.463504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Allocated IP 172.20.0.2 (a95b3521-e819-46ba-b3ca-b568c40ee172/9b64a09b-94df-4340-9ad3-f54059f9e248/ef162c14-9f76-48dc-8a3d-1d279883af25) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:31.463670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b542dc75-3849-49bb-a018-8fcd6e2096c5 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.468028 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b542dc75-3849-49bb-a018-8fcd6e2096c5 tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/subnets/be7521c0-53b5-40b2-ab1f-16c0841f1d39 HTTP/1.1" status: 204 len: 168 time: 1.9546804 Apr 05 09:57:31.469161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4f5b17b7-dc78-44a6-968f-d6acebe56abd tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.471391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56754) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:31.473133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56758) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:31.473401 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4f5b17b7-dc78-44a6-968f-d6acebe56abd tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d3e3e991-398d-4dff-bc7a-6722942760ca HTTP/1.1" status: 204 len: 168 time: 0.2058299 Apr 05 09:57:31.494732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.552157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:31.573003 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-900508d3-d258-48a2-a4ca-e98a8c0d8205 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:31.573686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900508d3-d258-48a2-a4ca-e98a8c0d8205 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:31.575508 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-900508d3-d258-48a2-a4ca-e98a8c0d8205 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] 10.222.0.30 "DELETE /v2.0/subnets/2e441667-c1b5-46bb-9b4b-878ba07efdc8 HTTP/1.1" status: 404 len: 337 time: 0.1060178 Apr 05 09:57:31.634808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56764) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:31.658740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b17b7-dc78-44a6-968f-d6acebe56abd tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3e3e991-398d-4dff-bc7a-6722942760ca,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:31.688583 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-88731f72-7a31-457f-87d2-a3833f4acf03 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] GET failed (client error): The resource could not be found. Apr 05 09:57:31.693808 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-88731f72-7a31-457f-87d2-a3833f4acf03 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] 10.222.0.30 "GET /v2.0/networks/e0dbfd12-951c-4ee5-889d-37dacd7b8028 HTTP/1.1" status: 404 len: 339 time: 0.0542116 Apr 05 09:57:31.693808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Network 808d0721-8c8e-44a5-9a34-a4ff9308f792 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:31.701776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56768) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:31.704281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:31.786981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.819898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.884858 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42896a6-c8a9-49ec-b068-ad34aad868ce tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] GET failed (client error): The resource could not be found. Apr 05 09:57:31.889554 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b42896a6-c8a9-49ec-b068-ad34aad868ce tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] 10.222.0.30 "GET /v2.0/ports/f73ef506-75fb-4504-95d0-12e0175055b6 HTTP/1.1" status: 404 len: 333 time: 0.1833062 Apr 05 09:57:31.891939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 9b91d762-d348-4a5a-9f36-036131c3e814, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9b91d762-d348-4a5a-9f36-036131c3e814,segment=NetworkSegment(8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd),segment_id=8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:31.896422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56772) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:31.910925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-53075978-5f9f-49f1-9f54-520d2b4b3b82 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:31.932221 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.977310 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcdb4fe-c55d-4bf6-a1ed-54f841a8e474 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] GET failed (client error): The resource could not be found. Apr 05 09:57:31.982117 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2dcdb4fe-c55d-4bf6-a1ed-54f841a8e474 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] 10.222.0.30 "GET /v2.0/subnets/b1f84bf0-2d90-4360-a7bd-5ec61e85f338 HTTP/1.1" status: 404 len: 337 time: 0.0786042 Apr 05 09:57:31.982117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Deleting port 66eb391f-68ec-4262-a79e-627f45247ee3 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:31.982117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.983690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:31.986506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56776) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:32.001479 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-1ba251c4-2b53-4eae-ae85-24c54953ba2e tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:32.016393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Transition to ACTIVE for port object 8c1f8383-b336-4a2f-83eb-9f5ce158c345 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:32.044963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-31cd9551-3891-4be0-9aea-09de7a06049c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.057075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-53075978-5f9f-49f1-9f54-520d2b4b3b82 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:32.060988 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-53075978-5f9f-49f1-9f54-520d2b4b3b82 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5449400 Apr 05 09:57:32.070862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56780) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:32.077139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.079658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Transition to ACTIVE for port object 8c1f8383-b336-4a2f-83eb-9f5ce158c345 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:32.086461 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=9b91d762-d348-4a5a-9f36-036131c3e814,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:32.094971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Transition to ACTIVE for port object ef162c14-9f76-48dc-8a3d-1d279883af25 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:32.098963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.116858 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba251c4-2b53-4eae-ae85-24c54953ba2e tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] PUT failed (client error): The resource could not be found. Apr 05 09:57:32.117362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba251c4-2b53-4eae-ae85-24c54953ba2e tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:32.121991 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1ba251c4-2b53-4eae-ae85-24c54953ba2e tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] 10.222.0.30 "PUT /v2.0/networks/386320f3-946c-4584-adf7-a8feee3f3f7c HTTP/1.1" status: 404 len: 339 time: 0.1233788 Apr 05 09:57:32.125613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56784) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:32.148126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 69580478-2012-4a81-bd5b-a22590c7d384 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:57:32.148335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f6128a59-8811-4dc6-9dfe-9ec896846ea8 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:32.190050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.223984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:32.228344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:32.230090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 69580478-2012-4a81-bd5b-a22590c7d384 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:57:32.230432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 69580478-2012-4a81-bd5b-a22590c7d384 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:57:32.234997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Transition to ACTIVE for port object ef162c14-9f76-48dc-8a3d-1d279883af25 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:32.235378 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:32.249126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Pushing event updated for resources: {'Port': ['ID=8c1f8383-b336-4a2f-83eb-9f5ce158c345,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:32.272179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.285308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.361357 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6128a59-8811-4dc6-9dfe-9ec896846ea8 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] PUT failed (client error): The resource could not be found. Apr 05 09:57:32.361357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6128a59-8811-4dc6-9dfe-9ec896846ea8 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:32.361357 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f6128a59-8811-4dc6-9dfe-9ec896846ea8 tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] 10.222.0.30 "PUT /v2.0/ports/1cd26bb7-f5c1-40df-a7ec-536ab624c5c0 HTTP/1.1" status: 404 len: 333 time: 0.2268190 Apr 05 09:57:32.361760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56788) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:32.381514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-17d63b2c-689b-4782-946d-8227b1adc93a tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:32.429728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Attempting to bind port 8c1f8383-b336-4a2f-83eb-9f5ce158c345 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:32.430094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Attempting to bind port 8c1f8383-b336-4a2f-83eb-9f5ce158c345 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'e80f3996-f7e6-4156-824a-804f97227636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c602c6b-38ff-4774-8a16-279c5c47cbe2'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:32.430453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Attempting to bind port 8c1f8383-b336-4a2f-83eb-9f5ce158c345 on network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:32.430578 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d63b2c-689b-4782-946d-8227b1adc93a tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] PUT failed (client error): The resource could not be found. Apr 05 09:57:32.431012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d63b2c-689b-4782-946d-8227b1adc93a tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:32.432257 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-17d63b2c-689b-4782-946d-8227b1adc93a tempest-NetworksNegativeTestJSON-1429671051 tempest-NetworksNegativeTestJSON-1429671051-project] 10.222.0.30 "PUT /v2.0/subnets/881bf1f6-2e2a-493a-b32a-0c3e25ade988 HTTP/1.1" status: 404 len: 337 time: 0.0653613 Apr 05 09:57:32.447941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Network a95b3521-e819-46ba-b3ca-b568c40ee172 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:32.454194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:32.457503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Pushing event updated for resources: {'Port': ['ID=ef162c14-9f76-48dc-8a3d-1d279883af25,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:32.459734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:32.463269 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:32.463679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Checking segment: {'id': 'e80f3996-f7e6-4156-824a-804f97227636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c602c6b-38ff-4774-8a16-279c5c47cbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:32.464189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.464449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Bound using segment: {'id': 'e80f3996-f7e6-4156-824a-804f97227636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c602c6b-38ff-4774-8a16-279c5c47cbe2'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:32.464923 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Bound port: 8c1f8383-b336-4a2f-83eb-9f5ce158c345, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80f3996-f7e6-4156-824a-804f97227636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c602c6b-38ff-4774-8a16-279c5c47cbe2'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:32.465448 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.558310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2435f0-2c74-468f-9062-e53f30b5ebb2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:32.618861 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] For port 66eb391f-68ec-4262-a79e-627f45247ee3, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=66eb391f-68ec-4262-a79e-627f45247ee3,segment=NetworkSegment(c6119b46-2fd7-4c69-b526-4bc34a92732f),segment_id=c6119b46-2fd7-4c69-b526-4bc34a92732f)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:32.619338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.679355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e496592a-5c37-4d73-977c-fd562e05109d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.721474 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Attempting to bind port ef162c14-9f76-48dc-8a3d-1d279883af25 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:32.722401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Attempting to bind port ef162c14-9f76-48dc-8a3d-1d279883af25 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:32.722766 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Attempting to bind port ef162c14-9f76-48dc-8a3d-1d279883af25 on network a95b3521-e819-46ba-b3ca-b568c40ee172 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:32.736478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:32.736847 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Checking segment: {'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:32.737247 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.738134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Bound using segment: {'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:32.738634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Bound port: ef162c14-9f76-48dc-8a3d-1d279883af25, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:32.739008 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.792727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e496592a-5c37-4d73-977c-fd562e05109d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.824819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] For port 8c1f8383-b336-4a2f-83eb-9f5ce158c345, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:32.840447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Calling delete_port for 66eb391f-68ec-4262-a79e-627f45247ee3 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:32.849997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] For port 8c1f8383-b336-4a2f-83eb-9f5ce158c345, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8c1f8383-b336-4a2f-83eb-9f5ce158c345,segment=NetworkSegment(e80f3996-f7e6-4156-824a-804f97227636),segment_id=e80f3996-f7e6-4156-824a-804f97227636)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:32.870278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.888980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.906947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e496592a-5c37-4d73-977c-fd562e05109d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:32.966466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] For port ef162c14-9f76-48dc-8a3d-1d279883af25, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:32.986463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c602c6b-38ff-4774-8a16-279c5c47cbe2']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:33.010114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] For port ef162c14-9f76-48dc-8a3d-1d279883af25, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ef162c14-9f76-48dc-8a3d-1d279883af25,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:33.035401 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80f3996-f7e6-4156-824a-804f97227636') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:33.035718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80f3996-f7e6-4156-824a-804f97227636') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:33.061193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07caa6-4154-47f2-bedf-fcb358b6004e None None] Pushing event updated for resources: {'Port': ['ID=8c1f8383-b336-4a2f-83eb-9f5ce158c345,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:33.064732 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.077957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.093881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.099410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56796) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:33.120891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.122633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496592a-5c37-4d73-977c-fd562e05109d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b767c9e2-3803-46c2-b7f3-9978989c31b9,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:33.130679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.137996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:57:33.168711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:33.169363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.181240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:33.191975 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:33.195228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93f232-fda0-4c8a-8963-1aefdf6fa96f None None] Pushing event updated for resources: {'Port': ['ID=ef162c14-9f76-48dc-8a3d-1d279883af25,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:33.256242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e496592a-5c37-4d73-977c-fd562e05109d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.261382 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e496592a-5c37-4d73-977c-fd562e05109d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/b767c9e2-3803-46c2-b7f3-9978989c31b9 HTTP/1.1" status: 204 len: 168 time: 1.1812603 Apr 05 09:57:33.264581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Port': ['ID=66eb391f-68ec-4262-a79e-627f45247ee3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:33.267181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56802) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:33.334399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] No DVR routers for this DVR port 66eb391f-68ec-4262-a79e-627f45247ee3 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:57:33.371244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 09:57:33.371244 dv-neutron-833199-1-hyperv neutron-server[83820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 09:57:33.371244 dv-neutron-833199-1-hyperv neutron-server[83820]: [parameters: {'id': '3c602c6b-38ff-4774-8a16-279c5c47cbe2'}] Apr 05 09:57:33.371244 dv-neutron-833199-1-hyperv neutron-server[83820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:57:33.371814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:57:33.477428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5bc7850-f67a-4fcb-9bc1-cbce17ce77ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.616292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.675609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:33.690244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6119b46-2fd7-4c69-b526-4bc34a92732f') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:33.690542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6119b46-2fd7-4c69-b526-4bc34a92732f') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:33.699858 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4b270456-0085-40e7-8a94-7c54e0c06b38 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:33.718204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.726555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c5bc7850-f67a-4fcb-9bc1-cbce17ce77ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:33.745247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.749184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c5bc7850-f67a-4fcb-9bc1-cbce17ce77ef admin admin] Usage tracker for resource:security_group_rule and tenant:b7d9ce0a7be64eff952ed99616e33b97 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:33.750881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4b270456-0085-40e7-8a94-7c54e0c06b38 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:33.756156 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4b270456-0085-40e7-8a94-7c54e0c06b38 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4706860 Apr 05 09:57:33.757501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:33.757898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.758032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c5bc7850-f67a-4fcb-9bc1-cbce17ce77ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:33.766662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56806) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:33.773952 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:33.776343 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c5bc7850-f67a-4fcb-9bc1-cbce17ce77ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:33.777555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.790609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358960175'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:33.806457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.861073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:33.865714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.869555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.875944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Router 5258cd1c-f593-4486-aa30-db91149739a6 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:57:33.887273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:33.890078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:33.900914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Sync routers for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:33.913011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] Pushing event deleted for resources: {'Network': ['ID=2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:33.914769 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:33.914975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:33.925896 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3aee4181-7381-4053-b037-1fadd2594aaa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3930113 Apr 05 09:57:33.927507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56810) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:33.930686 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ba4f90fc-da79-498b-93b0-b6ced81e01fe tempest-NetworksIpV6Test-1894328105 tempest-NetworksIpV6Test-1894328105-project] 10.222.0.30 "DELETE /v2.0/networks/2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2 HTTP/1.1" status: 204 len: 168 time: 2.4187889 Apr 05 09:57:33.942180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:33.947311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-307fa417-76ac-4003-b604-3c44bb0b4f1f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:34.130075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Deleting port 8c1f8383-b336-4a2f-83eb-9f5ce158c345 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:34.130075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:34.176049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:34.323230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:34.388954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5d6e12ab-f20a-46ed-8655-a58a6d165bea up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:34.481166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:34.570315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56818) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:34.578844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193f9dc8-8a72-405a-8c8d-d8b7de0c51a6 None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 09:57:34.737341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5bc7850-f67a-4fcb-9bc1-cbce17ce77ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:34.744169 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193f9dc8-8a72-405a-8c8d-d8b7de0c51a6 None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 09:57:34.756220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5bc7850-f67a-4fcb-9bc1-cbce17ce77ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:34.779873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:34.805354 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:34.825857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] For port 8c1f8383-b336-4a2f-83eb-9f5ce158c345, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8c1f8383-b336-4a2f-83eb-9f5ce158c345,segment=NetworkSegment(e80f3996-f7e6-4156-824a-804f97227636),segment_id=e80f3996-f7e6-4156-824a-804f97227636)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:34.825857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:34.846261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:34.865193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 5d6e12ab-f20a-46ed-8655-a58a6d165bea completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:34.868279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-626157e4-68b0-42e4-be0e-64ca613f599c None None] Provisioning for port ef162c14-9f76-48dc-8a3d-1d279883af25 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:34.868821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:34.881728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:34.882201 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] Sync routers for ids ['5258cd1c-f593-4486-aa30-db91149739a6'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:34.894560 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] Routers {'5258cd1c-f593-4486-aa30-db91149739a6'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:34.895775 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5258cd1c-f593-4486-aa30-db91149739a6'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:34.914504 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc7850-f67a-4fcb-9bc1-cbce17ce77ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccaea16-ef27-454f-9a4a-b1e6681eecb1,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:34.926657 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c5bc7850-f67a-4fcb-9bc1-cbce17ce77ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7d9ce0a7be64eff952ed99616e33b97&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7973320 Apr 05 09:57:34.962736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56824) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:34.975462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Calling delete_port for 8c1f8383-b336-4a2f-83eb-9f5ce158c345 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:35.028901 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ff21bd53-423d-43ae-884c-62884c10f2ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "PUT /v2.0/routers/5258cd1c-f593-4486-aa30-db91149739a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4656422 Apr 05 09:57:35.043822 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] Set router 5258cd1c-f593-4486-aa30-db91149739a6 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:35.056260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56828) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:35.124616 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-12c35ca6-74c6-41cf-bf22-684b17e4f7c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a1e7b07b0d14225b3ad989b0da0b4a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5506635 Apr 05 09:57:35.136650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56832) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:35.170361 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5258cd1c-f593-4486-aa30-db91149739a6', 'name': 'tempest-NetworksTestDHCPv6-router-249368757', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:09Z', 'updated_at': '2022-04-05T09:57:31Z', 'revision_number': 3, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:35.175214 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] Checking router: 5258cd1c-f593-4486-aa30-db91149739a6 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:57:35.189687 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] Routers {'5258cd1c-f593-4486-aa30-db91149739a6'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:35.190302 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5258cd1c-f593-4486-aa30-db91149739a6'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:35.255359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f8bc2-75ba-417d-b981-f6a803aefe9d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:35.257132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495f8bc2-75ba-417d-b981-f6a803aefe9d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:35.261587 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-495f8bc2-75ba-417d-b981-f6a803aefe9d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2025104 Apr 05 09:57:35.262364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56836) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:35.287597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5d6e12ab-f20a-46ed-8655-a58a6d165bea triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:35.288234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.308473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.323283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.336004 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] Set router 5258cd1c-f593-4486-aa30-db91149739a6 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:35.339915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.360685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba78e066-c387-4a99-b3db-290d64c1b1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.428154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Port': ['ID=8c1f8383-b336-4a2f-83eb-9f5ce158c345,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:35.439408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8f2c485c-590c-49d3-b216-c061de0502f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.451716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207b2776-4267-4414-892c-d9effbe0045d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:35.455371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.1 (a95b3521-e819-46ba-b3ca-b568c40ee172/9b64a09b-94df-4340-9ad3-f54059f9e248/0adc1a4d-5f1c-4330-adef-098b452edadd) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:35.459600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba78e066-c387-4a99-b3db-290d64c1b1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.473003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No DVR routers for this DVR port 8c1f8383-b336-4a2f-83eb-9f5ce158c345 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:57:35.475052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port be8049c0-c2da-4f16-ac4a-80da0ce8c7c1 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:35.475620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.482691 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5258cd1c-f593-4486-aa30-db91149739a6', 'name': 'tempest-NetworksTestDHCPv6-router-249368757', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:09Z', 'updated_at': '2022-04-05T09:57:31Z', 'revision_number': 3, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:35.487301 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec6cbcc-afce-4481-8e1f-9b987261e9ee None None] The sync data for ids ['5258cd1c-f593-4486-aa30-db91149739a6'] in dv-neutron-833199-1-hyperv is: [{'id': '5258cd1c-f593-4486-aa30-db91149739a6', 'name': 'tempest-NetworksTestDHCPv6-router-249368757', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:09Z', 'updated_at': '2022-04-05T09:57:31Z', 'revision_number': 3, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:35.505851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.509700 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4b87e830-1fab-45f5-b567-1ee5c7eff0f3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7370026 Apr 05 09:57:35.524591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56840) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:35.553991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': '207b2776-4267-4414-892c-d9effbe0045d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:35.571480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:35.585216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:35.586275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.615026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:35.644833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:35.651701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8f2c485c-590c-49d3-b216-c061de0502f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.676333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5d6e12ab-f20a-46ed-8655-a58a6d165bea, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5d6e12ab-f20a-46ed-8655-a58a6d165bea,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:35.680541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:29Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '1a906d2c-575a-466e-a20e-29e03552ea45', 'name': '', 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:15:ee:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1861e39-b086-4432-9520-0b22dac15574', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:27Z', 'updated_at': '2022-04-05T09:57:30Z', 'revision_number': 2, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'd1861e39-b086-4432-9520-0b22dac15574', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:27Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:35.690683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.690988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9b91d762-d348-4a5a-9f36-036131c3e814 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:35.762245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Checking router: 47118720-5959-4f05-aa94-76defd1a75f9 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:57:35.762688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Updating router 47118720-5959-4f05-aa94-76defd1a75f9 port 1a906d2c-575a-466e-a20e-29e03552ea45 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:57:35.803096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.815195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.854229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba78e066-c387-4a99-b3db-290d64c1b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.869490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.905510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78e066-c387-4a99-b3db-290d64c1b1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccaea16-ef27-454f-9a4a-b1e6681eecb1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:35.908651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c602c6b-38ff-4774-8a16-279c5c47cbe2']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:35.918061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.extraroute_db [None req-307fa417-76ac-4003-b604-3c44bb0b4f1f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 09:57:35.925369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4529ee43-3fb3-4037-a773-d163f0a39623 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 194b00cf-f8d6-4ff6-8cac-ad5cb170e4de {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:57:35.935185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80f3996-f7e6-4156-824a-804f97227636') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:35.935385 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80f3996-f7e6-4156-824a-804f97227636') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:35.943365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4529ee43-3fb3-4037-a773-d163f0a39623 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.948900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.956450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba78e066-c387-4a99-b3db-290d64c1b1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:35.960780 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ba78e066-c387-4a99-b3db-290d64c1b1c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ccaea16-ef27-454f-9a4a-b1e6681eecb1 HTTP/1.1" status: 204 len: 168 time: 0.9879947 Apr 05 09:57:35.960958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5d6e12ab-f20a-46ed-8655-a58a6d165bea,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:36.009375 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9b91d762-d348-4a5a-9f36-036131c3e814 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:36.009743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.015124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8f2c485c-590c-49d3-b216-c061de0502f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.054059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.077403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.extraroute_db [None req-307fa417-76ac-4003-b604-3c44bb0b4f1f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Removed routes are [] {{(pid=83820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 09:57:36.078692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-307fa417-76ac-4003-b604-3c44bb0b4f1f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.088913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce7520-2f68-4ebf-b766-149cdb026e35 None None] DHCP port deletion for 2a6fd59a-bfa4-44bf-b272-5cdc0700e2c2 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:57:36.101823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.112015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.118147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for be8049c0-c2da-4f16-ac4a-80da0ce8c7c1 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:36.122570 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:36.122977 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.129268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c95ea4e-42d2-4c10-98ba-e7ca0c1f201f None None] Network 808d0721-8c8e-44a5-9a34-a4ff9308f792 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:36.211610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 0adc1a4d-5f1c-4330-adef-098b452edadd will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:36.232194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.270928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:36.274320 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:36.326100 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87f8347-e065-46b6-b5a0-479d4da23b24 None None] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:36.344768 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8b76f1-80bf-4faf-9149-6c9880ca01d3,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:36.364566 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1973a3-7611-4629-97cf-a2ff46bcb273 None None] Network a95b3521-e819-46ba-b3ca-b568c40ee172 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:36.398846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.404389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.405780 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5981f930-18c5-443a-b01f-dba21f8c90c6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8732138 Apr 05 09:57:36.495937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56848) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:36.513019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': '207b2776-4267-4414-892c-d9effbe0045d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:36.536606 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:36.564673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:36.579066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:36.682872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network a95b3521-e819-46ba-b3ca-b568c40ee172 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:36.688569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:36.718712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87f8347-e065-46b6-b5a0-479d4da23b24 None None] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:57:36.722929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:36.741896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c485c-590c-49d3-b216-c061de0502f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74e85a7-d0c1-48cc-b0a9-23c82a6d9ecf,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:36.743793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.772032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:36.779144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266e191-8adf-4e92-b5d6-e453e7efa0bc None None] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:36.781502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.791158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4529ee43-3fb3-4037-a773-d163f0a39623 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.827971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8f2c485c-590c-49d3-b216-c061de0502f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:36.831570 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8f2c485c-590c-49d3-b216-c061de0502f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d74e85a7-d0c1-48cc-b0a9-23c82a6d9ecf HTTP/1.1" status: 204 len: 168 time: 1.6874084 Apr 05 09:57:36.877181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266e191-8adf-4e92-b5d6-e453e7efa0bc None None] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:57:36.883786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=3c602c6b-38ff-4774-8a16-279c5c47cbe2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:36.927813 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c17679c7-700e-496b-9159-db096bae9384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/3c602c6b-38ff-4774-8a16-279c5c47cbe2 HTTP/1.1" status: 204 len: 168 time: 6.5085692 Apr 05 09:57:36.928972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56862) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:36.971268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0222d81-1f8b-4586-b0eb-d525d0a5f666 None None] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:37.032524 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6feaec-dd55-413c-9184-b086d987cde0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:37.033246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6feaec-dd55-413c-9184-b086d987cde0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:37.035712 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5e6feaec-dd55-413c-9184-b086d987cde0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/3c602c6b-38ff-4774-8a16-279c5c47cbe2 HTTP/1.1" status: 404 len: 339 time: 0.1054158 Apr 05 09:57:37.042630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56866) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:37.058740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-462535469', 'description': 'd1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:37.132478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=0adc1a4d-5f1c-4330-adef-098b452edadd,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:37.149845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.171434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0222d81-1f8b-4586-b0eb-d525d0a5f666 None None] Network 3c602c6b-38ff-4774-8a16-279c5c47cbe2 could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:57:37.219437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:37.219908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.254459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-78183c21-fc81-4560-8ba7-682bffe8c1f0 None None] Provisioning complete for port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:37.254946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-78183c21-fc81-4560-8ba7-682bffe8c1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.297047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=be8049c0-c2da-4f16-ac4a-80da0ce8c7c1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:37.301160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:network and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:37.306860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.311901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:37.328064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:37.331211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ef162c14-9f76-48dc-8a3d-1d279883af25 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:37.388100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4529ee43-3fb3-4037-a773-d163f0a39623 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.497278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.542813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:37.548100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.577364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.578034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4529ee43-3fb3-4037-a773-d163f0a39623 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.657245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d34f0db-0524-469b-a87f-4041d998ca73,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:37.712597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-307fa417-76ac-4003-b604-3c44bb0b4f1f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.717636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529ee43-3fb3-4037-a773-d163f0a39623 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=194b00cf-f8d6-4ff6-8cac-ad5cb170e4de,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:37.740976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4529ee43-3fb3-4037-a773-d163f0a39623 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.754227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-307fa417-76ac-4003-b604-3c44bb0b4f1f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.781312 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a747dac4-f875-4ac6-a5a7-d6989ba89e90 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:37.860309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:37.864701 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-37774e6d-2e0c-4aed-ad61-df012b29a209 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3647082 Apr 05 09:57:37.867621 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56886) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:37.871969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56888) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:37.892998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': '207b2776-4267-4414-892c-d9effbe0045d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:37.909896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:37.921634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.017431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:57:38.075901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:38.102921 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4529ee43-3fb3-4037-a773-d163f0a39623 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/194b00cf-f8d6-4ff6-8cac-ad5cb170e4de HTTP/1.1" status: 204 len: 168 time: 2.8347783 Apr 05 09:57:38.106569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.119842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56900) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:38.123892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Transition to ACTIVE for port object 1a906d2c-575a-466e-a20e-29e03552ea45 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:38.144357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port ef162c14-9f76-48dc-8a3d-1d279883af25 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:38.161386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.249001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:38.272834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:38.274180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.274627 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment fbdd87b8-dc4a-4e11-9f8c-c573382557c4 of type vlan for network 9e0e76bc-f9d0-48db-9785-e52c7623c9dd Apr 05 09:57:38.292342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-61779806-network', 'tenant_id': '298a887535cb49a1b281d820c653e6fc'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:38.321266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ef162c14-9f76-48dc-8a3d-1d279883af25 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:38.321634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.346702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.371343 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:38.383369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:38.394666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaf527-c5f7-4b1f-af24-59c43b8afa13 None None] Pushing event updated for resources: {'Port': ['ID=1a906d2c-575a-466e-a20e-29e03552ea45,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:38.415658 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Usage tracker for resource:network and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:38.420009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.482026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.495447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:38.496692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:38.497319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.555751 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5089605 Apr 05 09:57:38.562313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56908) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:38.562313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56910) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:38.583144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-78183c21-fc81-4560-8ba7-682bffe8c1f0 None None] Could not find standard attr ID for object be8049c0-c2da-4f16-ac4a-80da0ce8c7c1. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:57:38.591643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da325d-222c-4275-b7d5-7ad52734eec3 None None] Network 808d0721-8c8e-44a5-9a34-a4ff9308f792 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:38.609510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:38.621680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b84b1458-0706-436c-93cb-fc17a8c07695 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:router {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:38.649892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.698221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Made reservation on behalf of 298a887535cb49a1b281d820c653e6fc for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:38.700555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.742664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:38.793566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b84b1458-0706-436c-93cb-fc17a8c07695 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:router {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:38.797892 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b84b1458-0706-436c-93cb-fc17a8c07695 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6668608 Apr 05 09:57:38.801954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56918) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:38.905326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Attempting to bind port 1a906d2c-575a-466e-a20e-29e03552ea45 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:38.905552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef4cee-24d4-4fd1-9161-548c7caba500 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=9e0e76bc-f9d0-48db-9785-e52c7623c9dd,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:38.905739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Attempting to bind port 1a906d2c-575a-466e-a20e-29e03552ea45 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:38.906107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Attempting to bind port 1a906d2c-575a-466e-a20e-29e03552ea45 on network 808d0721-8c8e-44a5-9a34-a4ff9308f792 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:38.922481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307fa417-76ac-4003-b604-3c44bb0b4f1f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:57:38.929981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a50b0f5-3866-4f5d-bead-34fa68a8f764 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:38.932888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9a50b0f5-3866-4f5d-bead-34fa68a8f764 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Synchronizing usage tracker for tenant:5ffd6ce8968649b1b9ce4db1326a89b0 on resource:network {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:39.005526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 9e0e76bc-f9d0-48db-9785-e52c7623c9dd details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:39.060591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1662689037'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:39.067357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:39.126552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.146730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:39.148073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77782d31-863c-4d4e-a347-5835c15a46b6 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:57:39.155302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Usage tracker for resource:security_group_rule and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:39.174174 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:39.193412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:39.219925 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.245102 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:39.245521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Checking segment: {'id': '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:39.245941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.246543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Bound using segment: {'id': '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:39.247033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Bound port: 1a906d2c-575a-466e-a20e-29e03552ea45, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:39.247455 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.258966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3936bf7f-62fb-490f-adc7-094add8e377d None None] Provisioning complete for port 9b91d762-d348-4a5a-9f36-036131c3e814 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:39.259341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3936bf7f-62fb-490f-adc7-094add8e377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.315911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.325438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-77782d31-863c-4d4e-a347-5835c15a46b6 None None] Deleting port 3b47b571-94b6-4ebf-a62c-e6170844c3dc {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:39.325923 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77782d31-863c-4d4e-a347-5835c15a46b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.369094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9a50b0f5-3866-4f5d-bead-34fa68a8f764 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Unset dirty status for tenant:5ffd6ce8968649b1b9ce4db1326a89b0 on resource:network {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:39.373165 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9a50b0f5-3866-4f5d-bead-34fa68a8f764 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/networks?id=9e0e76bc-f9d0-48db-9785-e52c7623c9dd HTTP/1.1" status: 200 len: 760 time: 0.8043680 Apr 05 09:57:39.376706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:network and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:39.380470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:39.392544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56924) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:39.395082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:39.406782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f4b55fd5-5424-4d37-acb1-551f04519fe5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'description': 'd2'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:39.409147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b459eac-2363-40f0-b30c-535f8f32c9e9 None None] Network a95b3521-e819-46ba-b3ca-b568c40ee172 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:39.484165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0cc26159-63e1-4f31-9faf-71231ff48ab7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.532660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c087433d-dd4d-40b2-8ea1-5ed08f3091c8,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:39.560354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port ef162c14-9f76-48dc-8a3d-1d279883af25, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ef162c14-9f76-48dc-8a3d-1d279883af25,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:39.565855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:57:39.584389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.585550 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7e95495e-4d90-4241-af8a-587cb89107a1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.7094674 Apr 05 09:57:39.589619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.595667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56928) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:39.611063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': '207b2776-4267-4414-892c-d9effbe0045d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:39.625063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.636014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.660383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:39.675273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:39.678283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.718643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:39.737649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:39.745736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.768933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.781724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Router c121f193-e78f-40eb-be5b-e337bdbdb7f2 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:57:39.787473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:39.816983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.852746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5d6e12ab-f20a-46ed-8655-a58a6d165bea up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:39.880053 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=0adc1a4d-5f1c-4330-adef-098b452edadd,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:39.882485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.888779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:39.897646 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.983598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bd5580-69ad-41ef-99bb-52e57f6538ae,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:39.993227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:39.993577 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Added segment 3f7c108c-60ff-43e4-bc05-47460cc5a325 of type vlan for network 0bde4e36-5e56-4c57-baca-403f5b45f950 Apr 05 09:57:40.060728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:40.066425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] For port 1a906d2c-575a-466e-a20e-29e03552ea45, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:40.076170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group_rule and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:40.081654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:40.082560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=ef162c14-9f76-48dc-8a3d-1d279883af25,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:40.086106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f4b55fd5-5424-4d37-acb1-551f04519fe5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.127088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] For port 1a906d2c-575a-466e-a20e-29e03552ea45, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1a906d2c-575a-466e-a20e-29e03552ea45,segment=NetworkSegment(8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd),segment_id=8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:40.141213 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-77782d31-863c-4d4e-a347-5835c15a46b6 None None] For port 3b47b571-94b6-4ebf-a62c-e6170844c3dc, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3b47b571-94b6-4ebf-a62c-e6170844c3dc,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:40.141213 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77782d31-863c-4d4e-a347-5835c15a46b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.157415 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.159215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:40.163191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307fa417-76ac-4003-b604-3c44bb0b4f1f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:40.180240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.250495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f4b55fd5-5424-4d37-acb1-551f04519fe5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.251752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.263176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:40.273782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.274918 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0cc26159-63e1-4f31-9faf-71231ff48ab7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.279669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3936bf7f-62fb-490f-adc7-094add8e377d None None] Provisioning for port 1a906d2c-575a-466e-a20e-29e03552ea45 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:40.303329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.304220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:40.304791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.312234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network a95b3521-e819-46ba-b3ca-b568c40ee172 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:40.331953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109af083-5d03-4587-832d-9acbe43b804d,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:40.346153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:40.351809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0cc26159-63e1-4f31-9faf-71231ff48ab7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.355028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa3b0b-b4cf-4380-91cc-a75fd1e864b4 None None] Sync routers for ids ['c121f193-e78f-40eb-be5b-e337bdbdb7f2'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:40.368835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4b55fd5-5424-4d37-acb1-551f04519fe5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network 9e0e76bc-f9d0-48db-9785-e52c7623c9dd is not hosted by any dhcp agent {{(pid=83820) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 09:57:40.370055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-77782d31-863c-4d4e-a347-5835c15a46b6 None None] Calling delete_port for 3b47b571-94b6-4ebf-a62c-e6170844c3dc owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:40.372381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b55fd5-5424-4d37-acb1-551f04519fe5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:40.372954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f4b55fd5-5424-4d37-acb1-551f04519fe5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.376787 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f4b55fd5-5424-4d37-acb1-551f04519fe5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "PUT /v2.0/networks/9e0e76bc-f9d0-48db-9785-e52c7623c9dd HTTP/1.1" status: 200 len: 757 time: 0.9806886 Apr 05 09:57:40.381595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-307fa417-76ac-4003-b604-3c44bb0b4f1f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.385009 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-307fa417-76ac-4003-b604-3c44bb0b4f1f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9 HTTP/1.1" status: 200 len: 934 time: 6.4540360 Apr 05 09:57:40.389428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56932) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:40.389748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56934) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:40.460669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3936bf7f-62fb-490f-adc7-094add8e377d None None] Could not find standard attr ID for object 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:57:40.467574 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-88ccb629-a101-48a2-98ce-5e6e22b903dd tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "PUT /v2.0/routers/c121f193-e78f-40eb-be5b-e337bdbdb7f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4631088 Apr 05 09:57:40.477633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5d6e12ab-f20a-46ed-8655-a58a6d165bea triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:40.478003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.489966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56940) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:40.490270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b55fd5-5424-4d37-acb1-551f04519fe5 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=9e0e76bc-f9d0-48db-9785-e52c7623c9dd,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:40.518068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 9e0e76bc-f9d0-48db-9785-e52c7623c9dd details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:40.549840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddaf527-c5f7-4b1f-af24-59c43b8afa13 None None] Pushing event updated for resources: {'Port': ['ID=1a906d2c-575a-466e-a20e-29e03552ea45,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:40.556299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.557462 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5514e4e4-74ef-4edb-8459-8051d663e5bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9608362 Apr 05 09:57:40.559043 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6845081 Apr 05 09:57:40.564481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56944) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:40.565594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56946) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:40.622881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa3b0b-b4cf-4380-91cc-a75fd1e864b4 None None] Routers {'c121f193-e78f-40eb-be5b-e337bdbdb7f2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:40.623749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-74aa3b0b-b4cf-4380-91cc-a75fd1e864b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c121f193-e78f-40eb-be5b-e337bdbdb7f2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:40.659448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a4100-b6de-45de-91df-79be0fd027b6 admin admin] Pushing event updated for resources: {'Network': ['ID=0bde4e36-5e56-4c57-baca-403f5b45f950,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:40.672238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': '207b2776-4267-4414-892c-d9effbe0045d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:40.680560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Request body: {'subnet': {'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-61779806-subnet', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'ip_version': 4}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:40.750297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:40.751631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:40.764932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:40.826256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:40.829502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Usage tracker for resource:subnet and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:40.835173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:40.839120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:40.853642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:40.856162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:40.886464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Made reservation on behalf of 298a887535cb49a1b281d820c653e6fc for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:40.889037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.932340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-74aa3b0b-b4cf-4380-91cc-a75fd1e864b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:40.935938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:40.936702 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:40.939329 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a96aeb-46d0-49cc-a1e9-6dd43f9e2b6b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:57:40.939961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-39a96aeb-46d0-49cc-a1e9-6dd43f9e2b6b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:40.966386 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.969160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.970280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0cc26159-63e1-4f31-9faf-71231ff48ab7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:40.970898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc26159-63e1-4f31-9faf-71231ff48ab7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Fanout notify agent at l3_agent the message router_deleted on router 5258cd1c-f593-4486-aa30-db91149739a6 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:57:40.996317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.004103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818b5829-858e-4bd3-baf3-28e92922772a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:41.006298 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-818b5829-858e-4bd3-baf3-28e92922772a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/networks?id=9e0e76bc-f9d0-48db-9785-e52c7623c9dd HTTP/1.1" status: 200 len: 760 time: 0.6156685 Apr 05 09:57:41.021034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56952) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:41.038558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-39a96aeb-46d0-49cc-a1e9-6dd43f9e2b6b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:41.042346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-312656757'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:41.043176 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-39a96aeb-46d0-49cc-a1e9-6dd43f9e2b6b tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/be8049c0-c2da-4f16-ac4a-80da0ce8c7c1 HTTP/1.1" status: 404 len: 333 time: 0.5502770 Apr 05 09:57:41.048356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56956) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:41.057091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:41.065463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:41.110792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:41.156010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:41.160320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.173174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65651458-1267-46bb-b07d-ceb4789202cd,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:41.183067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0cc26159-63e1-4f31-9faf-71231ff48ab7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.186888 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0cc26159-63e1-4f31-9faf-71231ff48ab7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/routers/5258cd1c-f593-4486-aa30-db91149739a6 HTTP/1.1" status: 204 len: 168 time: 2.3804021 Apr 05 09:57:41.197154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56960) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:41.210612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:41.233806 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.234151 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Added segment 3e073612-6be0-4ddd-8003-314aa39fdc21 of type vlan for network ecc3414c-db0d-49e6-844c-697cfc323621 Apr 05 09:57:41.250984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.298656 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:41.307865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.328605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-78e57511-5b9b-4f97-a348-d53c43222fda tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.400299 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-76258188-2aa9-4bae-a64f-0175e4d1aecf tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9 HTTP/1.1" status: 200 len: 934 time: 1.0079718 Apr 05 09:57:41.426153 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77782d31-863c-4d4e-a347-5835c15a46b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.462259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56964) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:41.468233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.477375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7c40b247-7b05-42f7-a572-2c20560c1f7e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'routes': None}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:41.503657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77782d31-863c-4d4e-a347-5835c15a46b6 None None] No DVR routers for this DVR port 3b47b571-94b6-4ebf-a62c-e6170844c3dc on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:57:41.559277 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d368455-fe94-437a-9348-9e16166bc4e7,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:41.597686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:41.598558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77782d31-863c-4d4e-a347-5835c15a46b6 None None] Pushing event deleted for resources: {'Port': ['ID=3b47b571-94b6-4ebf-a62c-e6170844c3dc,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:41.638782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:41.654478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-931b9d9b-5111-4628-927e-250541706560 None None] Provisioning for port 0adc1a4d-5f1c-4330-adef-098b452edadd completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:41.663294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:41.665117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-931b9d9b-5111-4628-927e-250541706560 None None] Provisioning complete for port 0adc1a4d-5f1c-4330-adef-098b452edadd triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:41.666054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-931b9d9b-5111-4628-927e-250541706560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.675417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.676635 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-eb70fc4d-180b-492e-a0dc-7d0dc01b4802 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.1089511 Apr 05 09:57:41.678125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:41.695441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56968) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:41.697819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.701429 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:41.701997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.706874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router d570a90e-06b1-485f-b0ea-081a9334e4ce has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:57:41.713855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.714005 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment 14ed4316-d631-45d8-9fe0-3f8fc8ac8b90 of type vlan for network 1c18cec0-867d-4b43-ae40-0f8f39c48cf7 Apr 05 09:57:41.715296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:41.761916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-931b9d9b-5111-4628-927e-250541706560 None None] Port 0adc1a4d-5f1c-4330-adef-098b452edadd cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:41.768939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3b47b571-94b6-4ebf-a62c-e6170844c3dc no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:57:41.773279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.857281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:41.866037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 3b47b571-94b6-4ebf-a62c-e6170844c3dc {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:57:41.866494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3b47b571-94b6-4ebf-a62c-e6170844c3dc not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:57:41.866865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:57:41.895874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa3b0b-b4cf-4380-91cc-a75fd1e864b4 None None] Routers {'c121f193-e78f-40eb-be5b-e337bdbdb7f2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:41.896612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-74aa3b0b-b4cf-4380-91cc-a75fd1e864b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c121f193-e78f-40eb-be5b-e337bdbdb7f2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:41.901381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:41.926910 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.3623123 Apr 05 09:57:41.938062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56972) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:42.002598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9230d-47f8-4021-bcae-8e09158acf48 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Network': ['ID=ecc3414c-db0d-49e6-844c-697cfc323621,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:42.017730 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'name': 'tempest-PortsIpV6TestJSON-1244893618'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:42.032098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b44a188-1086-46ac-ac0a-a115f85bbd84 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.056048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b44a188-1086-46ac-ac0a-a115f85bbd84 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.063024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:57:42.063371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4fbfd94a-db56-4c9d-8f03-e5a5bda4d94a not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:57:42.063818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66eb391f-68ec-4262-a79e-627f45247ee3 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:57:42.097533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network ecc3414c-db0d-49e6-844c-697cfc323621 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:42.128228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6819753-4eed-4571-a836-0e1456f980cc,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:42.147701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:57:42.175803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.202071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 66eb391f-68ec-4262-a79e-627f45247ee3 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:57:42.202071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66eb391f-68ec-4262-a79e-627f45247ee3 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:57:42.217529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-74aa3b0b-b4cf-4380-91cc-a75fd1e864b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:42.224016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74aa3b0b-b4cf-4380-91cc-a75fd1e864b4 None None] The sync data for ids ['c121f193-e78f-40eb-be5b-e337bdbdb7f2'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:42.303448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Checking segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:42.303841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Network hostable DHCP agents. Network: 0bde4e36-5e56-4c57-baca-403f5b45f950, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:42.312074 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-931b9d9b-5111-4628-927e-250541706560 None None] Provisioning complete for port ef162c14-9f76-48dc-8a3d-1d279883af25 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:42.312996 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-931b9d9b-5111-4628-927e-250541706560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.319366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.325957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:42.331437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.354490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ef162c14-9f76-48dc-8a3d-1d279883af25 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:42.486424 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4636240 Apr 05 09:57:42.494640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56976) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:42.501718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-78e57511-5b9b-4f97-a348-d53c43222fda tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.502988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cdf40-129e-4e7c-930b-bc3db5cf2545 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=1c18cec0-867d-4b43-ae40-0f8f39c48cf7,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:42.506605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': '1c18cec0-867d-4b43-ae40-0f8f39c48cf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:42.518095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 1c18cec0-867d-4b43-ae40-0f8f39c48cf7 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:42.539087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:42.604937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 0bde4e36-5e56-4c57-baca-403f5b45f950) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:42.617255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:42.617848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.627324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:42.632830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b44a188-1086-46ac-ac0a-a115f85bbd84 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.634913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:42.647398 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Usage tracker for resource:subnet and tenant:5ffd6ce8968649b1b9ce4db1326a89b0 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:42.654063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d56c0fa-8e1c-40a6-b150-37cf843e9b94 None None] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:42.657510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:port and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:42.662353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:42.665889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:42.676185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-78e57511-5b9b-4f97-a348-d53c43222fda tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.683188 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fd115d22-76da-4b83-9b48-cd1aed8d52c5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1134956 Apr 05 09:57:42.686571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56980) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:42.687042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:42.689870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:42.692484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44a188-1086-46ac-ac0a-a115f85bbd84 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d368455-fe94-437a-9348-9e16166bc4e7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:42.696921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:42.702436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b44a188-1086-46ac-ac0a-a115f85bbd84 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.706093 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4b44a188-1086-46ac-ac0a-a115f85bbd84 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1d368455-fe94-437a-9348-9e16166bc4e7 HTTP/1.1" status: 204 len: 168 time: 1.0070937 Apr 05 09:57:42.706244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:42.707237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.711162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56984) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:42.742306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Usage tracker for resource:router and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:42.761857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:42.793949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:42.801594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:42.818037 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Sync routers for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:42.829147 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f28daf25-9da7-44f3-b31d-3834c3e3c7c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/d570a90e-06b1-485f-b0ea-081a9334e4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3346894 Apr 05 09:57:42.829794 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 56988) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:42.829918 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:42.830128 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:42.845266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:42.847691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:42.859385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:42.861717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=29867f58-d337-4659-94bf-9135d5bb2ed3,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:42.871915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:42.872542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.899261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:42.899687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.902017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.902143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60788de1-a657-454d-9002-1e325453a212 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:42.902684 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:42.932701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.010114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c53978b4-590c-4915-a988-fd35a19b8006 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:43.021096 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:43.034446 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ef162c14-9f76-48dc-8a3d-1d279883af25 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:43.034823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.068826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-78e57511-5b9b-4f97-a348-d53c43222fda tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.069967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e57511-5b9b-4f97-a348-d53c43222fda tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Fanout notify agent at l3_agent the message router_deleted on router c121f193-e78f-40eb-be5b-e337bdbdb7f2 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:57:43.081561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 4fcc3fef-5bdd-446c-8181-bc86f6349649 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:57:43.135880 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-50eb1131-8bf2-4f06-9297-dc76464cf360 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9328728 Apr 05 09:57:43.136829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56992) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:43.222334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c53978b4-590c-4915-a988-fd35a19b8006 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:43.224785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-78e57511-5b9b-4f97-a348-d53c43222fda tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.226095 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-78e57511-5b9b-4f97-a348-d53c43222fda tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/routers/c121f193-e78f-40eb-be5b-e337bdbdb7f2 HTTP/1.1" status: 204 len: 168 time: 2.1757154 Apr 05 09:57:43.233014 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c53978b4-590c-4915-a988-fd35a19b8006 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4930327 Apr 05 09:57:43.234575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56996) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:43.234900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 56998) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:43.235117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.246107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2077168013', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:43.252214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 6, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '1a906d2c-575a-466e-a20e-29e03552ea45', 'name': '', 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:15:ee:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1861e39-b086-4432-9520-0b22dac15574', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:27Z', 'updated_at': '2022-04-05T09:57:39Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'd1861e39-b086-4432-9520-0b22dac15574', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:27Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:43.256327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:43.262076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:router and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:43.265582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:43.274232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:43.298766 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e514f23-80f3-4082-a137-7552d0eb4959 None None] The sync data for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv is: [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 6, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '1a906d2c-575a-466e-a20e-29e03552ea45', 'name': '', 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:15:ee:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1861e39-b086-4432-9520-0b22dac15574', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:27Z', 'updated_at': '2022-04-05T09:57:39Z', 'revision_number': 4, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'd1861e39-b086-4432-9520-0b22dac15574', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:27Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:43.301356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6e6f2c6c-0a6e-4bcb-a3d9-cf3db9f3f592 None None] Provisioning complete for port 0adc1a4d-5f1c-4330-adef-098b452edadd triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:43.301906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2c6c-0a6e-4bcb-a3d9-cf3db9f3f592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.399051 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.400109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.429275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.447190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd97b96c-e366-430f-a697-2ce7d9f43e37 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.465976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd97b96c-e366-430f-a697-2ce7d9f43e37 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.476956 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f2c6c-0a6e-4bcb-a3d9-cf3db9f3f592 None None] Port 0adc1a4d-5f1c-4330-adef-098b452edadd cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:43.517920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd97b96c-e366-430f-a697-2ce7d9f43e37 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.559282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.560489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.561033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.561568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.562100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.562629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.563157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.563711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.564237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.564761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.565306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.565828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.566350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.566875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.567398 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.568314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.570782 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2acd032e-65a6-4c5c-b3da-ed987fba1da4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10997 time: 0.7377315 Apr 05 09:57:43.575870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-0bde4e36-5e56-4c57-baca-403f5b45f950', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:43.576688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.598137 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:57:37Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:38Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:43.598807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57004) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:43.604515 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Checking router: d570a90e-06b1-485f-b0ea-081a9334e4ce for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:57:43.604885 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Updating router d570a90e-06b1-485f-b0ea-081a9334e4ce port 0adc1a4d-5f1c-4330-adef-098b452edadd binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:57:43.656459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '29867f58-d337-4659-94bf-9135d5bb2ed3'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:43.657267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.682771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97b96c-e366-430f-a697-2ce7d9f43e37 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=109af083-5d03-4587-832d-9acbe43b804d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:43.687401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f1bde3a-547f-4e5b-b9f6-da2ac1ce1175 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet a6e0ebeb-060a-4b18-a5f0-97b137b9f0c6 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:57:43.692401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7f1bde3a-547f-4e5b-b9f6-da2ac1ce1175 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.700626 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:43.963124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.963495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.963917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.964267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.964613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.964959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.965302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.965642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.966039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.966382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.966722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.967060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:43.971852 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a1b780da-44c5-4d77-ba66-1d425ef5bbcf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7557 time: 0.3690548 Apr 05 09:57:44.016523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57008) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:44.022036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6e6f2c6c-0a6e-4bcb-a3d9-cf3db9f3f592 None None] Provisioning complete for port 9b91d762-d348-4a5a-9f36-036131c3e814 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:44.025094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2c6c-0a6e-4bcb-a3d9-cf3db9f3f592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.051469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.062428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd97b96c-e366-430f-a697-2ce7d9f43e37 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.066741 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bd97b96c-e366-430f-a697-2ce7d9f43e37 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/109af083-5d03-4587-832d-9acbe43b804d HTTP/1.1" status: 204 len: 168 time: 0.8240726 Apr 05 09:57:44.080440 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57012) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:44.088096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.102378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7f1bde3a-547f-4e5b-b9f6-da2ac1ce1175 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.184413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.233671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.238426 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e175163e-515f-4fd5-b448-15bd22115400 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0191481 Apr 05 09:57:44.241684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57016) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:44.288648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Allocated IP 172.20.0.2 (0bde4e36-5e56-4c57-baca-403f5b45f950/f6819753-4eed-4571-a836-0e1456f980cc/1ae7fb1d-fe90-453e-bfa4-18f639ab39a7) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:44.303783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/29867f58-d337-4659-94bf-9135d5bb2ed3/e1f97b28-333a-40d4-aa5e-e8f2d484477e) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:44.404379 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.405138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-985333c5-b9aa-47f4-9c06-e7d7d7f6a516 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:44.424425 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Transition to ACTIVE for port object 0adc1a4d-5f1c-4330-adef-098b452edadd will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:44.428531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1a906d2c-575a-466e-a20e-29e03552ea45 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:44.440008 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.445783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-985333c5-b9aa-47f4-9c06-e7d7d7f6a516 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:44.450402 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-985333c5-b9aa-47f4-9c06-e7d7d7f6a516 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.3559086 Apr 05 09:57:44.452875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57020) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:44.503426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.extraroute_db [None req-7c40b247-7b05-42f7-a572-2c20560c1f7e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added routes are [] {{(pid=83820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 09:57:44.503772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.extraroute_db [None req-7c40b247-7b05-42f7-a572-2c20560c1f7e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 09:57:44.522146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.589087 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740bdb4-35c9-47fc-bd5a-336009332f14 None None] Pushing event updated for resources: {'Port': ['ID=0adc1a4d-5f1c-4330-adef-098b452edadd,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:44.592124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2985c288-0f8c-4936-870a-62ab6773ca7a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.598135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.644811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6e6f2c6c-0a6e-4bcb-a3d9-cf3db9f3f592 None None] Provisioning complete for port ef162c14-9f76-48dc-8a3d-1d279883af25 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:44.645290 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e6f2c6c-0a6e-4bcb-a3d9-cf3db9f3f592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.686608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7f1bde3a-547f-4e5b-b9f6-da2ac1ce1175 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.691414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2985c288-0f8c-4936-870a-62ab6773ca7a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.805557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=84b55e0f-758a-4133-9834-d777ef6de84e,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:44.811127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c40b247-7b05-42f7-a572-2c20560c1f7e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.823680 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.893456 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=4fcc3fef-5bdd-446c-8181-bc86f6349649,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:44.925240 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Attempting to bind port 0adc1a4d-5f1c-4330-adef-098b452edadd on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:44.926008 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Attempting to bind port 0adc1a4d-5f1c-4330-adef-098b452edadd by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:44.926622 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Attempting to bind port 0adc1a4d-5f1c-4330-adef-098b452edadd on network a95b3521-e819-46ba-b3ca-b568c40ee172 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:44.936674 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:44.937194 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Checking segment: {'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:44.938004 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:44.938536 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Bound using segment: {'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:44.939101 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Bound port: 0adc1a4d-5f1c-4330-adef-098b452edadd, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:44.939704 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.002037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2985c288-0f8c-4936-870a-62ab6773ca7a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.032750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.043646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 1a906d2c-575a-466e-a20e-29e03552ea45 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:45.063777 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] For port 0adc1a4d-5f1c-4330-adef-098b452edadd, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:45.069669 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] For port 0adc1a4d-5f1c-4330-adef-098b452edadd, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0adc1a4d-5f1c-4330-adef-098b452edadd,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:45.075583 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.087065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': '14ed4316-d631-45d8-9fe0-3f8fc8ac8b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1c18cec0-867d-4b43-ae40-0f8f39c48cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:45.087428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: 1c18cec0-867d-4b43-ae40-0f8f39c48cf7, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:45.091597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985c288-0f8c-4936-870a-62ab6773ca7a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c087433d-dd4d-40b2-8ea1-5ed08f3091c8,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:45.110877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Checking segment: {'id': '3e073612-6be0-4ddd-8003-314aa39fdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:45.111242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network hostable DHCP agents. Network: ecc3414c-db0d-49e6-844c-697cfc323621, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:45.148747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1a906d2c-575a-466e-a20e-29e03552ea45 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:45.149121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.174305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2985c288-0f8c-4936-870a-62ab6773ca7a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.178497 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2985c288-0f8c-4936-870a-62ab6773ca7a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c087433d-dd4d-40b2-8ea1-5ed08f3091c8 HTTP/1.1" status: 204 len: 168 time: 0.7167118 Apr 05 09:57:45.180632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57024) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:45.184597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7f1bde3a-547f-4e5b-b9f6-da2ac1ce1175 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.211978 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-da917fb1-bf7b-4122-883c-0916c5d30ffb tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2671 time: 1.1889226 Apr 05 09:57:45.212190 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740bdb4-35c9-47fc-bd5a-336009332f14 None None] Pushing event updated for resources: {'Port': ['ID=0adc1a4d-5f1c-4330-adef-098b452edadd,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:45.215090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network 1c18cec0-867d-4b43-ae40-0f8f39c48cf7 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:45.217412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:45.226243 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.249582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 1c18cec0-867d-4b43-ae40-0f8f39c48cf7) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:45.250737 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:45.251591 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:45.252777 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, ecc3414c-db0d-49e6-844c-697cfc323621) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:45.264821 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:45.265407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.274928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:45.281805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:45.282432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.292424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.310433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ed98e-8b72-44df-95a1-81d1ef06d189 None None] Network 1c18cec0-867d-4b43-ae40-0f8f39c48cf7 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:45.323191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bde3a-547f-4e5b-b9f6-da2ac1ce1175 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e0ebeb-060a-4b18-a5f0-97b137b9f0c6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:45.334245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338cd417-8321-46be-8f31-0d4569b10643 None None] Network ecc3414c-db0d-49e6-844c-697cfc323621 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:45.435487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f67bee13-cc54-45c3-9248-a9552087fe90 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:45.445145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7f1bde3a-547f-4e5b-b9f6-da2ac1ce1175 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.520388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Transition to ACTIVE for port object 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:45.546611 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:45.564495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Transition to ACTIVE for port object e1f97b28-333a-40d4-aa5e-e8f2d484477e will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:45.575921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.582591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c40b247-7b05-42f7-a572-2c20560c1f7e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.587272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c40b247-7b05-42f7-a572-2c20560c1f7e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.589187 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551f116c-284a-4d4e-9010-a83714f651d8 None None] Network 84fae220-bc59-4d18-9e9e-ff7d57f91d23 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:45.607262 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2bcffa45-5e59-4bad-b4dd-65b03aa44444 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1089454 Apr 05 09:57:45.612982 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-db66a193-f10d-4bfa-8c33-44a6c2f55439 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.6117272 Apr 05 09:57:45.614784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57036) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:45.615120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57038) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:45.616183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f67bee13-cc54-45c3-9248-a9552087fe90 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:45.617749 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f67bee13-cc54-45c3-9248-a9552087fe90 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4318075 Apr 05 09:57:45.622244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57042) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:45.663070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1994079131'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:45.668447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:45.672353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:network and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:45.675146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:45.681438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:45.736576 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7f1bde3a-547f-4e5b-b9f6-da2ac1ce1175 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/a6e0ebeb-060a-4b18-a5f0-97b137b9f0c6 HTTP/1.1" status: 204 len: 168 time: 2.4984717 Apr 05 09:57:45.737187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57048) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:45.764928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Transition to ACTIVE for port object 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:45.768887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Transition to ACTIVE for port object e1f97b28-333a-40d4-aa5e-e8f2d484477e will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:45.775872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0221e60-9431-49aa-98e3-11f685d2dd82 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.841249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.844648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:45.845428 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.847600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.886639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:45.897376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:45.897991 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Added segment 60894613-48f7-4594-8ad8-4953c75de18e of type vlan for network 6139b42e-2a15-4af8-93d2-ca251dfdb2ca Apr 05 09:57:45.924820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.008357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0221e60-9431-49aa-98e3-11f685d2dd82 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.016061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.020967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:46.022129 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.070802 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Allocated IP 172.26.4.16 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/d4efbb93-9a1c-4f73-901c-3736689e6566) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:46.112653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57052) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:46.113276 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:57:37Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:45Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:46.121180 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc0dffa-273f-497a-9824-f5c3349138d1 None None] The sync data for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv is: [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:57:37Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:45Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:46.128610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1633915734', 'description': 'tempest-secgroup-smoke-1633915734 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:46.156777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:46.168446 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Network': ['ID=6139b42e-2a15-4af8-93d2-ca251dfdb2ca,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:46.190733 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1abbeaae-00d5-43a6-8287-e03faf09e990 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5693715 Apr 05 09:57:46.192490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57056) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:46.235931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'ports': [{'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621'}, {'network_id': '6139b42e-2a15-4af8-93d2-ca251dfdb2ca'}]} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:46.236347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:46.236758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': '6139b42e-2a15-4af8-93d2-ca251dfdb2ca'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:46.282408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 6139b42e-2a15-4af8-93d2-ca251dfdb2ca details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:46.307928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:46.359249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.366597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:46.371161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:46.373530 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:46.378928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:46.390531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:46.410579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Pushing event updated for resources: {'Port': ['ID=1ae7fb1d-fe90-453e-bfa4-18f639ab39a7,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:46.413671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:46.415266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.428751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.464283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:46.466348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:46.525560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0221e60-9431-49aa-98e3-11f685d2dd82 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.572752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:46.573135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.730070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0221e60-9431-49aa-98e3-11f685d2dd82 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d34f0db-0524-469b-a87f-4041d998ca73,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:46.755371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.767342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Pushing event updated for resources: {'Port': ['ID=e1f97b28-333a-40d4-aa5e-e8f2d484477e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:46.774536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0221e60-9431-49aa-98e3-11f685d2dd82 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.777963 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b0221e60-9431-49aa-98e3-11f685d2dd82 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0d34f0db-0524-469b-a87f-4041d998ca73 HTTP/1.1" status: 204 len: 168 time: 1.1517572 Apr 05 09:57:46.782225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c40b247-7b05-42f7-a572-2c20560c1f7e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:57:46.782835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57060) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:46.800338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:46.841493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:port and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:46.851654 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 1a906d2c-575a-466e-a20e-29e03552ea45, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1a906d2c-575a-466e-a20e-29e03552ea45,segment=NetworkSegment(8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd),segment_id=8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:46.858419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Attempting to bind port e1f97b28-333a-40d4-aa5e-e8f2d484477e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:46.859254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Attempting to bind port e1f97b28-333a-40d4-aa5e-e8f2d484477e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:46.859878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Attempting to bind port e1f97b28-333a-40d4-aa5e-e8f2d484477e on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:46.877756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:46.878288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:46.878800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.879261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:46.880108 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Bound port: e1f97b28-333a-40d4-aa5e-e8f2d484477e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:46.880548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.888433 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:46.899875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca89a5fa-88ff-4c31-8666-23c11be35445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-1c18cec0-867d-4b43-ae40-0f8f39c48cf7', 'network_id': '1c18cec0-867d-4b43-ae40-0f8f39c48cf7', 'tenant_id': '5ffd6ce8968649b1b9ce4db1326a89b0', 'fixed_ips': [{'subnet_id': '84b55e0f-758a-4133-9834-d777ef6de84e'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:46.901621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ca89a5fa-88ff-4c31-8666-23c11be35445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.914135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.932557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:46.939015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:46.948657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:46.953372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:46.975382 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Attempting to bind port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:46.975382 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Attempting to bind port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:46.975382 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Attempting to bind port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 on network 0bde4e36-5e56-4c57-baca-403f5b45f950 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:46.985803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:47.016077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.031242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] For port 7aa12614-cd2d-4ab7-82ea-9c02088f1413, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7aa12614-cd2d-4ab7-82ea-9c02088f1413,segment=NetworkSegment(d77bf2f2-821d-42d9-9620-6bb169f49ef7),segment_id=d77bf2f2-821d-42d9-9620-6bb169f49ef7)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:47.031641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.034489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:47.066595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::1 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/29867f58-d337-4659-94bf-9135d5bb2ed3/c44d1650-a752-4a55-a462-4ded4044ebff) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:47.086064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-df8079bb-8712-4859-8764-6eaeaa2d6fec tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:47.118880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 2} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:47.122469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.211984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-df8079bb-8712-4859-8764-6eaeaa2d6fec tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:47.214839 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-df8079bb-8712-4859-8764-6eaeaa2d6fec tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4249508 Apr 05 09:57:47.217472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57064) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:47.226689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 7aa12614-cd2d-4ab7-82ea-9c02088f1413 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:47.226957 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.260246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=1a906d2c-575a-466e-a20e-29e03552ea45,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:47.265071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9125f1cc-a2ac-4c77-bb6b-62d3e16f7a1c None None] DHCP port deletion for 84fae220-bc59-4d18-9e9e-ff7d57f91d23 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:57:47.267338 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0adc1a4d-5f1c-4330-adef-098b452edadd up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:47.390089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] For port e1f97b28-333a-40d4-aa5e-e8f2d484477e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:47.394316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] For port e1f97b28-333a-40d4-aa5e-e8f2d484477e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e1f97b28-333a-40d4-aa5e-e8f2d484477e,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:47.396640 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:47.397645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Checking segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:47.399888 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.400295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Bound using segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:47.400813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Bound port: 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:47.401198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.402221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.415557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.424517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.434864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.466977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.472431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9125f1cc-a2ac-4c77-bb6b-62d3e16f7a1c None None] Deleting port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:47.472821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9125f1cc-a2ac-4c77-bb6b-62d3e16f7a1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.496322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fb5e49d3-c3b8-4024-af00-2d91001aa12b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.515331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=84b55e0f-758a-4133-9834-d777ef6de84e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:47.526690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fb5e49d3-c3b8-4024-af00-2d91001aa12b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.540589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.575603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9125f1cc-a2ac-4c77-bb6b-62d3e16f7a1c None None] The port '7aa12614-cd2d-4ab7-82ea-9c02088f1413' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:57:47.582382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966fb369-e37d-43b5-8a27-889278040b9d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:47.657233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:47.662311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.666261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:47.668043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Pushing event updated for resources: {'Port': ['ID=d4efbb93-9a1c-4f73-901c-3736689e6566,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:47.670217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.671407 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7c4a77a9-1297-4dea-b55c-f5968de444da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.5525641 Apr 05 09:57:47.672365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server [None req-ca89a5fa-88ff-4c31-8666-23c11be35445 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84b55e0f-758a-4133-9834-d777ef6de84e: This subnet is being modified by another concurrent operation. Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise exception Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84b55e0f-758a-4133-9834-d777ef6de84e: This subnet is being modified by another concurrent operation. Apr 05 09:57:47.713837 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Apr 05 09:57:47.732683 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No DVR routers for this DVR port 7aa12614-cd2d-4ab7-82ea-9c02088f1413 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:57:47.734076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57068) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:47.757787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f38ee-c04d-47cb-81ea-e5b7b09084e0 None None] Network 1c18cec0-867d-4b43-ae40-0f8f39c48cf7 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:47.758543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '966fb369-e37d-43b5-8a27-889278040b9d', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:47.783263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2528d-17be-44eb-867f-7d166fe5a9b7 None None] Pushing event updated for resources: {'Port': ['ID=e1f97b28-333a-40d4-aa5e-e8f2d484477e,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:47.801678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=7aa12614-cd2d-4ab7-82ea-9c02088f1413,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:47.824771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object c44d1650-a752-4a55-a462-4ded4044ebff will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:47.825404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:47.846837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 0adc1a4d-5f1c-4330-adef-098b452edadd completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:47.854640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:47.869383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:47.873161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] For port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:47.877619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0adc1a4d-5f1c-4330-adef-098b452edadd triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:47.878120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.889134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.902870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:47.910658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fb5e49d3-c3b8-4024-af00-2d91001aa12b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.916711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 09d032a1-c69d-493c-8021-e045e1b70466 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:57:47.942791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] For port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1ae7fb1d-fe90-453e-bfa4-18f639ab39a7,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:47.961529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c18cec0-867d-4b43-ae40-0f8f39c48cf7']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:47.968795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e49d3-c3b8-4024-af00-2d91001aa12b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df8b76f1-80bf-4faf-9149-6c9880ca01d3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:47.978511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.987042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c40b247-7b05-42f7-a572-2c20560c1f7e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:47.988385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:47.993278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ed4316-d631-45d8-9fe0-3f8fc8ac8b90') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:47.993652 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ed4316-d631-45d8-9fe0-3f8fc8ac8b90') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:48.012939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.016213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.028006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fb5e49d3-c3b8-4024-af00-2d91001aa12b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.032104 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fb5e49d3-c3b8-4024-af00-2d91001aa12b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/df8b76f1-80bf-4faf-9149-6c9880ca01d3 HTTP/1.1" status: 204 len: 168 time: 0.8075473 Apr 05 09:57:48.038355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.044864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57072) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:48.057074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c40b247-7b05-42f7-a572-2c20560c1f7e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.058404 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7c40b247-7b05-42f7-a572-2c20560c1f7e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9 HTTP/1.1" status: 200 len: 700 time: 6.5929372 Apr 05 09:57:48.066537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fae220-bc59-4d18-9e9e-ff7d57f91d23']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:48.088033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57076) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:48.177876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77bf2f2-821d-42d9-9620-6bb169f49ef7') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:48.179336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77bf2f2-821d-42d9-9620-6bb169f49ef7') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:48.187599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6fe73-39d8-444e-b0d0-938fa5433327 None None] Pushing event updated for resources: {'Port': ['ID=1ae7fb1d-fe90-453e-bfa4-18f639ab39a7,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:48.199411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.229267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.231097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.258390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:48.260285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=c44d1650-a752-4a55-a462-4ded4044ebff,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:48.266506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:48.272624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:48.276228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.282640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.294927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:48.295153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.296930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 0adc1a4d-5f1c-4330-adef-098b452edadd, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0adc1a4d-5f1c-4330-adef-098b452edadd,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:48.303871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:48.304286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.305123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:48.323016 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:48.394723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=0adc1a4d-5f1c-4330-adef-098b452edadd,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:48.463384 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-67ab6b58-19b7-45d2-8fde-5061519ae7a9 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:48.512609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.536243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.544305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:48.559661 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:48.576929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.581626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.593732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-67ab6b58-19b7-45d2-8fde-5061519ae7a9 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:48.598075 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-67ab6b58-19b7-45d2-8fde-5061519ae7a9 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5488629 Apr 05 09:57:48.598240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57080) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:48.621377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=1c18cec0-867d-4b43-ae40-0f8f39c48cf7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:48.631201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9e9df2-c4a5-4150-96d1-1bc8ab1e14e4,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:48.638100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.707787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.710805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Network': ['ID=84fae220-bc59-4d18-9e9e-ff7d57f91d23,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:48.715417 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-19515c7e-9888-4b4f-bbee-f99c55a42df3 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/1c18cec0-867d-4b43-ae40-0f8f39c48cf7 HTTP/1.1" status: 204 len: 168 time: 3.0965688 Apr 05 09:57:48.723260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.723260 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9fcdb52e-2378-4aa7-994e-c61b5c4c3c7a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9838719 Apr 05 09:57:48.723260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57084) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:48.727267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57086) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:48.742487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '966fb369-e37d-43b5-8a27-889278040b9d', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:48.749012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:48.757595 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6721b308-a2a0-44e5-952c-cc5e4c8188e6 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/networks/84fae220-bc59-4d18-9e9e-ff7d57f91d23 HTTP/1.1" status: 204 len: 168 time: 3.0000379 Apr 05 09:57:48.765895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57092) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:48.773565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:48.780853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port b6d3b141-95e9-4c41-a07a-557e48247d08 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:57:48.782750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:48.793919 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a54e43d-2e4b-4768-8988-bf1a75c3a6f2 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] GET failed (client error): The resource could not be found. Apr 05 09:57:48.794356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1a54e43d-2e4b-4768-8988-bf1a75c3a6f2 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Synchronizing usage tracker for tenant:5ffd6ce8968649b1b9ce4db1326a89b0 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:48.833357 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-66aeab25-6354-4b82-8201-4949625223f8 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9 HTTP/1.1" status: 200 len: 700 time: 0.7423031 Apr 05 09:57:48.836848 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1a54e43d-2e4b-4768-8988-bf1a75c3a6f2 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Unset dirty status for tenant:5ffd6ce8968649b1b9ce4db1326a89b0 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:48.837922 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1a54e43d-2e4b-4768-8988-bf1a75c3a6f2 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/subnets/84b55e0f-758a-4133-9834-d777ef6de84e HTTP/1.1" status: 404 len: 337 time: 0.1129663 Apr 05 09:57:48.838527 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57096) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:48.842274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57098) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:48.844208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:48.863918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.883693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1dc415ab-0557-4a1d-abc3-58846842e768 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.891050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.893559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:48.932998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895c2f5c-02af-4564-b9e2-a9d19a3d1263 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:48.933823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-895c2f5c-02af-4564-b9e2-a9d19a3d1263 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:49.031130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.062573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1dc415ab-0557-4a1d-abc3-58846842e768 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.187375 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-507fdc40-fd56-4868-ac84-95a9bfecb019 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:57:49.188586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507fdc40-fd56-4868-ac84-95a9bfecb019 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:49.199831 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-507fdc40-fd56-4868-ac84-95a9bfecb019 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/1c18cec0-867d-4b43-ae40-0f8f39c48cf7 HTTP/1.1" status: 404 len: 339 time: 0.3537149 Apr 05 09:57:49.204981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57104) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:49.206845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-895c2f5c-02af-4564-b9e2-a9d19a3d1263 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:49.208041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-895c2f5c-02af-4564-b9e2-a9d19a3d1263 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/98b9c17a-982c-4eee-861d-6c12539e15bb HTTP/1.1" status: 200 len: 840 time: 0.4403861 Apr 05 09:57:49.221767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57106) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:49.237854 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e1f97b28-333a-40d4-aa5e-e8f2d484477e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:49.253023 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:57:49.348791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-117e9155-5fed-4841-a052-b3f646ea0bd2 None None] Provisioning for port e1f97b28-333a-40d4-aa5e-e8f2d484477e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:49.354810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port e1f97b28-333a-40d4-aa5e-e8f2d484477e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:49.368881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port e1f97b28-333a-40d4-aa5e-e8f2d484477e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:49.371838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.397600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.419329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-117e9155-5fed-4841-a052-b3f646ea0bd2 None None] Provisioning complete for port e1f97b28-333a-40d4-aa5e-e8f2d484477e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:49.420071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-117e9155-5fed-4841-a052-b3f646ea0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.505076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.542514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d13d8e1-3ce8-46cd-9292-813002afb803 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:49.543823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6d13d8e1-3ce8-46cd-9292-813002afb803 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Synchronizing usage tracker for tenant:5ffd6ce8968649b1b9ce4db1326a89b0 on resource:network {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:49.578852 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-98d6ef7a-ea88-463d-8251-e2e49d84692d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/98b9c17a-982c-4eee-861d-6c12539e15bb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3441286 Apr 05 09:57:49.579972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.589606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57112) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:49.593072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-117e9155-5fed-4841-a052-b3f646ea0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.606202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:49.641473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6d13d8e1-3ce8-46cd-9292-813002afb803 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Unset dirty status for tenant:5ffd6ce8968649b1b9ce4db1326a89b0 on resource:network {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:49.643642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ac54c3-d8fd-4fa3-ad2a-0fa90c429c5f,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:49.649233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1dc415ab-0557-4a1d-abc3-58846842e768 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.651561 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6d13d8e1-3ce8-46cd-9292-813002afb803 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4298558 Apr 05 09:57:49.652005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1dc415ab-0557-4a1d-abc3-58846842e768 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.655622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57116) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:49.661595 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1dc415ab-0557-4a1d-abc3-58846842e768 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/207b2776-4267-4414-892c-d9effbe0045d HTTP/1.1" status: 204 len: 168 time: 1.0599718 Apr 05 09:57:49.664230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57120) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:49.702836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.704092 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7af73ac5-17c8-4837-8713-dbb4ef075cc5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9749620 Apr 05 09:57:49.707972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc415ab-0557-4a1d-abc3-58846842e768 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207b2776-4267-4414-892c-d9effbe0045d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:49.709496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57122) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:49.722917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '966fb369-e37d-43b5-8a27-889278040b9d', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:49.729940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:49.731150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-117e9155-5fed-4841-a052-b3f646ea0bd2 None None] For port e1f97b28-333a-40d4-aa5e-e8f2d484477e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e1f97b28-333a-40d4-aa5e-e8f2d484477e,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:49.739399 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.742903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:49.751787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:49.756400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-117e9155-5fed-4841-a052-b3f646ea0bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.778354 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:49.792203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7907bc-14f2-47fb-a620-31cc9ef19b5e None None] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:49.872437 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a6f94015-855a-4120-93a4-3796b4f403ce tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 207 time: 0.2104712 Apr 05 09:57:49.874568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.882450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57128) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:49.937553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:49.999326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e9155-5fed-4841-a052-b3f646ea0bd2 None None] Pushing event updated for resources: {'Port': ['ID=e1f97b28-333a-40d4-aa5e-e8f2d484477e,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:50.003016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e05c83b4-fc79-4224-a84a-0ece8bbc6b3c None None] Provisioning for port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:50.031860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:57:50.032237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:57:50.076736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:50.091767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:50.098479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:50.103586 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f94527c1-1e97-456d-abcb-463a877c5c15 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3867667 Apr 05 09:57:50.104549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=09d032a1-c69d-493c-8021-e045e1b70466,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:50.108290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:50.114949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:50.116817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e05c83b4-fc79-4224-a84a-0ece8bbc6b3c None None] Provisioning for port c44d1650-a752-4a55-a462-4ded4044ebff completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:50.117950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57132) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:50.120085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:50.124040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:50.125091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.130980 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e05c83b4-fc79-4224-a84a-0ece8bbc6b3c None None] Provisioning complete for port c44d1650-a752-4a55-a462-4ded4044ebff triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:50.131351 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e05c83b4-fc79-4224-a84a-0ece8bbc6b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.139550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.144420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850601572'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:50.173306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.174511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.186276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:50.187407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:50.219722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.245985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e05c83b4-fc79-4224-a84a-0ece8bbc6b3c None None] Port c44d1650-a752-4a55-a462-4ded4044ebff cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:50.257972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d09a5-731c-4b44-afd9-656e2bf15724 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:50.261868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d09a5-731c-4b44-afd9-656e2bf15724 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:50.265775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d09a5-731c-4b44-afd9-656e2bf15724 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:50.270793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d09a5-731c-4b44-afd9-656e2bf15724 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:50.271687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-105d09a5-731c-4b44-afd9-656e2bf15724 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Synchronizing usage tracker for tenant:5ffd6ce8968649b1b9ce4db1326a89b0 on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:50.275409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.281481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:50.324876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=b6d3b141-95e9-4c41-a07a-557e48247d08,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:50.354095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.372461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b86a41-2bb8-4230-a32d-a4c97ec0ae4e,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:50.424842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Checking segment: {'id': '60894613-48f7-4594-8ad8-4953c75de18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6139b42e-2a15-4af8-93d2-ca251dfdb2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:50.425149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network hostable DHCP agents. Network: 6139b42e-2a15-4af8-93d2-ca251dfdb2ca, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:50.433671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-105d09a5-731c-4b44-afd9-656e2bf15724 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Unset dirty status for tenant:5ffd6ce8968649b1b9ce4db1326a89b0 on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:50.435107 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-105d09a5-731c-4b44-afd9-656e2bf15724 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5474591 Apr 05 09:57:50.436145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=c44d1650-a752-4a55-a462-4ded4044ebff,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:50.438796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.439344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57136) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:50.446442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.466500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.467964 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c7901de0-4fbc-409f-8aeb-61dc40cef425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7549789 Apr 05 09:57:50.479576 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901a445-5c6c-467e-8ec2-29eab3aafb86 None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 09:57:50.481130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57140) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:50.495368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '966fb369-e37d-43b5-8a27-889278040b9d', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:50.513691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:50.536085 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:50.543630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:50.567880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:50.570966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:50.575679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Router 997573c5-a3c0-4747-a037-cee465dcd7d2 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:57:50.601948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:50.640773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:50.654040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:50.658796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:50.677788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] Sync routers for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:50.769783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1a906d2c-575a-466e-a20e-29e03552ea45 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:50.794071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:50.794629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:50.964010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network 6139b42e-2a15-4af8-93d2-ca251dfdb2ca is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:50.988560 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9fbfabdd-00ed-4ae0-9801-7849c1328814 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5414932 Apr 05 09:57:50.998222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57144) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:51.012876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3901a445-5c6c-467e-8ec2-29eab3aafb86 None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 09:57:51.022079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:51.095445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 6139b42e-2a15-4af8-93d2-ca251dfdb2ca) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:51.099259 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1a906d2c-575a-466e-a20e-29e03552ea45 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:51.099914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.113424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.115941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:51.120919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:51.124392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:51.125069 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.142543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.158995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d1e400-94ae-426e-b037-b709a77a80e4 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:51.160465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d1e400-94ae-426e-b037-b709a77a80e4 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:51.162347 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f4d1e400-94ae-426e-b037-b709a77a80e4 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1631906 Apr 05 09:57:51.170033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57148) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:51.194190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.207747 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.226590 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b6a4f4-ab39-4c90-885f-c7103a13223c,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:51.246518 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3ad3c9f2-cfd0-41c1-9c20-79f1ba6d6201 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.0218873 Apr 05 09:57:51.263891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57152) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:51.301509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48eb0404-360b-4ae2-ad33-0a4440f3251d,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:51.368694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.372441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.373665 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bbd390e4-d932-4814-ae73-50324470b13e tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2461450 Apr 05 09:57:51.383446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57156) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:51.386880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.388013 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3e80fb16-5a1d-4bef-a96d-2f4827411df2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9047010 Apr 05 09:57:51.395433 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': '97b6a4f4-ab39-4c90-885f-c7103a13223c', 'direction': 'ingress', 'protocol': 17}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:51.401158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57160) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:51.409463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '966fb369-e37d-43b5-8a27-889278040b9d', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:51.414099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:51.422646 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:51.425618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:51.437479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a135564-6258-4923-a92f-489781003641 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:51.438047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:51.438883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a135564-6258-4923-a92f-489781003641 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:51.443713 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2a135564-6258-4923-a92f-489781003641 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2689312 Apr 05 09:57:51.443870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:51.447026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57164) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:51.447799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:51.455969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:51.481258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-83b23e30-dedb-4456-a9ef-7b819f696b62 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port b6d3b141-95e9-4c41-a07a-557e48247d08 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:51.481616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83b23e30-dedb-4456-a9ef-7b819f696b62 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.483413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:51.525037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:51.543672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:51.588241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=191260f3-b202-4dfc-b2ac-e059acb0e5d6,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:51.590936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:51.596856 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:57:51.601821 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:51.602419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.606516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.708085 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-69804240-150c-40fe-9c43-a3da0300556f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1103301 Apr 05 09:57:51.711916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.713830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57168) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:51.724529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.730733 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'security_group': {'name': 'tempest-secgroup-2126945806'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:51.745585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:51.752758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:51.758179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:51.785332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13058621-af1f-4f03-b9ba-c2c61aefbd8c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:51.785559 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:51.791251 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-13058621-af1f-4f03-b9ba-c2c61aefbd8c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/networks/35593deb-ed41-4713-945c-35b001fd0b85 HTTP/1.1" status: 200 len: 800 time: 0.3370366 Apr 05 09:57:51.792395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57172) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:51.802267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:51.814396 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:51.814770 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.827490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:51.834508 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.840908 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Sync routers for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:51.852506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.869193 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:51.870542 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:51.901332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c8967d-6871-40bc-bf0c-68958eeb7f9e,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:51.924285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.925998 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f4061c30-abed-445d-a8b9-11f7a3830043 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.2370591 Apr 05 09:57:51.934009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57176) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:51.939705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.940939 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-91ad11c3-829e-4a1a-9147-ae7926b0bdf1 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5554087 Apr 05 09:57:51.945399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:51.950629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:44Z', 'revision_number': 7, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '1a906d2c-575a-466e-a20e-29e03552ea45', 'name': '', 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:15:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1861e39-b086-4432-9520-0b22dac15574', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:27Z', 'updated_at': '2022-04-05T09:57:46Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'd1861e39-b086-4432-9520-0b22dac15574', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:27Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:51.970472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] Checking router: 47118720-5959-4f05-aa94-76defd1a75f9 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:57:52.003382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57180) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:52.008543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.029833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83b23e30-dedb-4456-a9ef-7b819f696b62 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.064880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'tenant_id': 'ac5795c722a94f62a5226dd40339ffaf', 'fixed_ips': [{'subnet_id': '191260f3-b202-4dfc-b2ac-e059acb0e5d6'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:52.065713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.085931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:52.087155 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:52.120573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.159083 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:52.191723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-83b23e30-dedb-4456-a9ef-7b819f696b62 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for b6d3b141-95e9-4c41-a07a-557e48247d08 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:52.206539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.208041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8059845 Apr 05 09:57:52.216562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57184) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:52.240706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '966fb369-e37d-43b5-8a27-889278040b9d', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:52.247380 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:52.251498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:52.260964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:52.267481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:52.280072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6f611-fc9d-4378-852e-048c41245090 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390f3787-d0e7-42f9-8fa2-cd2d992c1414,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:52.287727 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:57:52.324121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.336858 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:52.337407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bff032a8-b2b0-4959-982a-8b360311259f tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.349484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group_rule and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:52.354860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Router 8cf35574-91c0-475b-bc95-78d19bc688ec is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:57:52.355928 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a56a77e6-dada-4eeb-b018-daf3af94e861 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/networks/35593deb-ed41-4713-945c-35b001fd0b85?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5136404 Apr 05 09:57:52.357044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:52.361875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57188) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:52.364339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:52.375388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:52.417189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83b23e30-dedb-4456-a9ef-7b819f696b62 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.482846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b23e30-dedb-4456-a9ef-7b819f696b62 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=b6d3b141-95e9-4c41-a07a-557e48247d08,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:52.496659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.523922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.526931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83b23e30-dedb-4456-a9ef-7b819f696b62 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.538649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.575738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bff032a8-b2b0-4959-982a-8b360311259f tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.587275 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 3, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:52.589890 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-83b23e30-dedb-4456-a9ef-7b819f696b62 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/b6d3b141-95e9-4c41-a07a-557e48247d08 HTTP/1.1" status: 204 len: 168 time: 1.3237038 Apr 05 09:57:52.591027 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Checking router: 997573c5-a3c0-4747-a037-cee465dcd7d2 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:57:52.591560 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Updating router 997573c5-a3c0-4747-a037-cee465dcd7d2 port d4efbb93-9a1c-4f73-901c-3736689e6566 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:57:52.599012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57192) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:52.660872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.665186 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9452083 Apr 05 09:57:52.679969 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.824095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57196) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:52.839284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75784ba-ec01-4f81-9197-2ab39604f54f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109e7086-ca07-4f34-8014-55e5003d9f8e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:52.880267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3896c0-f054-4625-bab0-b8e393c1f067 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:52.883832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2a3896c0-f054-4625-bab0-b8e393c1f067 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Synchronizing usage tracker for tenant:5ffd6ce8968649b1b9ce4db1326a89b0 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:52.887820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1ae7fb1d-fe90-453e-bfa4-18f639ab39a7,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:52.904233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.905356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0adc1a4d-5f1c-4330-adef-098b452edadd up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:52.924100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.956699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'security_group': {'name': 'tempest-secgroup-153623117'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:52.964506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:52.965224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port 1a906d2c-575a-466e-a20e-29e03552ea45 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:52.965567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:52.970890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:52.974848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:52.983478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:52.994759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2a3896c0-f054-4625-bab0-b8e393c1f067 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Unset dirty status for tenant:5ffd6ce8968649b1b9ce4db1326a89b0 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:52.998645 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2a3896c0-f054-4625-bab0-b8e393c1f067 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/subnets/40496f77-90ad-444f-9944-dcde07b3705e HTTP/1.1" status: 200 len: 811 time: 0.6317916 Apr 05 09:57:53.011883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bff032a8-b2b0-4959-982a-8b360311259f tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.013835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d306ad0-45d5-4c00-b8b7-83ff7ac4dc27 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:53.013963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Allocated IP 172.20.0.2 (97a6a890-8e8c-4edb-97a4-7d316b50a34c/191260f3-b202-4dfc-b2ac-e059acb0e5d6/656c6d3b-ac92-4ec4-b0e2-e9b55892b40d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:53.018003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d306ad0-45d5-4c00-b8b7-83ff7ac4dc27 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:53.018834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0d306ad0-45d5-4c00-b8b7-83ff7ac4dc27 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:53.021761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57200) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:53.029314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.072643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.092173 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.105688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=1ae7fb1d-fe90-453e-bfa4-18f639ab39a7,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:53.107217 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Transition to ACTIVE for port object d4efbb93-9a1c-4f73-901c-3736689e6566 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:53.122495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff032a8-b2b0-4959-982a-8b360311259f tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b6a4f4-ab39-4c90-885f-c7103a13223c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:53.124117 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.125526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff05b54-4688-4f53-a987-a0a8fb74bf3f,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:53.142225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0d306ad0-45d5-4c00-b8b7-83ff7ac4dc27 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:53.143650 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0d306ad0-45d5-4c00-b8b7-83ff7ac4dc27 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5378087 Apr 05 09:57:53.153915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57204) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:53.224640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07668e84-2f1b-49cd-a626-ac32b63ea5cc tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:53.227141 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-07668e84-2f1b-49cd-a626-ac32b63ea5cc tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "GET /v2.0/subnets/40496f77-90ad-444f-9944-dcde07b3705e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1985233 Apr 05 09:57:53.230923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57208) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:53.236449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-620197061'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:53.242633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:53.255762 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:53.256034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0adc1a4d-5f1c-4330-adef-098b452edadd triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:53.256191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bff032a8-b2b0-4959-982a-8b360311259f tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.256662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.256746 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bff032a8-b2b0-4959-982a-8b360311259f tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/97b6a4f4-ab39-4c90-885f-c7103a13223c HTTP/1.1" status: 204 len: 168 time: 1.2383955 Apr 05 09:57:53.266201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57212) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:53.276516 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Attempting to bind port d4efbb93-9a1c-4f73-901c-3736689e6566 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:53.277272 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Attempting to bind port d4efbb93-9a1c-4f73-901c-3736689e6566 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:53.278156 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Attempting to bind port d4efbb93-9a1c-4f73-901c-3736689e6566 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:53.291321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:53.293944 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:53.294240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.295334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:53.295815 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:53.296433 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.297041 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:53.298916 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Bound port: d4efbb93-9a1c-4f73-901c-3736689e6566, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:53.300642 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.300914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.302144 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0a351402-6b55-4183-9715-58d9424c9dbb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0803361 Apr 05 09:57:53.311200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group_rule and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:53.341568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:53.366244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:53.380756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:53.407368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.407368 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Added segment 7f07149f-9d3a-4415-9220-d7e37ade5174 of type vlan for network 4e8dec48-c46f-4d34-911a-f11863587228 Apr 05 09:57:53.409638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port 1a906d2c-575a-466e-a20e-29e03552ea45, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1a906d2c-575a-466e-a20e-29e03552ea45,segment=NetworkSegment(8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd),segment_id=8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:53.410003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.414042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:44Z', 'revision_number': 7, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '1a906d2c-575a-466e-a20e-29e03552ea45', 'name': '', 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:15:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1861e39-b086-4432-9520-0b22dac15574', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:27Z', 'updated_at': '2022-04-05T09:57:46Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'd1861e39-b086-4432-9520-0b22dac15574', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:27Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:53.418066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-1b77c34e-4f11-4994-b6da-418e49c18367 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 09d032a1-c69d-493c-8021-e045e1b70466 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:53.419726 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] For port d4efbb93-9a1c-4f73-901c-3736689e6566, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:53.422297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b77c34e-4f11-4994-b6da-418e49c18367 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.425674 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ed7afe-3589-45af-af87-141541e42c49 None None] The sync data for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv is: [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:44Z', 'revision_number': 7, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '1a906d2c-575a-466e-a20e-29e03552ea45', 'name': '', 'network_id': '808d0721-8c8e-44a5-9a34-a4ff9308f792', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:15:ee:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1861e39-b086-4432-9520-0b22dac15574', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:27Z', 'updated_at': '2022-04-05T09:57:46Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'd1861e39-b086-4432-9520-0b22dac15574', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:27Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:53.426945 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] For port d4efbb93-9a1c-4f73-901c-3736689e6566, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d4efbb93-9a1c-4f73-901c-3736689e6566,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:53.448504 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.489061 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:53.490001 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:53.518469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.576963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Transition to ACTIVE for port object 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:53.642282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Transition to ACTIVE for port object 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:53.648134 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-46d1af9c-9124-40ca-b04f-2c8202c703bc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3805883 Apr 05 09:57:53.659955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for 1a906d2c-575a-466e-a20e-29e03552ea45 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:53.666754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.750344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57224) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:53.757192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7aa12614-cd2d-4ab7-82ea-9c02088f1413 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:57:53.794292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group': {'name': 'tempest-secgroup--117725350'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:53.800479 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:53.805388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b77c34e-4f11-4994-b6da-418e49c18367 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.815151 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:53.831549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:53.835682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:53.852147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:53.861322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 7aa12614-cd2d-4ab7-82ea-9c02088f1413 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:57:53.861663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7aa12614-cd2d-4ab7-82ea-9c02088f1413 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:57:53.878512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:53.921717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:53.926587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Pushing event updated for resources: {'Port': ['ID=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:53.938224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:53.942040 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:53.980239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-1b77c34e-4f11-4994-b6da-418e49c18367 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 09d032a1-c69d-493c-8021-e045e1b70466 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:57:53.989280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.053594 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Pushing event updated for resources: {'Port': ['ID=d4efbb93-9a1c-4f73-901c-3736689e6566,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:54.064045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e1f97b28-333a-40d4-aa5e-e8f2d484477e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:54.080320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b77c34e-4f11-4994-b6da-418e49c18367 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.105757 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.117925 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.118972 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.120909 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.121195 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.121530 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.121857 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.122184 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.122507 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.122824 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.123142 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:57:54.141420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77c34e-4f11-4994-b6da-418e49c18367 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=09d032a1-c69d-493c-8021-e045e1b70466,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:54.168412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.189226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Attempting to bind port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:54.189963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Attempting to bind port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '8baf835f-18cf-4680-bd4b-8e2488754837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:54.190753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Attempting to bind port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d on network 97a6a890-8e8c-4edb-97a4-7d316b50a34c {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:54.203603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:54.204304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Checking segment: {'id': '8baf835f-18cf-4680-bd4b-8e2488754837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:54.204876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.205416 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Bound using segment: {'id': '8baf835f-18cf-4680-bd4b-8e2488754837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:54.206052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Bound port: 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8baf835f-18cf-4680-bd4b-8e2488754837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:54.206591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.229743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port e1f97b28-333a-40d4-aa5e-e8f2d484477e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:54.230623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.239421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:54.262292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=1a906d2c-575a-466e-a20e-29e03552ea45,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:54.270960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.276784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:54.277409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.282288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Sync routers for ids ['8cf35574-91c0-475b-bc95-78d19bc688ec'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:57:54.319045 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79b81b-6694-44b2-8a88-4ee14ac42f06 None None] Pushing event updated for resources: {'Port': ['ID=d4efbb93-9a1c-4f73-901c-3736689e6566,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:54.371149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b77c34e-4f11-4994-b6da-418e49c18367 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.374034 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 3, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:54.375877 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1b77c34e-4f11-4994-b6da-418e49c18367 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/09d032a1-c69d-493c-8021-e045e1b70466 HTTP/1.1" status: 204 len: 168 time: 1.2130654 Apr 05 09:57:54.380091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Routers {'8cf35574-91c0-475b-bc95-78d19bc688ec'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:54.380737 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8cf35574-91c0-475b-bc95-78d19bc688ec'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:54.381013 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f74a5f-312b-4d7c-b9df-78a9621d016e None None] The sync data for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv is: [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 3, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:57:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:54.397506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57234) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:54.432771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Network': ['ID=4e8dec48-c46f-4d34-911a-f11863587228,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:54.435810 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-70462ecb-0766-4795-a6f1-af67f58ced5b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2043090 Apr 05 09:57:54.437045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:54.440102 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57238) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:54.446955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:54.460981 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-59f2b282-e08a-4bb2-b26b-57cce5a073cf tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "PUT /v2.0/routers/8cf35574-91c0-475b-bc95-78d19bc688ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2143435 Apr 05 09:57:54.470910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57242) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:54.481750 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'network_id': '4e8dec48-c46f-4d34-911a-f11863587228', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:54.500189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 4e8dec48-c46f-4d34-911a-f11863587228 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:54.502463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:54.518415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:54.532842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.542816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-7621101e-0c1d-4a2b-be95-8a876acbc73d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:54.569883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.625023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-7621101e-0c1d-4a2b-be95-8a876acbc73d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:54.626304 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-7621101e-0c1d-4a2b-be95-8a876acbc73d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1633915734&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.3566847 Apr 05 09:57:54.684373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0260e6c0-e2e9-4953-9458-b568a8ea388b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:54.685126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0260e6c0-e2e9-4953-9458-b568a8ea388b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:54.699306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.701226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:54.701562 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.8085120 Apr 05 09:57:54.711828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] For port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:54.747037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] For port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,segment=NetworkSegment(8baf835f-18cf-4680-bd4b-8e2488754837),segment_id=8baf835f-18cf-4680-bd4b-8e2488754837)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:54.761269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57246) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:54.765840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.773950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938db5d6-4683-49d5-8b93-ccb62ad82c93 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f836c6-5c89-4a9d-b13d-69f617e9fbf5,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:54.788137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1970768964', 'security_groups': ['08f836c6-5c89-4a9d-b13d-69f617e9fbf5'], 'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '191260f3-b202-4dfc-b2ac-e059acb0e5d6'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:54.823493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Set router 8cf35574-91c0-475b-bc95-78d19bc688ec gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:54.824210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba50bdf-a90a-4be6-a433-74dfcccc1483 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:54.824927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cba50bdf-a90a-4be6-a433-74dfcccc1483 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:54.846442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0260e6c0-e2e9-4953-9458-b568a8ea388b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:54.850247 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0260e6c0-e2e9-4953-9458-b568a8ea388b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports/c44d1650-a752-4a55-a462-4ded4044ebff HTTP/1.1" status: 200 len: 911 time: 0.3671138 Apr 05 09:57:54.860767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57250) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:54.870994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:54.871207 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:54.896495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.956197 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:54.958209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cba50bdf-a90a-4be6-a433-74dfcccc1483 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:54.962552 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cba50bdf-a90a-4be6-a433-74dfcccc1483 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5607712 Apr 05 09:57:54.965070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57254) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:54.995139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46899c4-f01c-4142-a214-e297526c4519 None None] Pushing event updated for resources: {'Port': ['ID=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:55.025893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-643afd2e-1600-4755-9ef7-e722f1294e0e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:55.027438 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-643afd2e-1600-4755-9ef7-e722f1294e0e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/networks?id=a95b3521-e819-46ba-b3ca-b568c40ee172 HTTP/1.1" status: 200 len: 796 time: 0.3911030 Apr 05 09:57:55.041418 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3e6c15-7f48-42e7-945f-ca5e463c5219 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:57:55.045227 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8a3e6c15-7f48-42e7-945f-ca5e463c5219 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/b6d3b141-95e9-4c41-a07a-557e48247d08 HTTP/1.1" status: 404 len: 333 time: 0.0748734 Apr 05 09:57:55.051115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57258) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:55.124530 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-e36fe3ac-8293-4f19-90f4-744fea3fa457 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/quotas/f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 375 time: 0.0871537 Apr 05 09:57:55.125421 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d09af47-b3c5-4fde-a354-d5d1bc28b322 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:57:55.126591 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8d09af47-b3c5-4fde-a354-d5d1bc28b322 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/09d032a1-c69d-493c-8021-e045e1b70466 HTTP/1.1" status: 404 len: 333 time: 0.0646911 Apr 05 09:57:55.129330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57262) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:55.136583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Made reservation on behalf of 5ffd6ce8968649b1b9ce4db1326a89b0 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:55.264537 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:55.264904 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:55.298110 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe06f9b-3d94-4fca-ba2c-6416dad3c903,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:55.301695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:55.303068 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9ba8fdbf-0b3f-4c89-becd-366e8dc1456c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5366507 Apr 05 09:57:55.317063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57266) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:55.356135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group': {'name': 'tempest-secgroup--110696343'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:55.366054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:55.371383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:port and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:55.375223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:55.382125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:55.398088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:55.457180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec312a-4a86-45c5-b68f-2fbfe00eb840 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:55.461151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec312a-4a86-45c5-b68f-2fbfe00eb840 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:55.463582 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-12ec312a-4a86-45c5-b68f-2fbfe00eb840 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5910590 Apr 05 09:57:55.476371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57270) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:55.482077 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:55.486064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf35574-91c0-475b-bc95-78d19bc688ec', 'name': 'tempest-NetworksTestDHCPv6-router-2077168013', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:43Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 2, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None, '_interfaces': [{'id': 'c44d1650-a752-4a55-a462-4ded4044ebff', 'name': '', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'mac_address': 'fa:16:3e:69:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf35574-91c0-475b-bc95-78d19bc688ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29867f58-d337-4659-94bf-9135d5bb2ed3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:46Z', 'updated_at': '2022-04-05T09:57:49Z', 'revision_number': 2, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'subnets': [{'id': '29867f58-d337-4659-94bf-9135d5bb2ed3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:55.490165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Checking router: 8cf35574-91c0-475b-bc95-78d19bc688ec for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:57:55.490579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Updating router 8cf35574-91c0-475b-bc95-78d19bc688ec port c44d1650-a752-4a55-a462-4ded4044ebff binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:57:55.495113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:55.516893 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:55.522782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:55.549909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:55.585235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:55.598724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.ipam_backend_mixin [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Performing IP validity checks on allocation pools {{(pid=83820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 09:57:55.599237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.ipam_backend_mixin [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83820) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 09:57:55.644153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:55.688225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:55.735333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:55.815025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:55.843147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:55.941827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:55.947602 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port 107be3e7-8766-4109-bb72-e867bbcb0cd9 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:57:55.980508 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:56.009835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:56.067347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-525a0a83-bf68-4fce-8bda-ae5569cc1dac tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:56.077360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.103111 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Transition to ACTIVE for port object c44d1650-a752-4a55-a462-4ded4044ebff will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:56.110487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-525a0a83-bf68-4fce-8bda-ae5569cc1dac tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:57:56.112043 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-525a0a83-bf68-4fce-8bda-ae5569cc1dac tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9587140 Apr 05 09:57:56.121238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.125460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.199630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6139b42e-2a15-4af8-93d2-ca251dfdb2ca']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:56.211206 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:56.223959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60894613-48f7-4594-8ad8-4953c75de18e') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:56.224474 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60894613-48f7-4594-8ad8-4953c75de18e') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:56.240512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.240813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.263614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.271452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:57:56.272171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.347317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.377814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea87f9b-feeb-4913-bba6-64dde2a8ddf0 None None] Network 6139b42e-2a15-4af8-93d2-ca251dfdb2ca requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:56.392952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9855274b-8c80-49eb-9a51-f85fd1c02e1a None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:57:56.395913 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:57:56.407196 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdf1fc-174a-4aa3-b17e-94b10fa17879 None None] Pushing event updated for resources: {'Port': ['ID=c44d1650-a752-4a55-a462-4ded4044ebff,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:56.419475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.538929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea87f9b-feeb-4913-bba6-64dde2a8ddf0 None None] Network 6139b42e-2a15-4af8-93d2-ca251dfdb2ca could not be found, it might have been deleted concurrently. {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 09:57:56.547201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=777733c5-59d6-4a68-8bc7-6c3ecaea7e9a,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:56.598818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.646389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Checking segment: {'id': '7f07149f-9d3a-4415-9220-d7e37ade5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e8dec48-c46f-4d34-911a-f11863587228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:56.646785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network hostable DHCP agents. Network: 4e8dec48-c46f-4d34-911a-f11863587228, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:57:56.690937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-fb4b02ea-9daa-49de-ba07-b14426d7923c None None] Provisioning for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:56.706409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.7 (97a6a890-8e8c-4edb-97a4-7d316b50a34c/191260f3-b202-4dfc-b2ac-e059acb0e5d6/107be3e7-8766-4109-bb72-e867bbcb0cd9) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:56.709348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e240a984-ffe7-49df-8858-c160369b1587,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:56.710779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.714904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Network': ['ID=6139b42e-2a15-4af8-93d2-ca251dfdb2ca,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:56.746286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.750429 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a4ecbd99-3030-4511-937a-61a9e3f73f88 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4277992 Apr 05 09:57:56.751255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57280) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:56.755582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Attempting to bind port c44d1650-a752-4a55-a462-4ded4044ebff on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:56.756082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Attempting to bind port c44d1650-a752-4a55-a462-4ded4044ebff by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:56.756451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Attempting to bind port c44d1650-a752-4a55-a462-4ded4044ebff on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:56.765405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:56.768207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': '7fe06f9b-3d94-4fca-ba2c-6416dad3c903', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e240a984-ffe7-49df-8858-c160369b1587', 'remote_ip_prefix': None}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:56.768877 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-00ccdf8e-fb2c-4a67-94ea-5890f0b42380 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/networks/6139b42e-2a15-4af8-93d2-ca251dfdb2ca HTTP/1.1" status: 204 len: 168 time: 1.6385734 Apr 05 09:57:56.774337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57284) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:56.784279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:56.788104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1770832947'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:56.788914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:56.793017 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:56.800340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:56.801997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:56.841620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:network and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:56.846124 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:56.863297 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Network 4e8dec48-c46f-4d34-911a-f11863587228 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:57:56.865509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:56.873828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:56.874194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.910397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:56.910778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:56.911179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.911612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:56.912101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Bound port: c44d1650-a752-4a55-a462-4ded4044ebff, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:56.912482 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.925755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:56.929522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.951475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.962390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-fb4b02ea-9daa-49de-ba07-b14426d7923c None None] Provisioning complete for port 98b9c17a-982c-4eee-861d-6c12539e15bb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:56.963044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fb4b02ea-9daa-49de-ba07-b14426d7923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:56.994575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:57:57.009798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.010289 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Added segment 396e7913-27db-4d38-816c-13f1c17b4226 of type vlan for network a7bf2259-797f-442f-9864-6b7c30b694a3 Apr 05 09:57:57.050306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.125193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b02ea-9daa-49de-ba07-b14426d7923c None None] Port 98b9c17a-982c-4eee-861d-6c12539e15bb cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:57.147992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.153480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:57.154250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.163949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] For port c44d1650-a752-4a55-a462-4ded4044ebff, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:57:57.224159 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] For port c44d1650-a752-4a55-a462-4ded4044ebff, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c44d1650-a752-4a55-a462-4ded4044ebff,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:57:57.239928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.292430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.296098 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Network': ['ID=a7bf2259-797f-442f-9864-6b7c30b694a3,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:57.317097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network a7bf2259-797f-442f-9864-6b7c30b694a3 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:57:57.346434 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-e2b6476f-bae4-4601-96fa-53ab63b733d0 service neutron] 10.222.0.30 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2087247 Apr 05 09:57:57.368399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.385237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object 107be3e7-8766-4109-bb72-e867bbcb0cd9 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:57.420603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.480194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdf1fc-174a-4aa3-b17e-94b10fa17879 None None] Pushing event updated for resources: {'Port': ['ID=c44d1650-a752-4a55-a462-4ded4044ebff,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:57.505470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,segment=NetworkSegment(8baf835f-18cf-4680-bd4b-8e2488754837),segment_id=8baf835f-18cf-4680-bd4b-8e2488754837)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:57:57.506915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Routers {'8cf35574-91c0-475b-bc95-78d19bc688ec'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:57:57.507752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8cf35574-91c0-475b-bc95-78d19bc688ec'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:57.525619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 4e8dec48-c46f-4d34-911a-f11863587228) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:57.532915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=107be3e7-8766-4109-bb72-e867bbcb0cd9,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:57.536588 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:57.537181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.576337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c683863e-cf8e-45e6-9bc0-cf1be1a93732 None None] Network 4e8dec48-c46f-4d34-911a-f11863587228 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:57.582810 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fd998852-007f-4f8b-a0c1-67628c77b854 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.1400082 Apr 05 09:57:57.592939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57288) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:57.593564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.612448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:57.648914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-52b6a9b8-1c72-49ff-b1a8-7063fe50f384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:57.716536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:57.725721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:57.736995 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-400d60b9-203e-4bec-b7ff-3db1fae523ac tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9592340 Apr 05 09:57:57.745183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57292) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:57.774638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'a7bf2259-797f-442f-9864-6b7c30b694a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:57.793071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:57.793670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.871469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:57.871984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.875735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] Set router 8cf35574-91c0-475b-bc95-78d19bc688ec gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:57:57.888729 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.925476 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b27ea65b-9473-44c2-b1c5-28e17efaaf80 None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:57.926002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b27ea65b-9473-44c2-b1c5-28e17efaaf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.927763 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea4e944-b2e6-4f87-bc4a-3991c0d789c0,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:57.933011 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c1d959cd-7a73-4d7c-a769-53778cafde90 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1640711 Apr 05 09:57:57.936577 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57296) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:57.962410 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-3ea7895b-8feb-44ee-8a23-74dd76a427b2 service neutron] 10.222.0.30 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6020334 Apr 05 09:57:57.963197 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52b6a9b8-1c72-49ff-b1a8-7063fe50f384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2625756'] for subnet, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:57.969311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:58.076474 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:57:58.081158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:58.082310 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aa2fe75e-2b24-4cc2-b03d-d8afdc5ab4f2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3250701 Apr 05 09:57:58.091118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57300) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:58.097801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:58.110199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:57:58.313959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:58.319056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:58.322927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:58.329381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:58.366255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ae8eca2-947d-4ef1-b813-0b157bcfb1e0 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:58.373841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:58.417782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ae8eca2-947d-4ef1-b813-0b157bcfb1e0 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:58.460638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:58.474566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:58.481207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:58.497803 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:58.538731 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4e8dec48-c46f-4d34-911a-f11863587228', 'network_id': '4e8dec48-c46f-4d34-911a-f11863587228', 'tenant_id': '5ffd6ce8968649b1b9ce4db1326a89b0', 'fixed_ips': [{'subnet_id': '777733c5-59d6-4a68-8bc7-6c3ecaea7e9a'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:57:58.539626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:58.565761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:58.569374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:58.657775 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-711b018f-783c-4922-a0df-4c83edc6c2db req-b9793dd9-dc23-4c31-b074-394422f94ab3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 210 time: 0.3189158 Apr 05 09:57:58.707247 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:58.731771 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.ipam_backend_mixin [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 191260f3-b202-4dfc-b2ac-e059acb0e5d6 (CIDR: 172.20.0.0/28) Apr 05 09:57:58.741418 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:57:58.741968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:57:58.767927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52b6a9b8-1c72-49ff-b1a8-7063fe50f384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749085407892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2750054'] for subnet, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:58.824878 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d2a65e1e-a499-41b7-88e1-b762fc7c9047 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8817999 Apr 05 09:57:58.829099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57318) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:58.844433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:57:58.881966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Allocated IP 172.20.0.3 (4e8dec48-c46f-4d34-911a-f11863587228/777733c5-59d6-4a68-8bc7-6c3ecaea7e9a/60adedc6-bbfe-4757-a44e-66a3005df839) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:58.898282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ae8eca2-947d-4ef1-b813-0b157bcfb1e0 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:58.917521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.ipam_backend_mixin [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Performing IP validity checks on allocation pools {{(pid=83819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 09:57:58.920628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.ipam_backend_mixin [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 09:57:58.989938 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:57:59.000936 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-531ea448-74c1-40eb-9f1d-d92104ad7592 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1597002 Apr 05 09:57:59.003271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:57:59.012204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57324) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:59.017237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:57:59.022043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ae8eca2-947d-4ef1-b813-0b157bcfb1e0 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.022325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:57:59.026772 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1ae8eca2-947d-4ef1-b813-0b157bcfb1e0 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7ea4e944-b2e6-4f87-bc4a-3991c0d789c0 HTTP/1.1" status: 204 len: 168 time: 0.9074521 Apr 05 09:57:59.026772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8eca2-947d-4ef1-b813-0b157bcfb1e0 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ea4e944-b2e6-4f87-bc4a-3991c0d789c0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:59.027023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b6a9b8-1c72-49ff-b1a8-7063fe50f384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:59.027023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52b6a9b8-1c72-49ff-b1a8-7063fe50f384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.028061 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-52b6a9b8-1c72-49ff-b1a8-7063fe50f384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "PUT /v2.0/subnets/777733c5-59d6-4a68-8bc7-6c3ecaea7e9a HTTP/1.1" status: 200 len: 877 time: 1.4289873 Apr 05 09:57:59.050532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57328) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:59.050991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57330) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:57:59.068088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:57:59.070222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6a9b8-1c72-49ff-b1a8-7063fe50f384 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event updated for resources: {'Subnet': ['ID=777733c5-59d6-4a68-8bc7-6c3ecaea7e9a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:59.099019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:57:59.103870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.112424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.123848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Transition to ACTIVE for port object 60adedc6-bbfe-4757-a44e-66a3005df839 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:59.145546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Transition to ACTIVE for port object 60adedc6-bbfe-4757-a44e-66a3005df839 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:57:59.187913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:59.188425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.229928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Allocated IP 172.20.0.1 (0bde4e36-5e56-4c57-baca-403f5b45f950/f6819753-4eed-4571-a836-0e1456f980cc/4e9a9baa-3441-40bd-ad4d-0027baf7307e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:57:59.245007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.260262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.342527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Pushing event updated for resources: {'Port': ['ID=60adedc6-bbfe-4757-a44e-66a3005df839,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:59.357779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b27ea65b-9473-44c2-b1c5-28e17efaaf80 None None] Provisioning complete for port 98b9c17a-982c-4eee-861d-6c12539e15bb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:59.358180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b27ea65b-9473-44c2-b1c5-28e17efaaf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.397435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.479948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Network 4e8dec48-c46f-4d34-911a-f11863587228 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:59.485342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:59.490192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:57:59.515018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ef6d45-1964-40b9-a9f6-d79145fd4950 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting subnet d1861e39-b086-4432-9520-0b22dac15574 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:57:59.515991 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b27ea65b-9473-44c2-b1c5-28e17efaaf80 None None] Port 98b9c17a-982c-4eee-861d-6c12539e15bb cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:57:59.520740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01ef6d45-1964-40b9-a9f6-d79145fd4950 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.566147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf35574-91c0-475b-bc95-78d19bc688ec', 'name': 'tempest-NetworksTestDHCPv6-router-2077168013', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:43Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 2, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None, '_interfaces': [{'id': 'c44d1650-a752-4a55-a462-4ded4044ebff', 'name': '', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'mac_address': 'fa:16:3e:69:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf35574-91c0-475b-bc95-78d19bc688ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29867f58-d337-4659-94bf-9135d5bb2ed3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:46Z', 'updated_at': '2022-04-05T09:57:57Z', 'revision_number': 4, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'subnets': [{'id': '29867f58-d337-4659-94bf-9135d5bb2ed3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:57:59.578985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Deleting port 60adedc6-bbfe-4757-a44e-66a3005df839 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:57:59.579272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.581414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01ef6d45-1964-40b9-a9f6-d79145fd4950 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.590850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f9ac82-d3c2-43a5-8075-e1daaa48440d None None] The sync data for ids ['8cf35574-91c0-475b-bc95-78d19bc688ec'] in dv-neutron-833199-1-hyperv is: [{'id': '8cf35574-91c0-475b-bc95-78d19bc688ec', 'name': 'tempest-NetworksTestDHCPv6-router-2077168013', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:43Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 2, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None, '_interfaces': [{'id': 'c44d1650-a752-4a55-a462-4ded4044ebff', 'name': '', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'mac_address': 'fa:16:3e:69:af:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf35574-91c0-475b-bc95-78d19bc688ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '29867f58-d337-4659-94bf-9135d5bb2ed3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:46Z', 'updated_at': '2022-04-05T09:57:57Z', 'revision_number': 4, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'subnets': [{'id': '29867f58-d337-4659-94bf-9135d5bb2ed3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:57:59.707138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6002156b-77e9-451a-913b-643e76d992db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.711164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Attempting to bind port 60adedc6-bbfe-4757-a44e-66a3005df839 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:57:59.713358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Attempting to bind port 60adedc6-bbfe-4757-a44e-66a3005df839 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '7f07149f-9d3a-4415-9220-d7e37ade5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e8dec48-c46f-4d34-911a-f11863587228'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:57:59.714125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Attempting to bind port 60adedc6-bbfe-4757-a44e-66a3005df839 on network 4e8dec48-c46f-4d34-911a-f11863587228 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:57:59.723611 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:57:59.724589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Checking segment: {'id': '7f07149f-9d3a-4415-9220-d7e37ade5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e8dec48-c46f-4d34-911a-f11863587228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:57:59.725181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.725722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Bound using segment: {'id': '7f07149f-9d3a-4415-9220-d7e37ade5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e8dec48-c46f-4d34-911a-f11863587228'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:57:59.726341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Bound port: 60adedc6-bbfe-4757-a44e-66a3005df839, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f07149f-9d3a-4415-9220-d7e37ade5174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '4e8dec48-c46f-4d34-911a-f11863587228'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:57:59.726876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.750402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4c2959b1-44cb-4244-a2c6-de3b96eb3971 None None] Provisioning for port 107be3e7-8766-4109-bb72-e867bbcb0cd9 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:57:59.764041 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4c2959b1-44cb-4244-a2c6-de3b96eb3971 None None] Provisioning complete for port 107be3e7-8766-4109-bb72-e867bbcb0cd9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:57:59.766457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c2959b1-44cb-4244-a2c6-de3b96eb3971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.771413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01ef6d45-1964-40b9-a9f6-d79145fd4950 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.843507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.866709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e19c1626-9d37-481a-8de5-f9d46849e783 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:57:59.921723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:57:59.925245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:57:59.930080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:57:59.931223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.935333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=b6b27872-d671-45b3-9307-999388715fff,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:57:59.945137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01ef6d45-1964-40b9-a9f6-d79145fd4950 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:57:59.957734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c50a33f-62fd-41f5-8a9b-5ffdfd3bbdeb None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:57:59.996762 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef6d45-1964-40b9-a9f6-d79145fd4950 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Subnet': ['ID=d1861e39-b086-4432-9520-0b22dac15574,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:00.002509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01ef6d45-1964-40b9-a9f6-d79145fd4950 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.006784 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-01ef6d45-1964-40b9-a9f6-d79145fd4950 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/d1861e39-b086-4432-9520-0b22dac15574 HTTP/1.1" status: 204 len: 168 time: 0.9912946 Apr 05 09:58:00.009566 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-54d662a6-c5c4-4e6f-a19c-7e07fcf8eee2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1786737 Apr 05 09:58:00.010248 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57340) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:00.010956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57342) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:00.020943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97a75e2-53d1-4aca-85ab-1b7d2aaeea32 None None] Network 808d0721-8c8e-44a5-9a34-a4ff9308f792 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:00.125068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1190679978', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b6b27872-d671-45b3-9307-999388715fff'}], 'security_groups': ['109e7086-ca07-4f34-8014-55e5003d9f8e']}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:00.176317 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b78e05f6-da1b-4d9d-9041-c687a20189c6 req-37b5a024-5c10-46ae-ab0c-750b54a9f1e9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 210 time: 0.2932198 Apr 05 09:58:00.177003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4c2959b1-44cb-4244-a2c6-de3b96eb3971 None None] Port 107be3e7-8766-4109-bb72-e867bbcb0cd9 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:00.187394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.204470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] For port 60adedc6-bbfe-4757-a44e-66a3005df839, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:00.204470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] For port 60adedc6-bbfe-4757-a44e-66a3005df839, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=60adedc6-bbfe-4757-a44e-66a3005df839,segment=NetworkSegment(7f07149f-9d3a-4415-9220-d7e37ade5174),segment_id=7f07149f-9d3a-4415-9220-d7e37ade5174)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:00.234696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.255955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port 9b91d762-d348-4a5a-9f36-036131c3e814 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:00.256440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.277903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e19c1626-9d37-481a-8de5-f9d46849e783 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:00.281834 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e19c1626-9d37-481a-8de5-f9d46849e783 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 1.2267506 Apr 05 09:58:00.289823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57348) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:00.301108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-00fd6f63-60a3-48fc-b3b3-6e697d4e7c26 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:00.302583 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-00fd6f63-60a3-48fc-b3b3-6e697d4e7c26 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=a95b3521-e819-46ba-b3ca-b568c40ee172 HTTP/1.1" status: 200 len: 796 time: 0.4141679 Apr 05 09:58:00.337295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.363138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.444405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a968ba-91df-44ab-a255-8ba4a6d308af None None] Pushing event updated for resources: {'Port': ['ID=60adedc6-bbfe-4757-a44e-66a3005df839,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:00.545508 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.622933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Transition to ACTIVE for port object 4e9a9baa-3441-40bd-ad4d-0027baf7307e will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:00.645497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=c90ef9de-6458-4c4a-8925-e5ec48a0e1f1,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:00.659838 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-4dca5538-c6ae-4c23-aaac-080817e41a6d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 380 time: 0.3220081 Apr 05 09:58:00.690726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port 9b91d762-d348-4a5a-9f36-036131c3e814, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9b91d762-d348-4a5a-9f36-036131c3e814,segment=NetworkSegment(8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd),segment_id=8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:00.691304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.721046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'admin_state_up': True, 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'security_groups': ['966fb369-e37d-43b5-8a27-889278040b9d']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:00.826201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4b4b23cc-85ce-4716-88c3-402ff956595b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.831804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd906296-f938-4154-a84a-c75bacf3b3a8 None None] Update dhcp port {'port': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'fixed_ips': [{'subnet_id': '191260f3-b202-4dfc-b2ac-e059acb0e5d6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b6b27872-d671-45b3-9307-999388715fff'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '656c6d3b-ac92-4ec4-b0e2-e9b55892b40d'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 09:58:00.864083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] DHCP port deletion for 808d0721-8c8e-44a5-9a34-a4ff9308f792 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:00.877126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for 9b91d762-d348-4a5a-9f36-036131c3e814 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:00.878367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] Deleting port 9b91d762-d348-4a5a-9f36-036131c3e814 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:00.878833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.944511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] For port 60adedc6-bbfe-4757-a44e-66a3005df839, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=60adedc6-bbfe-4757-a44e-66a3005df839,segment=NetworkSegment(7f07149f-9d3a-4415-9220-d7e37ade5174),segment_id=7f07149f-9d3a-4415-9220-d7e37ade5174)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:00.944874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:00.956857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Checking segment: {'id': '396e7913-27db-4d38-816c-13f1c17b4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7bf2259-797f-442f-9864-6b7c30b694a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:00.957217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network hostable DHCP agents. Network: a7bf2259-797f-442f-9864-6b7c30b694a3, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:58:01.003215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dd906296-f938-4154-a84a-c75bacf3b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.104262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.157725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=9b91d762-d348-4a5a-9f36-036131c3e814,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:01.170950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4b4b23cc-85ce-4716-88c3-402ff956595b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.194817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No DVR routers for this DVR port 9b91d762-d348-4a5a-9f36-036131c3e814 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:01.200009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Calling delete_port for 60adedc6-bbfe-4757-a44e-66a3005df839 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:01.226877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] For port 9b91d762-d348-4a5a-9f36-036131c3e814, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9b91d762-d348-4a5a-9f36-036131c3e814,segment=NetworkSegment(8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd),segment_id=8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:01.227406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.256676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.379262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] Calling delete_port for 9b91d762-d348-4a5a-9f36-036131c3e814 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:01.468876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:58:01.469326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:58:01.487225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.496368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Delete allocated IP 172.20.0.7 (97a6a890-8e8c-4edb-97a4-7d316b50a34c/191260f3-b202-4dfc-b2ac-e059acb0e5d6) {{(pid=83820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 09:58:01.519871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.19 (97a6a890-8e8c-4edb-97a4-7d316b50a34c/b6b27872-d671-45b3-9307-999388715fff/107be3e7-8766-4109-bb72-e867bbcb0cd9) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:01.527816 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc1c852f-ad99-4c98-80b0-38c79767a4aa req-18613c1f-1263-4770-b67a-8ba6225c4fff tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 210 time: 0.1521513 Apr 05 09:58:01.529966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808d0721-8c8e-44a5-9a34-a4ff9308f792']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:01.560952 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:01.561345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c30e30d-90e3-47e3-b9ac-0b5bca6c4fdd') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:01.567741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:01.572612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:01.580583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network a7bf2259-797f-442f-9864-6b7c30b694a3 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:58:01.582985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:01.587892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:01.601063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.632552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9a9baa-3441-40bd-ad4d-0027baf7307e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:01.672324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.674040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:01.693923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4b4b23cc-85ce-4716-88c3-402ff956595b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.716426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, a7bf2259-797f-442f-9864-6b7c30b694a3) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:01.717557 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] Sync routers for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:01.720486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:01.721241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.730882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d6c00-5c8a-40c8-b930-fd89744382fc None None] Network a7bf2259-797f-442f-9864-6b7c30b694a3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:01.758198 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:01.759913 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:57:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:01.771803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:01.775509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.801115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b23cc-85ce-4716-88c3-402ff956595b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e240a984-ffe7-49df-8858-c160369b1587,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:01.814280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:58:01.815728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:58:01.834440 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:58:01.846745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.972253 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] Deleting port 9b91d762-d348-4a5a-9f36-036131c3e814 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:01.972718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:01.983820 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:02.092608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port c44d1650-a752-4a55-a462-4ded4044ebff {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:02.092608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.137425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 60adedc6-bbfe-4757-a44e-66a3005df839 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:02.149068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.169865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object 107be3e7-8766-4109-bb72-e867bbcb0cd9 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:02.171371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.177939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a48778d-3d7a-4c74-b362-4a163846177a None None] Network 4e8dec48-c46f-4d34-911a-f11863587228 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:02.202281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.206064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.208987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d35c7b8f-d011-4a45-a3cd-bc61c43cc5db None None] The port '9b91d762-d348-4a5a-9f36-036131c3e814' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:58:02.250634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Network': ['ID=808d0721-8c8e-44a5-9a34-a4ff9308f792,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:02.302714 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-87e9c20e-4b1c-4162-b76a-d16cd5e4ea8a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/networks/808d0721-8c8e-44a5-9a34-a4ff9308f792 HTTP/1.1" status: 204 len: 168 time: 2.2910938 Apr 05 09:58:02.303626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57354) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:02.324216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] For port c44d1650-a752-4a55-a462-4ded4044ebff, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c44d1650-a752-4a55-a462-4ded4044ebff,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:02.324652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.347386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-93d5aed9-0822-4606-85f5-3072ff3a19ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.429336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=107be3e7-8766-4109-bb72-e867bbcb0cd9,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:02.436578 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:54Z', 'revision_number': 8, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:27Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:02.441917 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] Checking router: 47118720-5959-4f05-aa94-76defd1a75f9 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:02.447211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9150c916-e33d-4429-b787-cb11ca50ed67 None None] Provisioning for port 4e9a9baa-3441-40bd-ad4d-0027baf7307e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:02.457095 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:02.458071 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:02.465328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for c44d1650-a752-4a55-a462-4ded4044ebff owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:02.475785 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-dd906296-f938-4154-a84a-c75bacf3b3a8 None None] Allocated IP 172.20.0.18 (97a6a890-8e8c-4edb-97a4-7d316b50a34c/b6b27872-d671-45b3-9307-999388715fff/656c6d3b-ac92-4ec4-b0e2-e9b55892b40d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:02.485454 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9150c916-e33d-4429-b787-cb11ca50ed67 None None] Provisioning complete for port 4e9a9baa-3441-40bd-ad4d-0027baf7307e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:02.486177 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9150c916-e33d-4429-b787-cb11ca50ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.600610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] In _notify_port_updated(), no bound segment for port 107be3e7-8766-4109-bb72-e867bbcb0cd9 on network 97a6a890-8e8c-4edb-97a4-7d316b50a34c {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:58:02.604970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:02.605594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.606944 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0d39b906-11cd-42f2-96fb-31cb9755edfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "PUT /v2.0/ports/107be3e7-8766-4109-bb72-e867bbcb0cd9 HTTP/1.1" status: 200 len: 921 time: 2.5937111 Apr 05 09:58:02.609723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57358) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:02.653734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-a7bf2259-797f-442f-9864-6b7c30b694a3', 'network_id': 'a7bf2259-797f-442f-9864-6b7c30b694a3', 'tenant_id': '1e627f597b104573accbf904d7773a88', 'fixed_ips': [{'subnet_id': 'c90ef9de-6458-4c4a-8925-e5ec48a0e1f1'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:58:02.654907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.694605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.699240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9150c916-e33d-4429-b787-cb11ca50ed67 None None] Port 4e9a9baa-3441-40bd-ad4d-0027baf7307e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:02.699437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4b4b23cc-85ce-4716-88c3-402ff956595b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.703047 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4b4b23cc-85ce-4716-88c3-402ff956595b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/e240a984-ffe7-49df-8858-c160369b1587 HTTP/1.1" status: 204 len: 168 time: 2.3995538 Apr 05 09:58:02.704505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57364) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:02.790333 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3b753a48-8e75-4ec1-9dc1-b282086eca51 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0304370 Apr 05 09:58:02.791487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57368) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:02.796432 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:02.860295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4b3d4-e877-4c4e-ad63-18cf2cf55d6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 107be3e7-8766-4109-bb72-e867bbcb0cd9 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:02.860844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b3d4-e877-4c4e-ad63-18cf2cf55d6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:02.892888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'a7bf2259-797f-442f-9864-6b7c30b694a3', 'name': 'tempest-PortsIpV6TestJSON-1748781741'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:02.941979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=c44d1650-a752-4a55-a462-4ded4044ebff,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:02.948481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:03.123565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 60adedc6-bbfe-4757-a44e-66a3005df839 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:03.126647 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-17c38c4a-89f1-406c-80ed-b2a5aba904fd None None] Could not find standard attr ID for object 60adedc6-bbfe-4757-a44e-66a3005df839. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:03.187363 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 60adedc6-bbfe-4757-a44e-66a3005df839 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:03.190363 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:03.298308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:03.323046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:03.472371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Port 60adedc6-bbfe-4757-a44e-66a3005df839 was deleted so its status cannot be updated. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 09:58:03.584456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9b91d762-d348-4a5a-9f36-036131c3e814 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:03.625723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.5 (a95b3521-e819-46ba-b3ca-b568c40ee172/9b64a09b-94df-4340-9ad3-f54059f9e248/99e5fd2b-91ef-413c-bda5-e717b42e9cfe) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:03.647558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 9b91d762-d348-4a5a-9f36-036131c3e814 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:03.648412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9b91d762-d348-4a5a-9f36-036131c3e814 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:03.668402 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:54Z', 'revision_number': 8, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:27Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:03.677260 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa69bf-d7e0-4682-8b02-ff5ee91e305c None None] The sync data for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv is: [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:57:54Z', 'revision_number': 8, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc65bd25-bc3c-41a7-87f9-b1f86a6f450c', 'name': '', 'network_id': '919fa3c6-9846-4185-b725-92fe35ec41e3', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:e9:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:10Z', 'updated_at': '2022-04-05T09:57:27Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '575660d5-18c3-4808-b4d3-2ed59d3e3b60', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:03.711225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Allocated IP 2001:db8::2 (a7bf2259-797f-442f-9864-6b7c30b694a3/c90ef9de-6458-4c4a-8925-e5ec48a0e1f1/0de8f147-8793-4d54-bab1-c7a5da8b5b1c) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:03.750491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4799f-e452-440c-beff-2493e476dbc6 None None] Network 4e8dec48-c46f-4d34-911a-f11863587228 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:03.783622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:03.833932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b3d4-e877-4c4e-ad63-18cf2cf55d6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:03.871306 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92845513-61db-45d5-bb85-c06e46ed4e9b req-c738abaf-7bea-4ee8-b956-f591fff6fe29 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 210 time: 0.9837565 Apr 05 09:58:03.995199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:04.005752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:04.008132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Port': ['ID=60adedc6-bbfe-4757-a44e-66a3005df839,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:04.028623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No DVR routers for this DVR port 60adedc6-bbfe-4757-a44e-66a3005df839 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:04.048593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-dd906296-f938-4154-a84a-c75bacf3b3a8 None None] For port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,segment=NetworkSegment(8baf835f-18cf-4680-bd4b-8e2488754837),segment_id=8baf835f-18cf-4680-bd4b-8e2488754837)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:04.115659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.163150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dd906296-f938-4154-a84a-c75bacf3b3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.207229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4b3d4-e877-4c4e-ad63-18cf2cf55d6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 107be3e7-8766-4109-bb72-e867bbcb0cd9 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:04.219212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-dd906296-f938-4154-a84a-c75bacf3b3a8 None None] Transition to ACTIVE for port object 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:04.266157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dd906296-f938-4154-a84a-c75bacf3b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.375552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd906296-f938-4154-a84a-c75bacf3b3a8 None None] Pushing event updated for resources: {'Port': ['ID=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:04.387615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d4efbb93-9a1c-4f73-901c-3736689e6566 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:04.482352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:04.485416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.548772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b3d4-e877-4c4e-ad63-18cf2cf55d6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.573480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.584515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 558b9eef-ded3-49eb-a690-90230b2864ec yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:58:04.585144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.606456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Transition to ACTIVE for port object 0de8f147-8793-4d54-bab1-c7a5da8b5b1c will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:04.623023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4b3d4-e877-4c4e-ad63-18cf2cf55d6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=107be3e7-8766-4109-bb72-e867bbcb0cd9,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:04.641374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b10af34b-e57a-4f1c-be5f-f5462c37cb83 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:04.649185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Transition to ACTIVE for port object 0de8f147-8793-4d54-bab1-c7a5da8b5b1c will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:04.672384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.755379 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.781580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port d4efbb93-9a1c-4f73-901c-3736689e6566 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:04.788656 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b10af34b-e57a-4f1c-be5f-f5462c37cb83 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:04.793889 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b10af34b-e57a-4f1c-be5f-f5462c37cb83 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 2.0085881 Apr 05 09:58:04.794690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57372) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:04.797791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d4efbb93-9a1c-4f73-901c-3736689e6566 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:04.798364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.822246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1f4b3d4-e877-4c4e-ad63-18cf2cf55d6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.839413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:04.852504 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d1f4b3d4-e877-4c4e-ad63-18cf2cf55d6d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/107be3e7-8766-4109-bb72-e867bbcb0cd9 HTTP/1.1" status: 204 len: 168 time: 2.2338455 Apr 05 09:58:04.859221 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Network a7bf2259-797f-442f-9864-6b7c30b694a3 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:04.860235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57376) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:04.871333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:04.878231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:04.897600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Pushing event updated for resources: {'Port': ['ID=0de8f147-8793-4d54-bab1-c7a5da8b5b1c,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:04.941593 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fb8506-4ddb-4b6f-a54f-9e62563b4dce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:58:04.942157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-02fb8506-4ddb-4b6f-a54f-9e62563b4dce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:04.997273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.040154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-02fb8506-4ddb-4b6f-a54f-9e62563b4dce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:05.044916 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-02fb8506-4ddb-4b6f-a54f-9e62563b4dce tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/107be3e7-8766-4109-bb72-e867bbcb0cd9 HTTP/1.1" status: 404 len: 333 time: 0.1810443 Apr 05 09:58:05.046338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57382) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:05.046657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Attempting to bind port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:05.047007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Attempting to bind port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '396e7913-27db-4d38-816c-13f1c17b4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7bf2259-797f-442f-9864-6b7c30b694a3'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:05.047364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Attempting to bind port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c on network a7bf2259-797f-442f-9864-6b7c30b694a3 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:05.081558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:05.081934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Checking segment: {'id': '396e7913-27db-4d38-816c-13f1c17b4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7bf2259-797f-442f-9864-6b7c30b694a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:05.082355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.082759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Bound using segment: {'id': '396e7913-27db-4d38-816c-13f1c17b4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7bf2259-797f-442f-9864-6b7c30b694a3'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:05.083217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Bound port: 0de8f147-8793-4d54-bab1-c7a5da8b5b1c, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396e7913-27db-4d38-816c-13f1c17b4226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'a7bf2259-797f-442f-9864-6b7c30b694a3'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:05.083609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.103057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.105749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.168343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port d4efbb93-9a1c-4f73-901c-3736689e6566, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d4efbb93-9a1c-4f73-901c-3736689e6566,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:05.184968 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.211943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2978147-c1b8-4f85-a06f-aa067d6e046c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.254019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] For port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:05.269497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] For port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0de8f147-8793-4d54-bab1-c7a5da8b5b1c,segment=NetworkSegment(396e7913-27db-4d38-816c-13f1c17b4226),segment_id=396e7913-27db-4d38-816c-13f1c17b4226)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:05.273662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=d4efbb93-9a1c-4f73-901c-3736689e6566,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:05.282406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.303493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2978147-c1b8-4f85-a06f-aa067d6e046c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.377528 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:05.377984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.421249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7ab8c-9c8d-42cc-95f1-e0f69b090aad None None] Pushing event updated for resources: {'Port': ['ID=0de8f147-8793-4d54-bab1-c7a5da8b5b1c,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:05.442161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2978147-c1b8-4f85-a06f-aa067d6e046c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.443222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 99e5fd2b-91ef-413c-bda5-e717b42e9cfe will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:05.452788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=777733c5-59d6-4a68-8bc7-6c3ecaea7e9a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:05.461646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-18fd1fc0-7289-45e7-9c10-975d9238207f None None] Could not find standard attr ID for object 107be3e7-8766-4109-bb72-e867bbcb0cd9. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:05.466125 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-93b84c47-bb2e-4822-8faa-d81c41d44e23 req-b75e4e8b-de9b-434f-98c7-9cd36f5ffd6e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 210 time: 0.1877692 Apr 05 09:58:05.480920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-18fd1fc0-7289-45e7-9c10-975d9238207f None None] Provisioning for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:05.487223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2978147-c1b8-4f85-a06f-aa067d6e046c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f836c6-5c89-4a9d-b13d-69f617e9fbf5,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:05.488527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-18fd1fc0-7289-45e7-9c10-975d9238207f None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:05.490402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-18fd1fc0-7289-45e7-9c10-975d9238207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.505763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8::295 (a7bf2259-797f-442f-9864-6b7c30b694a3/c90ef9de-6458-4c4a-8925-e5ec48a0e1f1/558b9eef-ded3-49eb-a690-90230b2864ec) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:05.526376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2978147-c1b8-4f85-a06f-aa067d6e046c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.528982 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a2978147-c1b8-4f85-a06f-aa067d6e046c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/security-groups/08f836c6-5c89-4a9d-b13d-69f617e9fbf5 HTTP/1.1" status: 204 len: 168 time: 0.4817123 Apr 05 09:58:05.534609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57388) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:05.623039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7db9e98-87e0-417e-9f3f-a8500f26df56 None None] Network 4e8dec48-c46f-4d34-911a-f11863587228 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:05.653655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f919bd8a-f524-40d4-9e35-9b7ad882b9cc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.715689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.735310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f919bd8a-f524-40d4-9e35-9b7ad882b9cc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.774055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.839737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a6267897-741a-4c5d-a6a0-4e7c397029d4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.893802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a6267897-741a-4c5d-a6a0-4e7c397029d4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:05.924979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port fc65bd25-bc3c-41a7-87f9-b1f86a6f450c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fc65bd25-bc3c-41a7-87f9-b1f86a6f450c,segment=NetworkSegment(2a8d1c58-b294-4279-8e25-a4b4f09a0ef8),segment_id=2a8d1c58-b294-4279-8e25-a4b4f09a0ef8)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:05.925288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.048321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a6267897-741a-4c5d-a6a0-4e7c397029d4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.053261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-18fd1fc0-7289-45e7-9c10-975d9238207f None None] Provisioning complete for port 98b9c17a-982c-4eee-861d-6c12539e15bb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:06.053802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-18fd1fc0-7289-45e7-9c10-975d9238207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.118854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for fc65bd25-bc3c-41a7-87f9-b1f86a6f450c owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:06.125841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-18fd1fc0-7289-45e7-9c10-975d9238207f None None] Port 98b9c17a-982c-4eee-861d-6c12539e15bb cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:06.167465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.210703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.239213 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0de8f147-8793-4d54-bab1-c7a5da8b5b1c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:06.271394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-322f38aa-a9e4-4f12-9401-ae506434e28c None None] Could not find standard attr ID for object 107be3e7-8766-4109-bb72-e867bbcb0cd9. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:06.301605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6267897-741a-4c5d-a6a0-4e7c397029d4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109e7086-ca07-4f34-8014-55e5003d9f8e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:06.322469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a6267897-741a-4c5d-a6a0-4e7c397029d4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.323710 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a6267897-741a-4c5d-a6a0-4e7c397029d4 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/security-groups/109e7086-ca07-4f34-8014-55e5003d9f8e HTTP/1.1" status: 204 len: 168 time: 0.7880383 Apr 05 09:58:06.327193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57392) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:06.327374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:06.334190 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:06.383325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8dec48-c46f-4d34-911a-f11863587228']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:06.406394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f9162d-3251-4400-8388-ab93d81e101c None None] DHCP port deletion for 4e8dec48-c46f-4d34-911a-f11863587228 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:06.442537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f07149f-9d3a-4415-9220-d7e37ade5174') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:06.442840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f07149f-9d3a-4415-9220-d7e37ade5174') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:06.447023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:06.448402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.629153 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d4efbb93-9a1c-4f73-901c-3736689e6566 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:06.730499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4e9a9baa-3441-40bd-ad4d-0027baf7307e,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:06.746535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d4efbb93-9a1c-4f73-901c-3736689e6566 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:06.747150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.768217 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.803774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.827956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=fc65bd25-bc3c-41a7-87f9-b1f86a6f450c,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:06.862583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.871771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet 191260f3-b202-4dfc-b2ac-e059acb0e5d6 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:06.879148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.889112 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f919bd8a-f524-40d4-9e35-9b7ad882b9cc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:06.893350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network a95b3521-e819-46ba-b3ca-b568c40ee172 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:06.918233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1a906d2c-575a-466e-a20e-29e03552ea45 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:06.953824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:06.959624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 1a906d2c-575a-466e-a20e-29e03552ea45 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:06.960283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1a906d2c-575a-466e-a20e-29e03552ea45 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:06.973311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:06.992916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.009065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919bd8a-f524-40d4-9e35-9b7ad882b9cc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe06f9b-3d94-4fca-ba2c-6416dad3c903,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:07.019237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.096169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:58:07.096583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:58:07.124303 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:58:07.126867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:07.237525 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0de01e-3f26-490e-b2b9-ba41619878f7 None None] Network a7bf2259-797f-442f-9864-6b7c30b694a3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:07.238769 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.304112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.378423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Router 8cf35574-91c0-475b-bc95-78d19bc688ec has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:58:07.397709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:07.398427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.402123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.419431 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.426055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.431038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object 558b9eef-ded3-49eb-a690-90230b2864ec will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:07.435025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.441554 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-295211a5-7d74-4d96-84a7-cef16aaa986d None None] Provisioning for port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:07.448974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-295211a5-7d74-4d96-84a7-cef16aaa986d None None] Provisioning complete for port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:07.449612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-295211a5-7d74-4d96-84a7-cef16aaa986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.467892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=4e8dec48-c46f-4d34-911a-f11863587228,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:07.473859 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=191260f3-b202-4dfc-b2ac-e059acb0e5d6,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:07.510795 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-00f937f3-8577-4729-afa2-ca08d3da796d tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/4e8dec48-c46f-4d34-911a-f11863587228 HTTP/1.1" status: 204 len: 168 time: 8.4526093 Apr 05 09:58:07.510795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f919bd8a-f524-40d4-9e35-9b7ad882b9cc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.511884 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f919bd8a-f524-40d4-9e35-9b7ad882b9cc tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/7fe06f9b-3d94-4fca-ba2c-6416dad3c903 HTTP/1.1" status: 204 len: 168 time: 2.7094026 Apr 05 09:58:07.516889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57398) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:07.517282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57400) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:07.526843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da967-c6d0-408b-8dd1-2ae3084b4fe8 req-0fa95641-88c6-42e7-b15a-a0d54c62ddc3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:07.527917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0f2da967-c6d0-408b-8dd1-2ae3084b4fe8 req-0fa95641-88c6-42e7-b15a-a0d54c62ddc3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:07.531158 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-378772ba-962c-4527-b9f4-ea3959c0cb1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8377993 Apr 05 09:58:07.557532 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.568955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c43d67a-5aeb-4e9d-a1ed-7826791d4268 None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:07.624126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.624481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.624808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.625167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.625502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.625830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.626155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.626490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.626795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.627118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.627440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:07.635415 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-14417647-6f76-4b65-a998-4085c86a64f2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/191260f3-b202-4dfc-b2ac-e059acb0e5d6 HTTP/1.1" status: 204 len: 168 time: 1.3077312 Apr 05 09:58:07.639994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57408) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:07.645031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:07.685596 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d22b8cc-6775-45a3-a10a-10a24466c3ee tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:07.685596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d22b8cc-6775-45a3-a10a-10a24466c3ee tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:07.687181 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d22b8cc-6775-45a3-a10a-10a24466c3ee tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/777733c5-59d6-4a68-8bc7-6c3ecaea7e9a HTTP/1.1" status: 404 len: 337 time: 0.1686342 Apr 05 09:58:07.715389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Request body: {'port': {'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:07.720150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57412) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:07.773209 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-339bb29b-b56f-4c10-b276-2c338f597e15 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:07.773558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339bb29b-b56f-4c10-b276-2c338f597e15 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:07.779070 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-339bb29b-b56f-4c10-b276-2c338f597e15 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/4e8dec48-c46f-4d34-911a-f11863587228 HTTP/1.1" status: 404 len: 339 time: 0.0467014 Apr 05 09:58:07.780729 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57416) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:07.804099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:07.820903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:07.822953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0f2da967-c6d0-408b-8dd1-2ae3084b4fe8 req-0fa95641-88c6-42e7-b15a-a0d54c62ddc3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:07.825998 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0f2da967-c6d0-408b-8dd1-2ae3084b4fe8 req-0fa95641-88c6-42e7-b15a-a0d54c62ddc3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 931 time: 1.0799565 Apr 05 09:58:07.846980 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-09484cc8-9ee4-4791-9fbe-d49c967f75ef tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:07.847423 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09484cc8-9ee4-4791-9fbe-d49c967f75ef tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:07.851349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-295211a5-7d74-4d96-84a7-cef16aaa986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:07.851560 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-09484cc8-9ee4-4791-9fbe-d49c967f75ef tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/84b55e0f-758a-4133-9834-d777ef6de84e HTTP/1.1" status: 404 len: 337 time: 0.0673468 Apr 05 09:58:07.854510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57420) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:07.913032 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d95885e-82a5-4bcd-ab83-712e5872b24f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:07.913621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d95885e-82a5-4bcd-ab83-712e5872b24f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:07.919936 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6d95885e-82a5-4bcd-ab83-712e5872b24f tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/1c18cec0-867d-4b43-ae40-0f8f39c48cf7 HTTP/1.1" status: 404 len: 339 time: 0.0517879 Apr 05 09:58:07.919936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:07.921483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57424) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:07.930889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:07.954575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:07.970441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-295211a5-7d74-4d96-84a7-cef16aaa986d None None] For port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0de8f147-8793-4d54-bab1-c7a5da8b5b1c,segment=NetworkSegment(396e7913-27db-4d38-816c-13f1c17b4226),segment_id=396e7913-27db-4d38-816c-13f1c17b4226)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:07.970909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:07.995831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-295211a5-7d74-4d96-84a7-cef16aaa986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:08.050945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:08.083961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 60adedc6-bbfe-4757-a44e-66a3005df839 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:08.146181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 60adedc6-bbfe-4757-a44e-66a3005df839 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:08.148636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 60adedc6-bbfe-4757-a44e-66a3005df839 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:08.174470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295211a5-7d74-4d96-84a7-cef16aaa986d None None] Pushing event updated for resources: {'Port': ['ID=0de8f147-8793-4d54-bab1-c7a5da8b5b1c,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:08.206060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-41b4b0c9-2de5-4cc6-b9bd-4832fa909cc7 None None] Provisioning for port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:08.212725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-41b4b0c9-2de5-4cc6-b9bd-4832fa909cc7 None None] Provisioning complete for port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:08.213105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-41b4b0c9-2de5-4cc6-b9bd-4832fa909cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:08.327205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-859e88db-55cc-4a6b-92db-df4e3a7cdbe6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:08.348906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-41b4b0c9-2de5-4cc6-b9bd-4832fa909cc7 None None] Port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:08.373746 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0f2da967-c6d0-408b-8dd1-2ae3084b4fe8 req-5de35a1b-7165-475a-840e-2380b1fa8f0d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4618716 Apr 05 09:58:08.375337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:08.378260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:08.378787 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:08.400254 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b430b856-0252-4435-a4f0-ed1ee299e8c7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "PUT /v2.0/routers/8cf35574-91c0-475b-bc95-78d19bc688ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9100347 Apr 05 09:58:08.405478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57428) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:08.418977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network a7bf2259-797f-442f-9864-6b7c30b694a3 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:08.429416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:08.431725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:08.443306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:08.447399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:08.449307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:08.481686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-22fc5d71-7880-4b6b-b10a-07ad0d8125a0 None None] Provisioning complete for port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:08.483077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-22fc5d71-7880-4b6b-b10a-07ad0d8125a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:08.489462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=558b9eef-ded3-49eb-a690-90230b2864ec,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:08.489816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:08.506920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-859e88db-55cc-4a6b-92db-df4e3a7cdbe6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:08.508617 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-859e88db-55cc-4a6b-92db-df4e3a7cdbe6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9885862 Apr 05 09:58:08.520243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57432) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:08.534608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185979601'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:08.548810 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:08.581414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:08.657191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813ea109-3118-43b6-bce6-9749ff310407 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:08.658641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813ea109-3118-43b6-bce6-9749ff310407 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:08.660758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-813ea109-3118-43b6-bce6-9749ff310407 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:08.754551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-22fc5d71-7880-4b6b-b10a-07ad0d8125a0 None None] Provisioning complete for port 4e9a9baa-3441-40bd-ad4d-0027baf7307e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:08.754733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-22fc5d71-7880-4b6b-b10a-07ad0d8125a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:08.834074 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-22fc5d71-7880-4b6b-b10a-07ad0d8125a0 None None] Port 4e9a9baa-3441-40bd-ad4d-0027baf7307e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:08.858638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:08.896091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.896686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.896807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.897203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.897618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.898010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.898400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.898791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.899180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.899595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.899981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:08.953038 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b7b3b6c3-c820-4d6e-a96f-6eb4188ad605 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.0741177 Apr 05 09:58:08.955655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57436) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:08.982458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2472af0e-80ed-43ac-accf-71792aa95a73 None None] Provisioning for port 558b9eef-ded3-49eb-a690-90230b2864ec completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:08.992316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2472af0e-80ed-43ac-accf-71792aa95a73 None None] Provisioning complete for port 558b9eef-ded3-49eb-a690-90230b2864ec triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:08.992722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2472af0e-80ed-43ac-accf-71792aa95a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.013429 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.048566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-813ea109-3118-43b6-bce6-9749ff310407 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:09.052160 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-813ea109-3118-43b6-bce6-9749ff310407 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6275308 Apr 05 09:58:09.059108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57440) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:09.092531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2472af0e-80ed-43ac-accf-71792aa95a73 None None] Port 558b9eef-ded3-49eb-a690-90230b2864ec cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:09.116904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0e76bc-f9d0-48db-9785-e52c7623c9dd']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:09.134311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:09.150894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdd87b8-dc4a-4e11-9f8c-c573382557c4') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:09.151294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdd87b8-dc4a-4e11-9f8c-c573382557c4') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:09.158644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:09.165849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:09.174679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.190428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:09.202086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-71d3a57b-567a-480d-9dae-8f785e795e8e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 558b9eef-ded3-49eb-a690-90230b2864ec {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:09.202929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71d3a57b-567a-480d-9dae-8f785e795e8e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.218313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.230036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5a0f2638-b1da-452b-a452-7c3a5bd589de None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:09.230307 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2638-b1da-452b-a452-7c3a5bd589de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.236463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:58:09.237082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:58:09.257525 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:58:09.386662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:58:09.399119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5a0f2638-b1da-452b-a452-7c3a5bd589de None None] Provisioning complete for port 98b9c17a-982c-4eee-861d-6c12539e15bb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:09.399777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5a0f2638-b1da-452b-a452-7c3a5bd589de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.422715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.426679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.427991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.455909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] Sync routers for ids ['8cf35574-91c0-475b-bc95-78d19bc688ec'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:09.486653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.492644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f2638-b1da-452b-a452-7c3a5bd589de None None] Port 98b9c17a-982c-4eee-861d-6c12539e15bb cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:09.505242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.505642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] Routers {'8cf35574-91c0-475b-bc95-78d19bc688ec'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:09.506895 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8cf35574-91c0-475b-bc95-78d19bc688ec'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:09.525155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=9e0e76bc-f9d0-48db-9785-e52c7623c9dd,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:09.647656 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:09.701591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] Set router 8cf35574-91c0-475b-bc95-78d19bc688ec gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:09.709448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:09.711857 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-72a2437a-59b5-4eb9-9314-8d9f7e53ab5c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/9e0e76bc-f9d0-48db-9785-e52c7623c9dd HTTP/1.1" status: 204 len: 168 time: 1.7894073 Apr 05 09:58:09.713410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:09.714728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.725593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.729368 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2053642 Apr 05 09:58:09.735440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57446) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:09.735812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57448) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:09.736459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b85ed-0da0-4aa5-94ce-9057349c180a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0680044e-7202-4bab-b226-d79cecca6c86,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:09.738477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=57259c2f-60f2-4ebc-814a-74539904b531,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:09.754240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': '0680044e-7202-4bab-b226-d79cecca6c86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:09.760824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eabaff-6fae-4deb-a8b1-15c8f9b6f201 None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:09.806449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:09.810069 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c755589-448a-40af-a114-c5206b9dc2f2 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:09.811011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c755589-448a-40af-a114-c5206b9dc2f2 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:09.814850 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0c755589-448a-40af-a114-c5206b9dc2f2 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/9f2435f0-2c74-468f-9062-e53f30b5ebb2 HTTP/1.1" status: 404 len: 337 time: 0.0717392 Apr 05 09:58:09.817778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:09.820268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57454) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:09.824701 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aef29d11-3e0b-4a3e-aeba-70ad1437c0e2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1813045 Apr 05 09:58:09.825644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57458) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:09.826538 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:09.834369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'security_group': {'name': 'tempest-secgroup-2010473847'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:09.851267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e18e836-c0d7-4c1b-9690-03ca609f1a99 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 29867f58-d337-4659-94bf-9135d5bb2ed3 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:09.870268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:09.870520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8e18e836-c0d7-4c1b-9690-03ca609f1a99 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.878189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:09.885561 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ac2c4c-7f50-4577-b10e-4f7258cfe47b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:09.886139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ac2c4c-7f50-4577-b10e-4f7258cfe47b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:09.891620 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e5ac2c4c-7f50-4577-b10e-4f7258cfe47b tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/3c602c6b-38ff-4774-8a16-279c5c47cbe2 HTTP/1.1" status: 404 len: 339 time: 0.0647929 Apr 05 09:58:09.891958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:09.895772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57462) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:09.898268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:09.898670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf35574-91c0-475b-bc95-78d19bc688ec', 'name': 'tempest-NetworksTestDHCPv6-router-2077168013', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:43Z', 'updated_at': '2022-04-05T09:58:02Z', 'revision_number': 3, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:09.915752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] Checking router: 8cf35574-91c0-475b-bc95-78d19bc688ec for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:09.942276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:09.947597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] Routers {'8cf35574-91c0-475b-bc95-78d19bc688ec'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:09.949237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8cf35574-91c0-475b-bc95-78d19bc688ec'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:09.959661 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb283db2-4eb4-4f90-8d26-041d4365a010 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:09.960599 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb283db2-4eb4-4f90-8d26-041d4365a010 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:09.964357 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cb283db2-4eb4-4f90-8d26-041d4365a010 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/96423011-81a9-4a07-9e26-f375331268c9 HTTP/1.1" status: 404 len: 337 time: 0.0652354 Apr 05 09:58:09.966539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57466) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:09.969374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:09.977938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8e18e836-c0d7-4c1b-9690-03ca609f1a99 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.019563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.035843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:58:10.048090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71d3a57b-567a-480d-9dae-8f785e795e8e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.064261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e155aaf-34e9-4f63-a139-95df469d506a req-876763ed-92fb-4a9f-8121-af968c88f1ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:10.064709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0de8f147-8793-4d54-bab1-c7a5da8b5b1c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:10.066320 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0e155aaf-34e9-4f63-a139-95df469d506a req-876763ed-92fb-4a9f-8121-af968c88f1ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 931 time: 0.4839685 Apr 05 09:58:10.161889 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13c0f03-cf05-40cb-bdb9-ce5642112341 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:10.162332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13c0f03-cf05-40cb-bdb9-ce5642112341 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:10.166253 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b13c0f03-cf05-40cb-bdb9-ce5642112341 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/bd54657e-20c0-4cc9-b11d-82137dbc0bdf HTTP/1.1" status: 404 len: 339 time: 0.1971734 Apr 05 09:58:10.173389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57470) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.227838 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcff8759-eec1-4360-8f1e-a400d13e9be0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:10.228278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcff8759-eec1-4360-8f1e-a400d13e9be0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:10.230909 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fcff8759-eec1-4360-8f1e-a400d13e9be0 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/2330fd6e-0459-40d9-9823-9ce929500cdd HTTP/1.1" status: 404 len: 337 time: 0.0564623 Apr 05 09:58:10.237139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] Set router 8cf35574-91c0-475b-bc95-78d19bc688ec gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:10.243454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57474) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.246315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:10.261907 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] Sync routers for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:10.273849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-71d3a57b-567a-480d-9dae-8f785e795e8e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 558b9eef-ded3-49eb-a690-90230b2864ec owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:10.283334 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:10.296098 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:10.298553 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:10.303233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group_rule and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:10.306269 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7306834-4dd2-4014-9b01-543739de60b8 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:10.306957 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7306834-4dd2-4014-9b01-543739de60b8 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:10.310326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:10.319235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.325088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:10.328267 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d7306834-4dd2-4014-9b01-543739de60b8 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/5c99af30-6983-4b4b-94e6-a04519a3a2a6 HTTP/1.1" status: 404 len: 339 time: 0.0798740 Apr 05 09:58:10.331315 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eeb3f626-7332-4a6d-a0e1-a0caa0ca3d71 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0235236 Apr 05 09:58:10.332575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57478) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.337370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57480) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.357049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e5fd2b-91ef-413c-bda5-e717b42e9cfe {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:58:10.383884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Router 997573c5-a3c0-4747-a037-cee465dcd7d2 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:58:10.387682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.405672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf35574-91c0-475b-bc95-78d19bc688ec', 'name': 'tempest-NetworksTestDHCPv6-router-2077168013', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:43Z', 'updated_at': '2022-04-05T09:58:02Z', 'revision_number': 3, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:10.408797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.414339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb110c-e914-474d-a879-113c4c4c880e None None] The sync data for ids ['8cf35574-91c0-475b-bc95-78d19bc688ec'] in dv-neutron-833199-1-hyperv is: [{'id': '8cf35574-91c0-475b-bc95-78d19bc688ec', 'name': 'tempest-NetworksTestDHCPv6-router-2077168013', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:43Z', 'updated_at': '2022-04-05T09:58:02Z', 'revision_number': 3, 'project_id': 'e699ace7b30f49c585757cc5ba355ac4', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:10.445732 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2124e7c9-985f-41d4-a712-389e59403061 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:10.446601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2124e7c9-985f-41d4-a712-389e59403061 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:10.455402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:10.456279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.472609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813d19b6-1f0b-4ad0-a84c-25992757c62b,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:10.479754 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0e155aaf-34e9-4f63-a139-95df469d506a req-3d8fe7ff-128d-45dd-b998-5ffa1cbcfe9d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4000728 Apr 05 09:58:10.488599 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2124e7c9-985f-41d4-a712-389e59403061 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/0e93bb0d-936e-48b6-af5a-28c7ea3c7821 HTTP/1.1" status: 404 len: 337 time: 0.1547945 Apr 05 09:58:10.499778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57486) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.514192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Transition to ACTIVE for port object 99e5fd2b-91ef-413c-bda5-e717b42e9cfe will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:10.541698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.588453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.590638 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-33071a1f-3dd6-4492-9626-334e464ef4a2 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8481743 Apr 05 09:58:10.650184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57490) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.652120 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:10.676453 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f10956-5637-4a2a-9ef3-05c8bb88db11 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:10.676891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f10956-5637-4a2a-9ef3-05c8bb88db11 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:10.678777 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f5f10956-5637-4a2a-9ef3-05c8bb88db11 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/9a8c66b6-ed8d-4b15-a24b-87c1dcfe11e3 HTTP/1.1" status: 404 len: 339 time: 0.1708496 Apr 05 09:58:10.685555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.686627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57494) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.745455 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf0d07-0b63-414a-b687-f92c078907f4 None None] Update dhcp port {'port': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'fixed_ips': [{'subnet_id': 'b6b27872-d671-45b3-9307-999388715fff', 'ip_address': '172.20.0.18'}, {'subnet_id': '57259c2f-60f2-4ebc-814a-74539904b531'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '656c6d3b-ac92-4ec4-b0e2-e9b55892b40d'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 09:58:10.750760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.796289 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f40a2e-126a-4ba0-a6c2-a4d148cf6c41 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:10.796838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f40a2e-126a-4ba0-a6c2-a4d148cf6c41 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:10.798603 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-65f40a2e-126a-4ba0-a6c2-a4d148cf6c41 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/0af5964d-98f9-44c0-8211-1352b167267e HTTP/1.1" status: 404 len: 337 time: 0.0990019 Apr 05 09:58:10.813899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57498) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.820296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0d07-0b63-414a-b687-f92c078907f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.851454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-add414bc-4750-40c5-af09-146a407a2927 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.876924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.878300 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0484707 Apr 05 09:58:10.884792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8d664-6dc3-4464-aa69-8a45cd1e2aa0 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d287c-cb3e-459c-8a91-841d7906adf9,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:10.887945 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e884598e-047e-4d8c-82c7-6ca916f03840 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:10.888610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e884598e-047e-4d8c-82c7-6ca916f03840 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:10.892578 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e884598e-047e-4d8c-82c7-6ca916f03840 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/cd0c34f4-0118-4784-9023-0a300d370670 HTTP/1.1" status: 404 len: 339 time: 0.0752337 Apr 05 09:58:10.892578 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57502) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.895081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-add414bc-4750-40c5-af09-146a407a2927 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.903716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57504) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.914929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'security_group': {'name': 'tempest-secgroup-523526090'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:10.920316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Pushing event updated for resources: {'Port': ['ID=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:10.953770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8e18e836-c0d7-4c1b-9690-03ca609f1a99 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:10.975321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:10.981560 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-784045f2-da75-409e-ba24-fcb7efe7b685 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:10.982087 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784045f2-da75-409e-ba24-fcb7efe7b685 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:10.986065 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-784045f2-da75-409e-ba24-fcb7efe7b685 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/7d625037-c4a9-40d6-a920-b4078559d3f8 HTTP/1.1" status: 404 len: 337 time: 0.0742598 Apr 05 09:58:10.989785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57510) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:10.994098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-67891085-69bc-4799-999e-6249f0470db2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting subnet 575660d5-18c3-4808-b4d3-2ed59d3e3b60 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:10.997204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:11.032407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:11.035726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67891085-69bc-4799-999e-6249f0470db2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.082838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:11.092798 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:06Z', 'revision_number': 9, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:11.103625 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] Checking router: 47118720-5959-4f05-aa94-76defd1a75f9 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:11.104538 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-add414bc-4750-40c5-af09-146a407a2927 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.106856 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef9def3-566e-4ce2-913a-e817cb4b8639 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:11.107432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef9def3-566e-4ce2-913a-e817cb4b8639 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:11.119500 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:11.121928 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:11.142156 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add414bc-4750-40c5-af09-146a407a2927 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=813d19b6-1f0b-4ad0-a84c-25992757c62b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:11.144203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-6cdf0d07-0b63-414a-b687-f92c078907f4 None None] Allocated IP 172.20.0.2 (97a6a890-8e8c-4edb-97a4-7d316b50a34c/57259c2f-60f2-4ebc-814a-74539904b531/656c6d3b-ac92-4ec4-b0e2-e9b55892b40d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:11.149063 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1ef9def3-566e-4ce2-913a-e817cb4b8639 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/c712c95d-2788-4e07-b8cd-ba617d6a1a3d HTTP/1.1" status: 404 len: 339 time: 0.1581142 Apr 05 09:58:11.154414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57514) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:11.158016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-add414bc-4750-40c5-af09-146a407a2927 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.159144 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-add414bc-4750-40c5-af09-146a407a2927 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/813d19b6-1f0b-4ad0-a84c-25992757c62b HTTP/1.1" status: 204 len: 168 time: 0.5000780 Apr 05 09:58:11.160381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.174449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67891085-69bc-4799-999e-6249f0470db2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.185787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57518) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:11.288595 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21eb882-e227-4bea-9d7a-e43066f29db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:11.289336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21eb882-e227-4bea-9d7a-e43066f29db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:11.291480 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e21eb882-e227-4bea-9d7a-e43066f29db1 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/91b94bcd-f029-4db8-933f-a3414b0460ed HTTP/1.1" status: 404 len: 337 time: 0.1357138 Apr 05 09:58:11.298379 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57522) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:11.336289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:11.351713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group_rule and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:11.354959 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:11.361591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71d3a57b-567a-480d-9dae-8f785e795e8e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.378230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:11.388238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6cdf0d07-0b63-414a-b687-f92c078907f4 None None] For port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,segment=NetworkSegment(8baf835f-18cf-4680-bd4b-8e2488754837),segment_id=8baf835f-18cf-4680-bd4b-8e2488754837)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:11.389646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:11.415340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67891085-69bc-4799-999e-6249f0470db2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.452265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0d07-0b63-414a-b687-f92c078907f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.476152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6cdf0d07-0b63-414a-b687-f92c078907f4 None None] Transition to ACTIVE for port object 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:11.481593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6cdf0d07-0b63-414a-b687-f92c078907f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.519879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.535164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.614668 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d4341b-70e6-4c8c-87e8-c299c37d8fda tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:11.615116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d4341b-70e6-4c8c-87e8-c299c37d8fda tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:11.620856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67891085-69bc-4799-999e-6249f0470db2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.627934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-62a43f6b-300b-42da-bf49-94eea295081d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:11.642392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8e18e836-c0d7-4c1b-9690-03ca609f1a99 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.754497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf0d07-0b63-414a-b687-f92c078907f4 None None] Pushing event updated for resources: {'Port': ['ID=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:11.772139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67891085-69bc-4799-999e-6249f0470db2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Subnet': ['ID=575660d5-18c3-4808-b4d3-2ed59d3e3b60,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:11.784362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf545f8-88bf-438a-85e0-4613dae8bcc5,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:11.790802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-67891085-69bc-4799-999e-6249f0470db2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.794930 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-67891085-69bc-4799-999e-6249f0470db2 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/575660d5-18c3-4808-b4d3-2ed59d3e3b60 HTTP/1.1" status: 204 len: 168 time: 1.4544358 Apr 05 09:58:11.796926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.798196 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1ae37f87-5212-4e41-929a-f40fa009176a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8963926 Apr 05 09:58:11.798910 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57528) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:11.801607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57530) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:11.806199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625b56c0-ef04-4079-b8f3-a88fe6024963 None None] Network 919fa3c6-9846-4185-b725-92fe35ec41e3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:11.819426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Attempting to bind port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:11.819767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Attempting to bind port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:11.820089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Attempting to bind port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe on network a95b3521-e819-46ba-b3ca-b568c40ee172 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:11.833780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3a57b-567a-480d-9dae-8f785e795e8e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=558b9eef-ded3-49eb-a690-90230b2864ec,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:11.836349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71d3a57b-567a-480d-9dae-8f785e795e8e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:11.855721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'security_group': {'name': 'tempest-secgroup-221183688'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:11.858480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe on network a95b3521-e819-46ba-b3ca-b568c40ee172 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:58:11.858931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Attempting to bind port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe on network a95b3521-e819-46ba-b3ca-b568c40ee172 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:11.868333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:11.875713 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-71d3a57b-567a-480d-9dae-8f785e795e8e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/558b9eef-ded3-49eb-a690-90230b2864ec HTTP/1.1" status: 204 len: 168 time: 2.9098701 Apr 05 09:58:11.875713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18e836-c0d7-4c1b-9690-03ca609f1a99 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=29867f58-d337-4659-94bf-9135d5bb2ed3,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:11.898031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57536) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:11.990123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:11.990587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Checking segment: {'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:11.990849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Bound using segment: {'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:11.991437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Bound port: 99e5fd2b-91ef-413c-bda5-e717b42e9cfe, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e43d631-b805-49a2-8495-507636c89cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:11.991807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.012851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:12.014852 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:06Z', 'revision_number': 9, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:12.027260 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a2fa4-3748-46b4-b060-7b35bdf61e15 None None] The sync data for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv is: [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:06Z', 'revision_number': 9, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': '3b94b86b-0666-4cdf-9313-04937794dd33', 'name': '', 'network_id': '7d14916a-f942-4026-a891-59fa2ac8c1b7', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:f3:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:54Z', 'updated_at': '2022-04-05T09:57:13Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': 'e70008bc-4b34-444f-9954-371e548f3a9a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:12.029546 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:12.043693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:12.072487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.075833 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d3d4341b-70e6-4c8c-87e8-c299c37d8fda tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/739aeb95-b87b-4ac0-98f1-cd39e76b9133 HTTP/1.1" status: 404 len: 339 time: 0.7595558 Apr 05 09:58:12.075833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-62a43f6b-300b-42da-bf49-94eea295081d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:12.076720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:12.078445 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-62a43f6b-300b-42da-bf49-94eea295081d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8749695 Apr 05 09:58:12.079254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57540) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:12.079780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57542) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:12.123953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.129716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47f8bc-fd38-4588-9b3a-bb8e4c7da6da None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:12.144778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8e18e836-c0d7-4c1b-9690-03ca609f1a99 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.146609 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8e18e836-c0d7-4c1b-9690-03ca609f1a99 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/29867f58-d337-4659-94bf-9135d5bb2ed3 HTTP/1.1" status: 204 len: 168 time: 3.0848405 Apr 05 09:58:12.156281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57548) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:12.170853 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace6246c-d700-4d50-a3c0-b2f2b5023298 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:12.171133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace6246c-d700-4d50-a3c0-b2f2b5023298 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:12.175025 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-30314a8f-27a0-4c46-ac74-a9821f21bf39 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:12.175181 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ace6246c-d700-4d50-a3c0-b2f2b5023298 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/46353499-19c4-4c32-b7ef-14eac903c3cb HTTP/1.1" status: 404 len: 337 time: 0.0910048 Apr 05 09:58:12.175276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30314a8f-27a0-4c46-ac74-a9821f21bf39 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:12.175276 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-30314a8f-27a0-4c46-ac74-a9821f21bf39 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/558b9eef-ded3-49eb-a690-90230b2864ec HTTP/1.1" status: 404 len: 333 time: 0.1413062 Apr 05 09:58:12.178635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57552) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:12.178955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57554) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:12.264813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:12.264813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.301810 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e822ff8-ba1c-4f0a-95cc-895e41ff2f25 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:12.302277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e822ff8-ba1c-4f0a-95cc-895e41ff2f25 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:12.323013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:12.333589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:12.338421 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-488cdb07-b9b4-4b12-86fd-f23f6c1356f4 admin admin] 10.222.0.30 "PUT /v2.0/routers/997573c5-a3c0-4747-a037-cee465dcd7d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.3960941 Apr 05 09:58:12.339118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:security_group_rule and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:12.342643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:12.351416 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:12.358226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] For port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:12.368515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Sync routers for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:12.374288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39954b-4bdb-4e2d-bde4-601d84e474e1 req-15e2c438-7b4d-470c-84e7-f38bd9298ef6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:12.380833 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec39954b-4bdb-4e2d-bde4-601d84e474e1 req-15e2c438-7b4d-470c-84e7-f38bd9298ef6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 943 time: 0.5624521 Apr 05 09:58:12.422884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] For port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:12.439545 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:12.440233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:12.450355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.456789 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e2cfc3-1fed-4597-a7b6-4ddb63532694 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:58:12.458261 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e9e2cfc3-1fed-4597-a7b6-4ddb63532694 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/558b9eef-ded3-49eb-a690-90230b2864ec HTTP/1.1" status: 404 len: 333 time: 0.2747474 Apr 05 09:58:12.463107 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2e822ff8-ba1c-4f0a-95cc-895e41ff2f25 tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/b93f3460-36b0-41a2-a8e1-7d37958c8ea2 HTTP/1.1" status: 404 len: 339 time: 0.2810314 Apr 05 09:58:12.464759 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57562) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:12.465331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57564) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:12.482512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-33d61d06-c510-444b-a41d-0a17c6cebfd2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:router {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:12.491019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.510584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.598572 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec39954b-4bdb-4e2d-bde4-601d84e474e1 req-563f63b3-7a6f-4e73-bcbb-34d89cd6f5be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784337 Apr 05 09:58:12.641459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.642835 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] 10.222.0.10 "PUT /v2.0/ports/99e5fd2b-91ef-413c-bda5-e717b42e9cfe HTTP/1.1" status: 200 len: 1093 time: 5.0511589 Apr 05 09:58:12.645626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa2183c-735c-482f-b52d-ba7607f21987', 'tag': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:58:12.665189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-33d61d06-c510-444b-a41d-0a17c6cebfd2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:router {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:12.670609 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-33d61d06-c510-444b-a41d-0a17c6cebfd2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5022817 Apr 05 09:58:12.673047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57574) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:12.858117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.872170 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0695915 Apr 05 09:58:12.898453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] DHCP port deletion for 919fa3c6-9846-4185-b725-92fe35ec41e3 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:12.928387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c9ef2e4f-6805-4438-b8ae-de97f90db221 None None] Provisioning for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:12.933390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57582) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:12.939894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c9ef2e4f-6805-4438-b8ae-de97f90db221 None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:12.946322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c9ef2e4f-6805-4438-b8ae-de97f90db221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:12.950691 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba23881c-6ecf-4d99-9407-68e44a8d7c13'] response: {'name': 'network-changed', 'server_uuid': 'afa2183c-735c-482f-b52d-ba7607f21987', 'tag': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'status': 'completed', 'code': 200} Apr 05 09:58:12.983943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a0f9c-ab27-45e0-a475-dd15b4c800e5 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02922e0-62ad-49bd-8d97-7bfb16a98639,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:12.989069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299fa73-a96c-4e78-b00e-f7a8afa70006 service neutron] Pushing event updated for resources: {'Port': ['ID=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:12.998305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-92822542', 'security_groups': ['d02922e0-62ad-49bd-8d97-7bfb16a98639'], 'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '57259c2f-60f2-4ebc-814a-74539904b531'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:13.029939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] Deleting port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:13.030345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.083175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c44d1650-a752-4a55-a462-4ded4044ebff no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:13.123767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ac098d79-4ae1-4a70-aa1f-9ca177f7de52 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.128545 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: c44d1650-a752-4a55-a462-4ded4044ebff {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:13.128893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c44d1650-a752-4a55-a462-4ded4044ebff not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:13.200088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f2b100-ca27-454c-9c54-af6c0f7d00b4 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:13.213534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-40f2b100-ca27-454c-9c54-af6c0f7d00b4 None None] Deleting port e1f97b28-333a-40d4-aa5e-e8f2d484477e {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:13.213788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-40f2b100-ca27-454c-9c54-af6c0f7d00b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.360272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e8315a59-ab26-4192-a87b-0756fc973cd3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.373127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:13.469446 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-86e3cf68-f27a-4c93-babf-15aa8feaeae4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 1096 time: 0.5373392 Apr 05 09:58:13.478401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c9ef2e4f-6805-4438-b8ae-de97f90db221 None None] Provisioning complete for port 98b9c17a-982c-4eee-861d-6c12539e15bb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:13.478765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c9ef2e4f-6805-4438-b8ae-de97f90db221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.532818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4307d5-ff17-418d-ad8b-2d73e25cf431 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet c90ef9de-6458-4c4a-8925-e5ec48a0e1f1 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:13.560125 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-bb2f1ef1-8ac7-4346-ab0f-cbf273253dd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe HTTP/1.1" status: 200 len: 217 time: 0.0763431 Apr 05 09:58:13.573339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e4307d5-ff17-418d-ad8b-2d73e25cf431 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.606634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:13.617752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:13.645828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf,segment=NetworkSegment(2a8d1c58-b294-4279-8e25-a4b4f09a0ef8),segment_id=2a8d1c58-b294-4279-8e25-a4b4f09a0ef8)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:13.646316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.658088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-40f2b100-ca27-454c-9c54-af6c0f7d00b4 None None] For port e1f97b28-333a-40d4-aa5e-e8f2d484477e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e1f97b28-333a-40d4-aa5e-e8f2d484477e,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:13.658236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-40f2b100-ca27-454c-9c54-af6c0f7d00b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.675846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f98dd5-4d3d-4658-898c-83241c3d2b5a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Deleting subnet 40496f77-90ad-444f-9944-dcde07b3705e {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:13.686009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e8315a59-ab26-4192-a87b-0756fc973cd3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.694604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-53f98dd5-4d3d-4658-898c-83241c3d2b5a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.775665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:13.785174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-40f2b100-ca27-454c-9c54-af6c0f7d00b4 None None] Calling delete_port for e1f97b28-333a-40d4-aa5e-e8f2d484477e owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:13.874498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:13.928601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e4307d5-ff17-418d-ad8b-2d73e25cf431 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:13.937656 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef2e4f-6805-4438-b8ae-de97f90db221 None None] Port 98b9c17a-982c-4eee-861d-6c12539e15bb cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:13.966722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57600) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:13.970260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.003216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e1f97b28-333a-40d4-aa5e-e8f2d484477e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:14.032587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] For port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf,segment=NetworkSegment(2a8d1c58-b294-4279-8e25-a4b4f09a0ef8),segment_id=2a8d1c58-b294-4279-8e25-a4b4f09a0ef8)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:14.032857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.049123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-53f98dd5-4d3d-4658-898c-83241c3d2b5a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.067673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1897334240-network', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:14.070147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:14.074331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Usage tracker for resource:network and tenant:c0f149dfa38d4c13a40bf40742f67637 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:14.077585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:14.083621 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:14.130114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-40f2b100-ca27-454c-9c54-af6c0f7d00b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.142050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e8315a59-ab26-4192-a87b-0756fc973cd3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.165939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Made reservation on behalf of c0f149dfa38d4c13a40bf40742f67637 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:14.169256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.186246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8315a59-ab26-4192-a87b-0756fc973cd3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0680044e-7202-4bab-b226-d79cecca6c86,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:14.195035 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.204027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] device_id is not set on port b6500847-2482-41ac-8062-cf3ff6ffd8cc yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:58:14.242857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No DVR routers for this DVR port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:14.246688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.256285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d36ce324-da91-4a46-ae6b-396feeac157a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:14.257738 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-d36ce324-da91-4a46-ae6b-396feeac157a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b64a09b-94df-4340-9ad3-f54059f9e248 HTTP/1.1" status: 200 len: 835 time: 0.6922033 Apr 05 09:58:14.298054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:14.301001 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] Calling delete_port for d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:14.327622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e8315a59-ab26-4192-a87b-0756fc973cd3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.328825 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e8315a59-ab26-4192-a87b-0756fc973cd3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/0680044e-7202-4bab-b226-d79cecca6c86 HTTP/1.1" status: 204 len: 168 time: 2.2455118 Apr 05 09:58:14.357753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f2b100-ca27-454c-9c54-af6c0f7d00b4 None None] Pushing event deleted for resources: {'Port': ['ID=e1f97b28-333a-40d4-aa5e-e8f2d484477e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:14.378940 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f2b100-ca27-454c-9c54-af6c0f7d00b4 None None] No DVR routers for this DVR port e1f97b28-333a-40d4-aa5e-e8f2d484477e on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:14.384760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No active binding found for port e1f97b28-333a-40d4-aa5e-e8f2d484477e {{(pid=83821) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 09:58:14.384760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e1f97b28-333a-40d4-aa5e-e8f2d484477e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:14.385190 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fc65bd25-bc3c-41a7-87f9-b1f86a6f450c no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:14.385938 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57604) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:14.396751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e4307d5-ff17-418d-ad8b-2d73e25cf431 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.403443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ac098d79-4ae1-4a70-aa1f-9ca177f7de52 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.408365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ac098d79-4ae1-4a70-aa1f-9ca177f7de52 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.456845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-53f98dd5-4d3d-4658-898c-83241c3d2b5a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.467506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: fc65bd25-bc3c-41a7-87f9-b1f86a6f450c {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:14.468208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fc65bd25-bc3c-41a7-87f9-b1f86a6f450c not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:14.468821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:14.507377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ac098d79-4ae1-4a70-aa1f-9ca177f7de52 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.508170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac098d79-4ae1-4a70-aa1f-9ca177f7de52 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf35574-91c0-475b-bc95-78d19bc688ec {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:58:14.523265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.532056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:14.532631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:14.599982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d95feb05-6760-40cf-8892-3c44106759d6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:14.623179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919fa3c6-9846-4185-b725-92fe35ec41e3']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:14.638804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:58:14.642343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:58:14.650158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:14.650460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8d1c58-b294-4279-8e25-a4b4f09a0ef8') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:14.674382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:14.683374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.690451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d95feb05-6760-40cf-8892-3c44106759d6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:14.695147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f149dfa38d4c13a40bf40742f67637 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:14.695312 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d95feb05-6760-40cf-8892-3c44106759d6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3047113 Apr 05 09:58:14.700043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57608) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:14.704759 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e4307d5-ff17-418d-ad8b-2d73e25cf431 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.705351 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 2, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:14.711759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:14.713505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group': {'name': 'tempest-secgroup--668254169'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:14.714415 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Checking router: 997573c5-a3c0-4747-a037-cee465dcd7d2 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:14.714875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Updating router 997573c5-a3c0-4747-a037-cee465dcd7d2 port 4e9a9baa-3441-40bd-ad4d-0027baf7307e binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:58:14.726535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:14.738345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbc9ea-1ade-4997-a1e9-0bbec83f6820 req-d5423078-0c3a-4a9a-9d2c-390a135db7de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:14.745336 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08bbc9ea-1ade-4997-a1e9-0bbec83f6820 req-d5423078-0c3a-4a9a-9d2c-390a135db7de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 943 time: 0.7846711 Apr 05 09:58:14.759750 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:14.764124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4307d5-ff17-418d-ad8b-2d73e25cf431 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=c90ef9de-6458-4c4a-8925-e5ec48a0e1f1,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:14.774010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.778630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.780650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ac098d79-4ae1-4a70-aa1f-9ca177f7de52 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.781850 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ac098d79-4ae1-4a70-aa1f-9ca177f7de52 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/routers/8cf35574-91c0-475b-bc95-78d19bc688ec HTTP/1.1" status: 204 len: 168 time: 2.1079054 Apr 05 09:58:14.786520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:14.788814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-53f98dd5-4d3d-4658-898c-83241c3d2b5a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.795082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57612) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:14.828344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:58:14.828658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.847502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e4307d5-ff17-418d-ad8b-2d73e25cf431 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:58:14.850186 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:58:14.862603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c87fad-5e6a-4780-9420-2024a0ca0047 None None] Network a7bf2259-797f-442f-9864-6b7c30b694a3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:14.867437 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-73d1d68f-0a4d-4d8b-b28c-8e579bf6a119 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a95b3521-e819-46ba-b3ca-b568c40ee172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4169381 Apr 05 09:58:14.906768 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f30015f5-6345-4b81-a2d7-a5b831dc90e9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0837405 Apr 05 09:58:14.907822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57616) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:14.963485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f98dd5-4d3d-4658-898c-83241c3d2b5a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Subnet': ['ID=40496f77-90ad-444f-9944-dcde07b3705e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:14.978771 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08bbc9ea-1ade-4997-a1e9-0bbec83f6820 req-c51a1340-bc5c-4c51-b2bb-b85ce5df0357 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322619 Apr 05 09:58:15.007353 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.4 (97a6a890-8e8c-4edb-97a4-7d316b50a34c/57259c2f-60f2-4ebc-814a-74539904b531/b6500847-2482-41ac-8062-cf3ff6ffd8cc) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:15.033093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.049630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-53f98dd5-4d3d-4658-898c-83241c3d2b5a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.053795 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-53f98dd5-4d3d-4658-898c-83241c3d2b5a tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/subnets/40496f77-90ad-444f-9944-dcde07b3705e HTTP/1.1" status: 204 len: 168 time: 2.5197344 Apr 05 09:58:15.066409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57620) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:15.066629 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2e4307d5-ff17-418d-ad8b-2d73e25cf431 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/c90ef9de-6458-4c4a-8925-e5ec48a0e1f1 HTTP/1.1" status: 204 len: 168 time: 2.5342791 Apr 05 09:58:15.069206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57622) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:15.104135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.109410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.114305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2ad83-2ca2-4506-b804-8705b5236214 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:15.114981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6bc2ad83-2ca2-4506-b804-8705b5236214 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:15.149235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.249345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.252675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:15.262521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:15.270071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:15.274058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Network': ['ID=919fa3c6-9846-4185-b725-92fe35ec41e3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:15.283827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:15.290655 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9c32d1c6-303f-45ed-82aa-43262c36a096 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/networks/919fa3c6-9846-4185-b725-92fe35ec41e3 HTTP/1.1" status: 204 len: 168 time: 3.4907367 Apr 05 09:58:15.292470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57628) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:15.365011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6bc2ad83-2ca2-4506-b804-8705b5236214 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:15.366051 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6bc2ad83-2ca2-4506-b804-8705b5236214 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4042506 Apr 05 09:58:15.410093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57632) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:15.445152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.460300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Transition to ACTIVE for port object 4e9a9baa-3441-40bd-ad4d-0027baf7307e will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:15.471340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] Deleting port d3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:15.471915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.480086 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-2cb6dd75-b002-46aa-ad1c-4408274b1bfe service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971043 Apr 05 09:58:15.493666 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c545f9fd-9134-4b8f-a54d-37b6fadf215f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:router {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:15.500216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ff78c-51ba-44a1-918b-5c2c626513d2 None None] Network 35593deb-ed41-4713-945c-35b001fd0b85 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:15.519005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:58:15.613743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c545f9fd-9134-4b8f-a54d-37b6fadf215f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:router {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:15.620060 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c545f9fd-9134-4b8f-a54d-37b6fadf215f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2015004 Apr 05 09:58:15.620060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.620060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57636) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:15.626560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:15.660276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.675287 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.705321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c525a2-922b-4c44-a245-0f5c435f6d13,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:15.711711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.712353 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Added segment 499e9a3a-591a-44ae-9735-cc79b96073d4 of type vlan for network 21d7d4c1-4771-477e-b30f-e427a6034925 Apr 05 09:58:15.722557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.753143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.772290 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4e53dec2-3572-4bd9-b733-9876634010fa None None] The port 'd3105f2d-0f75-48e7-9b6f-b7eb55e8f9bf' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:58:15.838350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.841498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Deleting port 81b8212d-7ad5-4f4f-942a-2043594b1919 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:15.841859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.843093 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1401544 Apr 05 09:58:15.845255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57640) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:15.849215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da7cab-27db-4ba9-85bd-7c198d22d789 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ef1181-3ee5-4797-a16f-30fdee7be240,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:15.854438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': 'b2ef1181-3ee5-4797-a16f-30fdee7be240', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:15.866564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:15.870292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:15.876921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:15.879888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.886235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:15.888630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:15.897599 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:15.900886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:15.901513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:15.922513 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Pushing event updated for resources: {'Port': ['ID=4e9a9baa-3441-40bd-ad4d-0027baf7307e,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:15.956305 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc18d28-b056-4ee4-9468-de0b16cdeac4 req-ce788764-5221-4a86-8109-3e91a1d41a6f service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579623 Apr 05 09:58:16.012112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.013322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.013843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.014381 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.014874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.015361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.015890 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.016367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.016847 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.017325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.017854 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:58:16.025104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.045173 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:16.132522 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.141434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.142207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:16.142778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.201237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Attempting to bind port 4e9a9baa-3441-40bd-ad4d-0027baf7307e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:16.201602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Attempting to bind port 4e9a9baa-3441-40bd-ad4d-0027baf7307e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:16.202199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Attempting to bind port 4e9a9baa-3441-40bd-ad4d-0027baf7307e on network 0bde4e36-5e56-4c57-baca-403f5b45f950 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:16.225052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:16.225409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Checking segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:16.226775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.226775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Bound using segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:16.226775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Bound port: 4e9a9baa-3441-40bd-ad4d-0027baf7307e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:16.227191 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.229923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.258616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object b6500847-2482-41ac-8062-cf3ff6ffd8cc will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:16.335811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf96e5-8acc-44b9-aa04-47d53ae32f00 None None] DHCP port deletion for a7bf2259-797f-442f-9864-6b7c30b694a3 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:16.344535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf96e5-8acc-44b9-aa04-47d53ae32f00 None None] Deleting port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:16.344903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f8bf96e5-8acc-44b9-aa04-47d53ae32f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.376209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] DHCP port deletion for 35593deb-ed41-4713-945c-35b001fd0b85 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:16.412490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] Deleting port 81b8212d-7ad5-4f4f-942a-2043594b1919 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:16.412755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.419760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.429555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.465400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.468181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] For port 4e9a9baa-3441-40bd-ad4d-0027baf7307e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:16.499553 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5178888 Apr 05 09:58:16.516280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084c2c9b-ac77-4967-92ee-7246b3cf4437 admin admin] Pushing event updated for resources: {'Network': ['ID=21d7d4c1-4771-477e-b30f-e427a6034925,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:16.521801 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26206686-841c-4916-87f6-8b7260894a54,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:16.522116 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] For port 4e9a9baa-3441-40bd-ad4d-0027baf7307e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e9a9baa-3441-40bd-ad4d-0027baf7307e,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:16.522667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57646) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:16.538659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Request body: {'subnet': {'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1897334240-subnet', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'ip_version': 4}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:16.563113 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.577779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:16.600114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 21d7d4c1-4771-477e-b30f-e427a6034925 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:58:16.658071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Usage tracker for resource:subnet and tenant:c0f149dfa38d4c13a40bf40742f67637 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:16.662457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:16.678386 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.679604 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-59be4a3f-79d2-4b50-9c64-9597e78c889c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8319271 Apr 05 09:58:16.693797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57650) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:16.697073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] For port 81b8212d-7ad5-4f4f-942a-2043594b1919, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=81b8212d-7ad5-4f4f-942a-2043594b1919,segment=NetworkSegment(51eb363e-af78-45dd-a9d0-abf23ba34b04),segment_id=51eb363e-af78-45dd-a9d0-abf23ba34b04)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:16.697643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.725499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:16.845677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:16.863965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Calling delete_port for 81b8212d-7ad5-4f4f-942a-2043594b1919 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:16.971804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bd6c8-d057-49bd-b3f0-eb29ee493cd0 None None] Pushing event updated for resources: {'Port': ['ID=4e9a9baa-3441-40bd-ad4d-0027baf7307e,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:17.000185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f8bf96e5-8acc-44b9-aa04-47d53ae32f00 None None] For port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0de8f147-8793-4d54-bab1-c7a5da8b5b1c,segment=NetworkSegment(396e7913-27db-4d38-816c-13f1c17b4226),segment_id=396e7913-27db-4d38-816c-13f1c17b4226)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:17.000738 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f8bf96e5-8acc-44b9-aa04-47d53ae32f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.076865 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c4bbcb2-4b1c-42ff-9693-01daa45de652 req-c107ed03-bd17-4ffa-9b1d-a7dfbfbcc662 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 1096 time: 0.9843485 Apr 05 09:58:17.086512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] For port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0de8f147-8793-4d54-bab1-c7a5da8b5b1c,segment=NetworkSegment(396e7913-27db-4d38-816c-13f1c17b4226),segment_id=396e7913-27db-4d38-816c-13f1c17b4226)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:17.087176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.088959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:17.089791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:17.106480 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6482c6d4-407a-4ce2-9322-f20cb0b12c55 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules/26206686-841c-4916-87f6-8b7260894a54 HTTP/1.1" status: 200 len: 705 time: 0.3957996 Apr 05 09:58:17.137393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57654) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:17.140399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:58:17.148457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.153022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Made reservation on behalf of c0f149dfa38d4c13a40bf40742f67637 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:17.155504 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.244679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:17.246995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436da65c-3032-492f-b8dc-1497fc0cacd9 req-a408dabe-225d-45ff-825b-f08ae6bce74e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:17.248595 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-436da65c-3032-492f-b8dc-1497fc0cacd9 req-a408dabe-225d-45ff-825b-f08ae6bce74e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 943 time: 0.9885416 Apr 05 09:58:17.282005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:17.286068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:17.286744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.288521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] For port 81b8212d-7ad5-4f4f-942a-2043594b1919, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=81b8212d-7ad5-4f4f-942a-2043594b1919,segment=NetworkSegment(51eb363e-af78-45dd-a9d0-abf23ba34b04),segment_id=51eb363e-af78-45dd-a9d0-abf23ba34b04)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:17.289218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.309446 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=2a78101f-d77d-4bfc-88c1-c6a26487b00b,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:17.316404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf96e5-8acc-44b9-aa04-47d53ae32f00 None None] Calling delete_port for 0de8f147-8793-4d54-bab1-c7a5da8b5b1c owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:17.341552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37de18-e681-4081-9da8-a80ff27b36a4 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:17.346094 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a7adfa4a-cd56-4a9f-9662-1744857f815c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7259691 Apr 05 09:58:17.346797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57658) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:17.365715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 0de8f147-8793-4d54-bab1-c7a5da8b5b1c owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:17.381914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:17.514733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=b6500847-2482-41ac-8062-cf3ff6ffd8cc,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:17.527813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:17.538801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] Calling delete_port for 81b8212d-7ad5-4f4f-942a-2043594b1919 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:17.557180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:17.564035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 99e5fd2b-91ef-413c-bda5-e717b42e9cfe details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 09:58:17.568682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:17.607692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:17.639141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:17.676762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.737576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:17.741029 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.765348 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9468ecb7-40e1-46fa-a516-0d0cc3926a71 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6137087 Apr 05 09:58:17.787854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57662) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:17.795125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Port': ['ID=81b8212d-7ad5-4f4f-942a-2043594b1919,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:17.804834 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-436da65c-3032-492f-b8dc-1497fc0cacd9 req-0a9cd665-6444-4220-93fa-45a8034215e8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4064996 Apr 05 09:58:17.817390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f8bf96e5-8acc-44b9-aa04-47d53ae32f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.824841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bbcb2-4b1c-42ff-9693-01daa45de652 req-ac5fa8dd-2bcc-4817-93fc-3539a8a20bf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:17.826410 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c4bbcb2-4b1c-42ff-9693-01daa45de652 req-ac5fa8dd-2bcc-4817-93fc-3539a8a20bf3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a95b3521-e819-46ba-b3ca-b568c40ee172 HTTP/1.1" status: 200 len: 896 time: 0.7126498 Apr 05 09:58:17.827222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] No DVR routers for this DVR port 81b8212d-7ad5-4f4f-942a-2043594b1919 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:17.842090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:17.842714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.881718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:58:17.882068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:58:17.924996 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf96e5-8acc-44b9-aa04-47d53ae32f00 None None] Pushing event deleted for resources: {'Port': ['ID=0de8f147-8793-4d54-bab1-c7a5da8b5b1c,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:17.947297 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port 3b94b86b-0666-4cdf-9313-04937794dd33 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:17.947892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:17.961638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:18.007957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf96e5-8acc-44b9-aa04-47d53ae32f00 None None] No DVR routers for this DVR port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:18.011386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0de8f147-8793-4d54-bab1-c7a5da8b5b1c no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:18.101808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:58:18.102400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:58:18.148839 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 0de8f147-8793-4d54-bab1-c7a5da8b5b1c {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:18.149211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0de8f147-8793-4d54-bab1-c7a5da8b5b1c not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:18.149588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 81b8212d-7ad5-4f4f-942a-2043594b1919 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:18.175106 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c4bbcb2-4b1c-42ff-9693-01daa45de652 req-2f5e7fdb-cdf2-4925-9147-c368816bdafb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe HTTP/1.1" status: 200 len: 217 time: 0.2461329 Apr 05 09:58:18.183284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8c352d83-d725-4143-a4fa-a6f9a2b79b53 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.192077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.231411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port 3b94b86b-0666-4cdf-9313-04937794dd33, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3b94b86b-0666-4cdf-9313-04937794dd33,segment=NetworkSegment(0f2cd49d-01e4-4507-b828-9eb0673ebea7),segment_id=0f2cd49d-01e4-4507-b828-9eb0673ebea7)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:18.231833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.234726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 81b8212d-7ad5-4f4f-942a-2043594b1919 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:18.235065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 81b8212d-7ad5-4f4f-942a-2043594b1919 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:18.236742 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-11530714-03ed-4062-8f6b-19472fbeeed3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.3019645 Apr 05 09:58:18.243785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57666) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:18.252495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:18.254784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8c352d83-d725-4143-a4fa-a6f9a2b79b53 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.263181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:18.306721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35593deb-ed41-4713-945c-35b001fd0b85']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:18.318082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '2a78101f-d77d-4bfc-88c1-c6a26487b00b'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:58:18.318885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.344144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51eb363e-af78-45dd-a9d0-abf23ba34b04') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:18.344415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51eb363e-af78-45dd-a9d0-abf23ba34b04') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:18.344772 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'mac_address': 'fa:16:3e:03:3a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 09:58:18.346242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-be745413-1a77-45ff-8a2f-7b17686928e7 None None] Provisioning for port b6500847-2482-41ac-8062-cf3ff6ffd8cc completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:18.372002 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.378921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bbcb2-4b1c-42ff-9693-01daa45de652 req-ffe79088-b2e5-4974-9312-2a13061e94d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:18.380411 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c4bbcb2-4b1c-42ff-9693-01daa45de652 req-ffe79088-b2e5-4974-9312-2a13061e94d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b64a09b-94df-4340-9ad3-f54059f9e248 HTTP/1.1" status: 200 len: 835 time: 0.1812303 Apr 05 09:58:18.386330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8c352d83-d725-4143-a4fa-a6f9a2b79b53 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.398389 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] Deleting port 81b8212d-7ad5-4f4f-942a-2043594b1919 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:18.398735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.421240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-be745413-1a77-45ff-8a2f-7b17686928e7 None None] Provisioning complete for port b6500847-2482-41ac-8062-cf3ff6ffd8cc triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:18.421633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-be745413-1a77-45ff-8a2f-7b17686928e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.443104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.445189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.448744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for 3b94b86b-0666-4cdf-9313-04937794dd33 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:18.491352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c352d83-d725-4143-a4fa-a6f9a2b79b53 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26206686-841c-4916-87f6-8b7260894a54,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:18.493495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:58:18.494426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:58:18.516255 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:58:18.525380 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8c352d83-d725-4143-a4fa-a6f9a2b79b53 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.526569 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8c352d83-d725-4143-a4fa-a6f9a2b79b53 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/26206686-841c-4916-87f6-8b7260894a54 HTTP/1.1" status: 204 len: 168 time: 0.7337382 Apr 05 09:58:18.529296 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57670) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:18.605232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 0de8f147-8793-4d54-bab1-c7a5da8b5b1c {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:18.605853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.609480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:18.613711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:18.615737 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-13e80222-1ab2-40d8-bed3-e2142daaf025 None None] The port '81b8212d-7ad5-4f4f-942a-2043594b1919' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:58:18.619946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:18.631746 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:18.669742 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-be745413-1a77-45ff-8a2f-7b17686928e7 None None] Port b6500847-2482-41ac-8062-cf3ff6ffd8cc cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:18.693173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.703951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] The port '0de8f147-8793-4d54-bab1-c7a5da8b5b1c' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:58:18.712451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=749290b7-3419-48eb-8aab-ddbe3a31d953,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:18.718167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.733769 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e5fd2b-91ef-413c-bda5-e717b42e9cfe {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:58:18.740387 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:18.762945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.770259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.804280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] Pushing event deleted for resources: {'Network': ['ID=35593deb-ed41-4713-945c-35b001fd0b85,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:18.824115 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:18.836134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:18.878874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Allocated IP 2001:db8::f816:3eff:fe2a:6087 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/2a78101f-d77d-4bfc-88c1-c6a26487b00b/fd75f416-4b9e-41ed-acaf-bb59cdec7fda) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:19.011161 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-81eb37bf-136b-4440-b472-1630dde7f25c tempest-NetworksTest-209734699 tempest-NetworksTest-209734699-project] 10.222.0.30 "DELETE /v2.0/networks/35593deb-ed41-4713-945c-35b001fd0b85 HTTP/1.1" status: 204 len: 168 time: 3.9438639 Apr 05 09:58:19.026044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:19.048439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6e0b2747-96e7-45de-8b72-c9af38689018 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:19.052376 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:16Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:19.063309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.067859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73986555-60c2-4412-9f79-c05b654dc3c3 None None] The sync data for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv is: [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:16Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:19.072801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['99e5fd2b-91ef-413c-bda5-e717b42e9cfe'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 09:58:19.090629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:19.098494 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:19.107342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6e0b2747-96e7-45de-8b72-c9af38689018 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:19.108660 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6e0b2747-96e7-45de-8b72-c9af38689018 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5732007 Apr 05 09:58:19.110798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:19.111380 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.127007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=b79a112e-7566-41e5-9e87-99c96f6e601d,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:19.136131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57678) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:19.142571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-901c74a0-da22-4162-98b9-b4d319ceed7d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': 'b2ef1181-3ee5-4797-a16f-30fdee7be240', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:19.178579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-901c74a0-da22-4162-98b9-b4d319ceed7d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:19.183959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bf2259-797f-442f-9864-6b7c30b694a3']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:19.207215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396e7913-27db-4d38-816c-13f1c17b4226') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:19.208764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396e7913-27db-4d38-816c-13f1c17b4226') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:19.208928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-901c74a0-da22-4162-98b9-b4d319ceed7d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:19.234487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.260229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.271446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:58:19.272360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.285538 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.305541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Transition to ACTIVE for port object fd75f416-4b9e-41ed-acaf-bb59cdec7fda will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:19.312706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.358358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Transition to ACTIVE for port object fd75f416-4b9e-41ed-acaf-bb59cdec7fda will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:58:19.414404 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:58:19.424995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.429833 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a2b53750-46ca-4421-9af7-8284b8b1a46f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0799835 Apr 05 09:58:19.440661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.456273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57684) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:19.469336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Checking segment: {'id': '499e9a3a-591a-44ae-9735-cc79b96073d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:19.469705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Network hostable DHCP agents. Network: 21d7d4c1-4771-477e-b30f-e427a6034925, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:58:19.484314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:48:1d:7c', 'name': 'tempest-NetworksTestDHCPv6-1444022148'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:19.499588 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=3b94b86b-0666-4cdf-9313-04937794dd33,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:19.507403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-901c74a0-da22-4162-98b9-b4d319ceed7d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.522340 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c4bbcb2-4b1c-42ff-9693-01daa45de652 req-d1427612-fc6c-426e-b4d3-e4a4dfe56c0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a95b3521-e819-46ba-b3ca-b568c40ee172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1333852 Apr 05 09:58:19.594620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:19.607426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:19.607691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57688) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:19.610001 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:19.645154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Pushing event updated for resources: {'Port': ['ID=fd75f416-4b9e-41ed-acaf-bb59cdec7fda,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:19.690009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.751422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.788843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Attempting to bind port fd75f416-4b9e-41ed-acaf-bb59cdec7fda on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:19.789705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Attempting to bind port fd75f416-4b9e-41ed-acaf-bb59cdec7fda by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:19.789838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Attempting to bind port fd75f416-4b9e-41ed-acaf-bb59cdec7fda on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:19.799576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57694) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:19.808081 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/networks/a7bf2259-797f-442f-9864-6b7c30b694a3 HTTP/1.1" status: 204 len: 168 time: 4.6940858 Apr 05 09:58:19.810452 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.ipam_backend_mixin [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 57259c2f-60f2-4ebc-814a-74539904b531 (CIDR: 172.20.0.0/28) Apr 05 09:58:19.816757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1985134900'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:19.834255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:19.834616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:19.834756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:19.835081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.835479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:19.835987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Bound port: fd75f416-4b9e-41ed-acaf-bb59cdec7fda, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:19.836656 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:19.838057 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:19.838496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:19.881362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7312a9-5aa4-4966-9b67-677444f29f64 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Network': ['ID=a7bf2259-797f-442f-9864-6b7c30b694a3,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:19.954931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:network and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:19.975446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Network 21d7d4c1-4771-477e-b30f-e427a6034925 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:58:20.046965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 21d7d4c1-4771-477e-b30f-e427a6034925) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:20.053715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:20.057791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236f179-87a8-4314-8dbf-edc325944ce1 req-497b1da5-98f9-4bb0-ac9b-8411cf76828d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:20.065588 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d236f179-87a8-4314-8dbf-edc325944ce1 req-497b1da5-98f9-4bb0-ac9b-8411cf76828d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 944 time: 1.0605443 Apr 05 09:58:20.088413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-901c74a0-da22-4162-98b9-b4d319ceed7d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.092007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:20.092631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] For port fd75f416-4b9e-41ed-acaf-bb59cdec7fda, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:20.097499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.098099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] For port fd75f416-4b9e-41ed-acaf-bb59cdec7fda, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fd75f416-4b9e-41ed-acaf-bb59cdec7fda,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:20.105349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:20.113703 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48425c-447a-4b41-bc69-6c9cea49564d None None] Network 21d7d4c1-4771-477e-b30f-e427a6034925 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:20.123987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-901c74a0-da22-4162-98b9-b4d319ceed7d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.152416 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c4bbcb2-4b1c-42ff-9693-01daa45de652 req-b9a52ca5-bc3f-45fb-afaf-fa7838054e3c service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136279 Apr 05 09:58:20.171562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-901c74a0-da22-4162-98b9-b4d319ceed7d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.171901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:20.172729 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-901c74a0-da22-4162-98b9-b4d319ceed7d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0356688 Apr 05 09:58:20.192788 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8cf1e12d-f3fc-4b01-b355-3face5c7a4c3 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9343863 Apr 05 09:58:20.205735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57698) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:20.210025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57700) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:20.222956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c74a0-da22-4162-98b9-b4d319ceed7d tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4059ad2-9a23-487e-b80e-d211c4b51168,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:20.225037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:20.228863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.240684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:20.302889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:58:20.317472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.318237 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Added segment 87ddce82-5abf-4c6f-91e5-e36e9fa8357b of type vlan for network fffdd129-3b7c-4a48-9f5f-2d5ba379547d Apr 05 09:58:20.326526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:20.332165 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3c213587-035e-424b-802b-cae731cc6281 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.7988143 Apr 05 09:58:20.353959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.386449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57706) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:20.396742 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6efcf706-fc3f-4060-bee7-6c59df7b20d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ffd6ce8968649b1b9ce4db1326a89b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7820082 Apr 05 09:58:20.400966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57708) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:20.415231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.421288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:20.421911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.423394 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-59845e46-1c0c-452e-9424-b0fbd452adc5 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules/e4059ad2-9a23-487e-b80e-d211c4b51168 HTTP/1.1" status: 200 len: 705 time: 0.2099988 Apr 05 09:58:20.426615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1897334240-router', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:20.428419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57714) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:20.432773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e9a9baa-3441-40bd-ad4d-0027baf7307e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:20.457808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:20.465935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:20.492032 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d236f179-87a8-4314-8dbf-edc325944ce1 req-fadce496-dac9-4f7d-91ed-1a9253ee4ac4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4150944 Apr 05 09:58:20.492967 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Usage tracker for resource:router and tenant:c0f149dfa38d4c13a40bf40742f67637 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:20.507141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.514223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:20.552126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.580452 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7749872 Apr 05 09:58:20.584575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57718) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:20.602605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'fffdd129-3b7c-4a48-9f5f-2d5ba379547d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:20.658465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:20.677419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 4e9a9baa-3441-40bd-ad4d-0027baf7307e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:20.689018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4e9a9baa-3441-40bd-ad4d-0027baf7307e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:20.689682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.694131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f47cb9-fabe-4b83-b20e-5c66edeca0e4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Network': ['ID=fffdd129-3b7c-4a48-9f5f-2d5ba379547d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:20.707353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-08ed3d1e-8038-4ea2-b1eb-5b48558f89a4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:20.720515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.721425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.726635 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c4bbcb2-4b1c-42ff-9693-01daa45de652 req-49e1b2c1-01cf-4cdb-bc15-6e4767a421bc service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5592711 Apr 05 09:58:20.753088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network fffdd129-3b7c-4a48-9f5f-2d5ba379547d details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:58:20.779560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:20.788832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec518-6b97-447a-b502-2e80a93649f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.792787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:20.802800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:20.807441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.816055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f01bf-063f-4c4e-9df6-8e3184084840 None None] Pushing event updated for resources: {'Port': ['ID=fd75f416-4b9e-41ed-acaf-bb59cdec7fda,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:20.836382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:20.850141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec518-6b97-447a-b502-2e80a93649f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.856958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-08ed3d1e-8038-4ea2-b1eb-5b48558f89a4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:20.858416 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-08ed3d1e-8038-4ea2-b1eb-5b48558f89a4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4140995 Apr 05 09:58:20.859705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:20.863365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57722) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:20.868042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:20.883737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:20.887918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.900514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-21d7d4c1-4771-477e-b30f-e427a6034925', 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'fixed_ips': [{'subnet_id': '749290b7-3419-48eb-8aab-ddbe3a31d953'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:58:20.901340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.902587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:20.924162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:20.936400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-475ef7b4-7af5-44e4-a72d-812cc0c63e5a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:20.955493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:20.962355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port cc86d618-ea26-4725-bc8f-87b42e222bdd yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:58:21.075549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-475ef7b4-7af5-44e4-a72d-812cc0c63e5a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.084948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.196657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-475ef7b4-7af5-44e4-a72d-812cc0c63e5a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.200786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4e9a9baa-3441-40bd-ad4d-0027baf7307e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e9a9baa-3441-40bd-ad4d-0027baf7307e,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:21.217037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.219746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Allocated IP 172.20.0.2 (21d7d4c1-4771-477e-b30f-e427a6034925/749290b7-3419-48eb-8aab-ddbe3a31d953/68c5c181-f13a-4a3d-80d1-4d3be8e4060b) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:21.244236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.257440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ef7b4-7af5-44e4-a72d-812cc0c63e5a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4059ad2-9a23-487e-b80e-d211c4b51168,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:21.340946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-475ef7b4-7af5-44e4-a72d-812cc0c63e5a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.344371 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-475ef7b4-7af5-44e4-a72d-812cc0c63e5a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e4059ad2-9a23-487e-b80e-d211c4b51168 HTTP/1.1" status: 204 len: 168 time: 0.4765487 Apr 05 09:58:21.419915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4e9a9baa-3441-40bd-ad4d-0027baf7307e,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:21.455791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 99e5fd2b-91ef-413c-bda5-e717b42e9cfe up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:21.519223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57726) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:21.628379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.642608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:21.643563 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec518-6b97-447a-b502-2e80a93649f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.655357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:21.655976 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.664438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.676927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.691862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.699183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Transition to ACTIVE for port object 68c5c181-f13a-4a3d-80d1-4d3be8e4060b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:21.746794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ec518-6b97-447a-b502-2e80a93649f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cd59cd-e037-4d69-ba5a-5276110b4c5b,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:21.750654 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Transition to ACTIVE for port object 68c5c181-f13a-4a3d-80d1-4d3be8e4060b will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:21.779914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.826229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 172.20.0.2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/b79a112e-7566-41e5-9e87-99c96f6e601d/cc86d618-ea26-4725-bc8f-87b42e222bdd) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:21.896099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-78f590ec-c6a4-45f6-9632-56dfc211ab29 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:21.908681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f816:3eff:fe48:1d7c (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/2a78101f-d77d-4bfc-88c1-c6a26487b00b/cc86d618-ea26-4725-bc8f-87b42e222bdd) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:21.939934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.955660 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:21.992811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Pushing event updated for resources: {'Port': ['ID=68c5c181-f13a-4a3d-80d1-4d3be8e4060b,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:22.005126 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.ipam_backend_mixin [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b6b27872-d671-45b3-9307-999388715fff (CIDR: 172.20.0.16/28) Apr 05 09:58:22.019071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Network 21d7d4c1-4771-477e-b30f-e427a6034925 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:22.020688 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:22.021374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:22.031409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:22.034317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:22.049646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa2183c-735c-482f-b52d-ba7607f21987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:58:22.073405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:22.129099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=331db1fe-a32e-4f04-ab25-2cf174916f4d,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:22.149370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:22.151864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:58:22.197760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec518-6b97-447a-b502-2e80a93649f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:22.199066 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6a4ec518-6b97-447a-b502-2e80a93649f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60cd59cd-e037-4d69-ba5a-5276110b4c5b HTTP/1.1" status: 204 len: 168 time: 1.7834661 Apr 05 09:58:22.216360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-78f590ec-c6a4-45f6-9632-56dfc211ab29 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:22.220181 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-78f590ec-c6a4-45f6-9632-56dfc211ab29 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6943474 Apr 05 09:58:22.234880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57738) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:22.261210 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4342217b-b43f-4352-9608-7b25a87ec900 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.0434208 Apr 05 09:58:22.261594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57742) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:22.265740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c45c8a1a-8a06-4a71-8f8a-1804c2c1c20c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': 'b2ef1181-3ee5-4797-a16f-30fdee7be240', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:22.276796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c45c8a1a-8a06-4a71-8f8a-1804c2c1c20c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:22.289515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c45c8a1a-8a06-4a71-8f8a-1804c2c1c20c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:22.306349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Checking segment: {'id': '87ddce82-5abf-4c6f-91e5-e36e9fa8357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fffdd129-3b7c-4a48-9f5f-2d5ba379547d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:22.306914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network hostable DHCP agents. Network: fffdd129-3b7c-4a48-9f5f-2d5ba379547d, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:58:22.322279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e9a9baa-3441-40bd-ad4d-0027baf7307e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:22.324650 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-c45c8a1a-8a06-4a71-8f8a-1804c2c1c20c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Project 979992c5bd6543309316c6f2ac524e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:58:22.339512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'subnet': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:22.354454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network fffdd129-3b7c-4a48-9f5f-2d5ba379547d is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:58:22.378490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, fffdd129-3b7c-4a48-9f5f-2d5ba379547d) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:22.385427 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:22.386229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:22.393490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c45c8a1a-8a06-4a71-8f8a-1804c2c1c20c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:22.415575 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8ff200-6966-48d4-8dbb-ae63d9bebc64 None None] Network fffdd129-3b7c-4a48-9f5f-2d5ba379547d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:22.439981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad98e7e5-85c1-425b-ac41-3c0e7be39254 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:22.449028 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f86fa4b0-c4c2-4b4d-b169-b0f5ece38406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8575592 Apr 05 09:58:22.449681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57746) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:22.468793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'fffdd129-3b7c-4a48-9f5f-2d5ba379547d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1876617685'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:22.568655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6daaa-ca7c-4f2d-811d-31342b385434 req-9eff851f-490e-46b0-93df-db1dd2655ae4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:22.570476 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9cf6daaa-ca7c-4f2d-811d-31342b385434 req-9eff851f-490e-46b0-93df-db1dd2655ae4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 944 time: 0.7358391 Apr 05 09:58:22.727380 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9cf6daaa-ca7c-4f2d-811d-31342b385434 req-52146197-ed7c-4476-8813-c020b914d3ff tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354957 Apr 05 09:58:22.731839 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-918a392a-47e6-4340-9555-8a17641bacab'] response: {'server_uuid': 'afa2183c-735c-482f-b52d-ba7607f21987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'code': 200} Apr 05 09:58:22.736607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:22.741603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:port and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:22.746302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:22.754110 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:22.763943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:22.768593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c45c8a1a-8a06-4a71-8f8a-1804c2c1c20c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:22.772344 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e537a8cd-0d18-4757-83a7-18dc6c3bbd8c tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4774923 Apr 05 09:58:22.776242 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] Sync routers for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:22.785813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57754) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:22.794175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c45c8a1a-8a06-4a71-8f8a-1804c2c1c20c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:22.794748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Attempting to bind port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:22.795023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:22.795276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Attempting to bind port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '499e9a3a-591a-44ae-9735-cc79b96073d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:22.795702 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Attempting to bind port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b on network 21d7d4c1-4771-477e-b30f-e427a6034925 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:22.815305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:22.822721 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:22.824053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:22.825475 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:22.839283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:22.849092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:22.856334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c8a1a-8a06-4a71-8f8a-1804c2c1c20c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b569d0f9-0f8e-4fd6-b27c-1fb15d0f4f32,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:22.895274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port bf80c378-ce69-4628-a59d-4f9bc123c064 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:58:22.901347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d8ee762b-976b-4633-9ac8-2bf548cc7c9f None None] Provisioning for port fd75f416-4b9e-41ed-acaf-bb59cdec7fda completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:22.907045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:22.907421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Checking segment: {'id': '499e9a3a-591a-44ae-9735-cc79b96073d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:22.908478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:22.908876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Bound using segment: {'id': '499e9a3a-591a-44ae-9735-cc79b96073d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:22.909357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Bound port: 68c5c181-f13a-4a3d-80d1-4d3be8e4060b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499e9a3a-591a-44ae-9735-cc79b96073d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:22.909728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:22.954259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Usage tracker for resource:subnet and tenant:ac5795c722a94f62a5226dd40339ffaf is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:22.957923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object cc86d618-ea26-4725-bc8f-87b42e222bdd will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:22.963913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:23.003560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:23.022293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c45c8a1a-8a06-4a71-8f8a-1804c2c1c20c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:23.023471 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c45c8a1a-8a06-4a71-8f8a-1804c2c1c20c tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7860022 Apr 05 09:58:23.035401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57762) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:23.078760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Made reservation on behalf of ac5795c722a94f62a5226dd40339ffaf for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:23.082235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:23.221230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8::240 (fffdd129-3b7c-4a48-9f5f-2d5ba379547d/331db1fe-a32e-4f04-ab25-2cf174916f4d/bf80c378-ce69-4628-a59d-4f9bc123c064) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:23.239926 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:23.261420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:23.364805 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ae5d470b-05fe-425d-9a4d-a84685034225 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules/b569d0f9-0f8e-4fd6-b27c-1fb15d0f4f32 HTTP/1.1" status: 200 len: 711 time: 0.3184359 Apr 05 09:58:23.369598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57772) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:23.392184 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9a5e49b6-c264-449c-a53b-8d9cc93f60a6 req-d670205a-df21-4e9e-b1c2-3a7302370aab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 1098 time: 0.5487063 Apr 05 09:58:23.393095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:23.415062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] For port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:23.418836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] For port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=68c5c181-f13a-4a3d-80d1-4d3be8e4060b,segment=NetworkSegment(499e9a3a-591a-44ae-9735-cc79b96073d4),segment_id=499e9a3a-591a-44ae-9735-cc79b96073d4)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:23.444614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:23.476558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:23.518730 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4e9a9baa-3441-40bd-ad4d-0027baf7307e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:23.519179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:23.520044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:23.547788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object bf80c378-ce69-4628-a59d-4f9bc123c064 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:23.610899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:23.773931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6511513-ab6d-48ff-8491-b04ad89c2fcd None None] Pushing event updated for resources: {'Port': ['ID=68c5c181-f13a-4a3d-80d1-4d3be8e4060b,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:23.802007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network fffdd129-3b7c-4a48-9f5f-2d5ba379547d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:23.812966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:23.814933 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9a5e49b6-c264-449c-a53b-8d9cc93f60a6 req-7df96060-cc9d-4c1d-b9a9-2b0d94f7a4b6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3975334 Apr 05 09:58:23.823717 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:23.828441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:23.829078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:23.868705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=bf80c378-ce69-4628-a59d-4f9bc123c064,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:23.916279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57782) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:23.929610 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-101131bf-0987-419b-bf1d-4ef22a858d3a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4746306 Apr 05 09:58:23.934625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fd75f416-4b9e-41ed-acaf-bb59cdec7fda up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:23.970038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-fffdd129-3b7c-4a48-9f5f-2d5ba379547d', 'network_id': 'fffdd129-3b7c-4a48-9f5f-2d5ba379547d', 'tenant_id': '1e627f597b104573accbf904d7773a88', 'fixed_ips': [{'subnet_id': '331db1fe-a32e-4f04-ab25-2cf174916f4d'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:58:23.970836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:24.061233 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:19Z', 'revision_number': 10, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:24.064435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57786) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:24.071958 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] Checking router: 47118720-5959-4f05-aa94-76defd1a75f9 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:24.097905 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:24.099030 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:24.282280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1172831726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:24.287292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c38f6ae-f091-436c-9e50-a312c196936c None None] Update dhcp port {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': '2a78101f-d77d-4bfc-88c1-c6a26487b00b', 'ip_address': '2001:db8::f816:3eff:fe2a:6087'}, {'subnet_id': 'b79a112e-7566-41e5-9e87-99c96f6e601d'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': 'fd75f416-4b9e-41ed-acaf-bb59cdec7fda'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 09:58:24.315192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port fd75f416-4b9e-41ed-acaf-bb59cdec7fda completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:24.328204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fd75f416-4b9e-41ed-acaf-bb59cdec7fda triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:24.328717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:24.331455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:24.332391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e2bdfb9f-e45c-40db-8244-5677ea3f602a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port bf80c378-ce69-4628-a59d-4f9bc123c064 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:24.332391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e2bdfb9f-e45c-40db-8244-5677ea3f602a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:24.363553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:24.366353 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:24.460625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c38f6ae-f091-436c-9e50-a312c196936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:24.498656 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Allocated IP 2001:db8::2 (fffdd129-3b7c-4a48-9f5f-2d5ba379547d/331db1fe-a32e-4f04-ab25-2cf174916f4d/5696b7de-bc15-4f19-9664-60f6e024627d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:24.507842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:24.530492 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Usage tracker for resource:router and tenant:da8abae196a04b11bcaf8cb1de88eaab is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:24.545625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:24.560661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:24.570292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5276c224-35e2-4102-a83e-9ddde0e4c4aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting subnet e70008bc-4b34-444f-9954-371e548f3a9a {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:24.573881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5276c224-35e2-4102-a83e-9ddde0e4c4aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:24.613953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:24.616063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=cc86d618-ea26-4725-bc8f-87b42e222bdd,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:24.621095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:24.646370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5276c224-35e2-4102-a83e-9ddde0e4c4aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:24.652158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Subnet': ['ID=bd188ed4-9a22-45ca-8985-2c0ea61b942f,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:24.660305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b03f6faa-edb9-4bc3-b71a-9063c4be6afe tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:24.751302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:24.757403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:24.760650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:24.768395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:24.807503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd0c4b6-eea0-4067-8141-fe20d04d1a6b None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:24.808898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5276c224-35e2-4102-a83e-9ddde0e4c4aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:24.869822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Allocated IP 172.26.4.3 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/69ec684d-ea39-42fa-ac89-21a57b019139) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:24.920234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b03f6faa-edb9-4bc3-b71a-9063c4be6afe tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:24.922437 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b03f6faa-edb9-4bc3-b71a-9063c4be6afe tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 1.5425813 Apr 05 09:58:24.937480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:24.938334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:24.943107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57792) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:24.984814 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:19Z', 'revision_number': 10, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:24.995922 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e6647-f250-40d0-9c21-27a656f9fac2 None None] The sync data for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv is: [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:19Z', 'revision_number': 10, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None, '_interfaces': [{'id': 'b921f194-feee-4c21-a3b6-87067bda1b48', 'name': '', 'network_id': 'aeecb5d4-c372-4cd5-87e0-004b01d76de6', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'mac_address': 'fa:16:3e:71:ac:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47118720-5959-4f05-aa94-76defd1a75f9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:56:35Z', 'updated_at': '2022-04-05T09:56:49Z', 'revision_number': 5, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'subnets': [{'id': '5fd66571-1b1e-4893-a2b2-bd83d1ea0470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:25.006536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5276c224-35e2-4102-a83e-9ddde0e4c4aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.066219 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-518f7bdd-ed6a-456e-81fd-8bc25789d57c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7558327 Apr 05 09:58:25.078147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57796) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:25.080706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-6c38f6ae-f091-436c-9e50-a312c196936c None None] Allocated IP 172.20.0.3 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/b79a112e-7566-41e5-9e87-99c96f6e601d/fd75f416-4b9e-41ed-acaf-bb59cdec7fda) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:25.092412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1204675661', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bd188ed4-9a22-45ca-8985-2c0ea61b942f'}], 'security_groups': ['9f1d287c-cb3e-459c-8a91-841d7906adf9', 'adf545f8-88bf-438a-85e0-4613dae8bcc5']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:25.107201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.108282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.116966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276c224-35e2-4102-a83e-9ddde0e4c4aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Subnet': ['ID=e70008bc-4b34-444f-9954-371e548f3a9a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:25.124151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.185439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba962657-863e-46dc-af55-cf71d4b9dba5 None None] Network 7d14916a-f942-4026-a891-59fa2ac8c1b7 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:25.219331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5276c224-35e2-4102-a83e-9ddde0e4c4aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.225013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.235629 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-807634ad-b6c7-45d0-b75c-0aab668696ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.7597458 Apr 05 09:58:25.251119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57800) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:25.271051 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e14d44ff-12fc-40a9-8b70-c61710825643 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.285000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e14d44ff-12fc-40a9-8b70-c61710825643 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.299212 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5276c224-35e2-4102-a83e-9ddde0e4c4aa tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/e70008bc-4b34-444f-9954-371e548f3a9a HTTP/1.1" status: 204 len: 168 time: 2.5098946 Apr 05 09:58:25.304265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57804) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:25.314849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8378e2a-e13a-4450-8387-ae8737aee32f req-1fbdb568-bfbb-46d0-ad20-b59cbe3199ae tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:25.315911 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d8378e2a-e13a-4450-8387-ae8737aee32f req-1fbdb568-bfbb-46d0-ad20-b59cbe3199ae tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 945 time: 1.0100155 Apr 05 09:58:25.324023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e10f2-909c-4b44-b994-b429e8d59ae2 None None] Network 21d7d4c1-4771-477e-b30f-e427a6034925 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:25.367894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.389728 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d8378e2a-e13a-4450-8387-ae8737aee32f req-24cb30e5-b7b9-42f2-9be9-a8fc0f3104e6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661776 Apr 05 09:58:25.471016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e14d44ff-12fc-40a9-8b70-c61710825643 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.485625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e2bdfb9f-e45c-40db-8244-5677ea3f602a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.515970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d44ff-12fc-40a9-8b70-c61710825643 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b569d0f9-0f8e-4fd6-b27c-1fb15d0f4f32,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:25.522070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.537989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e14d44ff-12fc-40a9-8b70-c61710825643 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.541403 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e14d44ff-12fc-40a9-8b70-c61710825643 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b569d0f9-0f8e-4fd6-b27c-1fb15d0f4f32 HTTP/1.1" status: 204 len: 168 time: 0.5637336 Apr 05 09:58:25.600073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57808) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:25.612542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.632386 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e2bdfb9f-e45c-40db-8244-5677ea3f602a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for bf80c378-ce69-4628-a59d-4f9bc123c064 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:25.690774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.703799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.735069 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d34f8c44-828b-4f36-900f-700e5c844ff2 None None] Provisioning for port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:25.737030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f12f5d-c1d8-423b-8d17-c10b5f683c60 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:25.741202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f12f5d-c1d8-423b-8d17-c10b5f683c60 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:25.745640 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e2f12f5d-c1d8-423b-8d17-c10b5f683c60 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4909565 Apr 05 09:58:25.747467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57812) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:25.749960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:25.753014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.757293 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7f8af1c5-959e-4e3f-87e5-f1b4cb8ab366 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.8333237 Apr 05 09:58:25.757469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:25.785730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57816) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:25.796854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:25.797327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.801826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:25.836018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6c38f6ae-f091-436c-9e50-a312c196936c None None] For port fd75f416-4b9e-41ed-acaf-bb59cdec7fda, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fd75f416-4b9e-41ed-acaf-bb59cdec7fda,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:25.855388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1371683290'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:25.868548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Pushing event updated for resources: {'Port': ['ID=69ec684d-ea39-42fa-ac89-21a57b019139,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:25.877351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:25.899762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Usage tracker for resource:network and tenant:da8abae196a04b11bcaf8cb1de88eaab is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:25.904642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:25.914280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0e7acfa8-392c-42e8-b06a-08ad56c5749a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:25.933177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:25.938437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb373f-ac18-47e9-9b27-0dd4173886a4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port cc86d618-ea26-4725-bc8f-87b42e222bdd {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:25.939017 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dbeb373f-ac18-47e9-9b27-0dd4173886a4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.948244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:25.973421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-6c38f6ae-f091-436c-9e50-a312c196936c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:58:26.048982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c38f6ae-f091-436c-9e50-a312c196936c None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.085879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Made reservation on behalf of da8abae196a04b11bcaf8cb1de88eaab for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:26.089434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.096802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6c38f6ae-f091-436c-9e50-a312c196936c None None] Transition to ACTIVE for port object fd75f416-4b9e-41ed-acaf-bb59cdec7fda will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:26.112392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6c38f6ae-f091-436c-9e50-a312c196936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.158125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0e7acfa8-392c-42e8-b06a-08ad56c5749a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:26.162354 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0e7acfa8-392c-42e8-b06a-08ad56c5749a tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5508466 Apr 05 09:58:26.165186 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.165374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57820) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:26.229263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Transition to ACTIVE for port object 5696b7de-bc15-4f19-9664-60f6e024627d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:26.238540 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:58:26.240482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e2bdfb9f-e45c-40db-8244-5677ea3f602a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.306587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:26.326548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Usage tracker for resource:security_group_rule and tenant:da8abae196a04b11bcaf8cb1de88eaab is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:26.337122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:26.356276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:26.363155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdfb9f-e45c-40db-8244-5677ea3f602a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=bf80c378-ce69-4628-a59d-4f9bc123c064,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:26.443451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Transition to ACTIVE for port object 5696b7de-bc15-4f19-9664-60f6e024627d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:26.486539 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] DHCP port deletion for 7d14916a-f942-4026-a891-59fa2ac8c1b7 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:26.615191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Delete allocated IP 172.20.0.4 (97a6a890-8e8c-4edb-97a4-7d316b50a34c/57259c2f-60f2-4ebc-814a-74539904b531) {{(pid=83819) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 09:58:26.616975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.625296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.626557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.632958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:58:26.633606 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:58:26.643456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] Deleting port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:26.643727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d60e9db9-dc4d-42a3-b50d-8c9a5608dd36,segment=NetworkSegment(0f2cd49d-01e4-4507-b828-9eb0673ebea7),segment_id=0f2cd49d-01e4-4507-b828-9eb0673ebea7)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:26.644101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.644609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.685127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38f6ae-f091-436c-9e50-a312c196936c None None] Pushing event updated for resources: {'Port': ['ID=fd75f416-4b9e-41ed-acaf-bb59cdec7fda,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:26.718386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.723638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Allocated IP 172.20.0.37 (97a6a890-8e8c-4edb-97a4-7d316b50a34c/bd188ed4-9a22-45ca-8985-2c0ea61b942f/b6500847-2482-41ac-8062-cf3ff6ffd8cc) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:26.776456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb6cecf-bbb2-4fad-8070-68bb0ca956e6 None None] Update dhcp port {'port': {'network_id': '97a6a890-8e8c-4edb-97a4-7d316b50a34c', 'fixed_ips': [{'subnet_id': 'b6b27872-d671-45b3-9307-999388715fff', 'ip_address': '172.20.0.18'}, {'subnet_id': '57259c2f-60f2-4ebc-814a-74539904b531', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bd188ed4-9a22-45ca-8985-2c0ea61b942f'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '656c6d3b-ac92-4ec4-b0e2-e9b55892b40d'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 09:58:26.793753 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.838667 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Network fffdd129-3b7c-4a48-9f5f-2d5ba379547d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:26.845486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:26.869230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:26.872075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:26.881620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e2bdfb9f-e45c-40db-8244-5677ea3f602a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.887652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Pushing event updated for resources: {'Port': ['ID=5696b7de-bc15-4f19-9664-60f6e024627d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:26.938733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fbb6cecf-bbb2-4fad-8070-68bb0ca956e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:26.942455 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e2bdfb9f-e45c-40db-8244-5677ea3f602a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/bf80c378-ce69-4628-a59d-4f9bc123c064 HTTP/1.1" status: 204 len: 168 time: 2.8703036 Apr 05 09:58:26.944136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57826) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:26.964069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:58:27.038711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dbeb373f-ac18-47e9-9b27-0dd4173886a4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.050991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fe4e5e6-6bc2-49bb-a436-d4ac98b24dda tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.064022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06810984-c90a-465a-ab65-bd315072d041,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:27.081948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.084451 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Added segment 9e9e0a39-7a19-4e44-a11b-7ab9b6571171 of type vlan for network 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 Apr 05 09:58:27.108601 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e709e490-9eb2-4f18-b0c2-a8281d2f9532 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:58:27.109290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e709e490-9eb2-4f18-b0c2-a8281d2f9532 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:27.201885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fe4e5e6-6bc2-49bb-a436-d4ac98b24dda tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.317040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb373f-ac18-47e9-9b27-0dd4173886a4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for cc86d618-ea26-4725-bc8f-87b42e222bdd owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:27.348009 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Attempting to bind port 5696b7de-bc15-4f19-9664-60f6e024627d on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:27.348386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Attempting to bind port 5696b7de-bc15-4f19-9664-60f6e024627d by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '87ddce82-5abf-4c6f-91e5-e36e9fa8357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fffdd129-3b7c-4a48-9f5f-2d5ba379547d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:27.348747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Attempting to bind port 5696b7de-bc15-4f19-9664-60f6e024627d on network fffdd129-3b7c-4a48-9f5f-2d5ba379547d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:27.393365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5600f18-7bd4-4312-991d-19683bc3bf58 req-3a265337-e3b9-4a61-800b-6ea05eb8c02e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:27.394529 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5600f18-7bd4-4312-991d-19683bc3bf58 req-3a265337-e3b9-4a61-800b-6ea05eb8c02e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 945 time: 0.7518237 Apr 05 09:58:27.405542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.441161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.452810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:27.453189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Checking segment: {'id': '87ddce82-5abf-4c6f-91e5-e36e9fa8357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fffdd129-3b7c-4a48-9f5f-2d5ba379547d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:27.454623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.455227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Bound using segment: {'id': '87ddce82-5abf-4c6f-91e5-e36e9fa8357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fffdd129-3b7c-4a48-9f5f-2d5ba379547d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:27.455346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Bound port: 5696b7de-bc15-4f19-9664-60f6e024627d, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ddce82-5abf-4c6f-91e5-e36e9fa8357b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fffdd129-3b7c-4a48-9f5f-2d5ba379547d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:27.455764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.458344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e709e490-9eb2-4f18-b0c2-a8281d2f9532 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:27.459474 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e709e490-9eb2-4f18-b0c2-a8281d2f9532 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/bf80c378-ce69-4628-a59d-4f9bc123c064 HTTP/1.1" status: 404 len: 333 time: 0.4976366 Apr 05 09:58:27.468671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57830) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:27.472111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=d60e9db9-dc4d-42a3-b50d-8c9a5608dd36,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:27.472257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.499391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] For port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d60e9db9-dc4d-42a3-b50d-8c9a5608dd36,segment=NetworkSegment(0f2cd49d-01e4-4507-b828-9eb0673ebea7),segment_id=0f2cd49d-01e4-4507-b828-9eb0673ebea7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:27.500088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.538062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fe4e5e6-6bc2-49bb-a436-d4ac98b24dda tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.543033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No DVR routers for this DVR port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:27.599728 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5600f18-7bd4-4312-991d-19683bc3bf58 req-d7b1e8cc-4d48-472e-b0db-b98dc388a690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848745 Apr 05 09:58:27.601039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4e5e6-6bc2-49bb-a436-d4ac98b24dda tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ef1181-3ee5-4797-a16f-30fdee7be240,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:27.624794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.628499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:27.629077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.742850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port fd75f416-4b9e-41ed-acaf-bb59cdec7fda, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fd75f416-4b9e-41ed-acaf-bb59cdec7fda,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:27.769337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] Calling delete_port for d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:27.812831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Network': ['ID=9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:27.835302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:58:27.851581 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:58:27.854244 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-aa9657de-04b0-4315-af2f-0cc7be27e5fa tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0666587 Apr 05 09:58:27.876355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.882993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57836) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:27.905616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'subnet': {'network_id': '9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:27.926203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.932060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:27.954586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Transition to ACTIVE for port object b6500847-2482-41ac-8062-cf3ff6ffd8cc will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:27.976600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.099910 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fe4e5e6-6bc2-49bb-a436-d4ac98b24dda tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.101003 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6fe4e5e6-6bc2-49bb-a436-d4ac98b24dda tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/b2ef1181-3ee5-4797-a16f-30fdee7be240 HTTP/1.1" status: 204 len: 168 time: 1.8918486 Apr 05 09:58:28.120518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57840) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:28.147344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 68c5c181-f13a-4a3d-80d1-4d3be8e4060b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:28.156466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event updated for resources: {'Port': ['ID=b6500847-2482-41ac-8062-cf3ff6ffd8cc,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:28.156683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d14916a-f942-4026-a891-59fa2ac8c1b7']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:28.201006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2cd49d-01e4-4507-b828-9eb0673ebea7') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:28.201367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2cd49d-01e4-4507-b828-9eb0673ebea7') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:28.227550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00ff6d-9a72-4d49-878e-83b378f399a7 req-77f4dd9e-a3a5-4973-bedf-47ab940000c8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:28.229209 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd00ff6d-9a72-4d49-878e-83b378f399a7 req-77f4dd9e-a3a5-4973-bedf-47ab940000c8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 945 time: 0.3840835 Apr 05 09:58:28.241005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.265840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:28.278365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f95781-30d7-4ec0-b540-413cb8e24066 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet 331db1fe-a32e-4f04-ab25-2cf174916f4d {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:28.280979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Usage tracker for resource:subnet and tenant:da8abae196a04b11bcaf8cb1de88eaab is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:28.282150 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] In _notify_port_updated(), no bound segment for port b6500847-2482-41ac-8062-cf3ff6ffd8cc on network 97a6a890-8e8c-4edb-97a4-7d316b50a34c {{(pid=83819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:58:28.285523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32f95781-30d7-4ec0-b540-413cb8e24066 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.286232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:28.286943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.291254 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d2cc8df9-6e54-48dc-81b6-c6df4432587c tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "PUT /v2.0/ports/b6500847-2482-41ac-8062-cf3ff6ffd8cc HTTP/1.1" status: 200 len: 960 time: 3.2071302 Apr 05 09:58:28.295092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:58:28.298702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57844) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:28.316212 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:28.323578 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.326538 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dbeb373f-ac18-47e9-9b27-0dd4173886a4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.333544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=fd75f416-4b9e-41ed-acaf-bb59cdec7fda,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:28.342532 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5b8669e0-b84f-431b-9fde-4a7044d78a77 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2174764 Apr 05 09:58:28.346221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:28.352683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9daecd88-11ad-4f43-9d40-17fdfa962048 None None] Provisioning for port fd75f416-4b9e-41ed-acaf-bb59cdec7fda completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:28.364135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] For port 5696b7de-bc15-4f19-9664-60f6e024627d, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:28.366267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57848) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:28.370538 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] For port 5696b7de-bc15-4f19-9664-60f6e024627d, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5696b7de-bc15-4f19-9664-60f6e024627d,segment=NetworkSegment(87ddce82-5abf-4c6f-91e5-e36e9fa8357b),segment_id=87ddce82-5abf-4c6f-91e5-e36e9fa8357b)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:28.377075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:58:28.377268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:58:28.379232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-fbb6cecf-bbb2-4fad-8070-68bb0ca956e6 None None] Allocated IP 172.20.0.34 (97a6a890-8e8c-4edb-97a4-7d316b50a34c/bd188ed4-9a22-45ca-8985-2c0ea61b942f/656c6d3b-ac92-4ec4-b0e2-e9b55892b40d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:28.380381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088626492'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:28.381795 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.385739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9daecd88-11ad-4f43-9d40-17fdfa962048 None None] Provisioning complete for port fd75f416-4b9e-41ed-acaf-bb59cdec7fda triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:28.386152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9daecd88-11ad-4f43-9d40-17fdfa962048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.389194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:58:28.389788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.400014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:58:28.410390 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:58:28.423832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb373f-ac18-47e9-9b27-0dd4173886a4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=cc86d618-ea26-4725-bc8f-87b42e222bdd,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:28.462034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c583bf35-a83f-41df-9ba7-7d8e02b5f911 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port b6500847-2482-41ac-8062-cf3ff6ffd8cc {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:28.462481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c583bf35-a83f-41df-9ba7-7d8e02b5f911 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.495185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:28.498671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32f95781-30d7-4ec0-b540-413cb8e24066 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.515628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:28.534877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Made reservation on behalf of da8abae196a04b11bcaf8cb1de88eaab for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:28.567048 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd00ff6d-9a72-4d49-878e-83b378f399a7 req-6d7b79dd-5bbc-4a10-8b42-2a662fbb94fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3143320 Apr 05 09:58:28.586566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:28.610787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57852) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:28.617014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:28.636436 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38934fcc-8b6f-4790-9455-906c389e8841 None None] Pushing event updated for resources: {'Port': ['ID=5696b7de-bc15-4f19-9664-60f6e024627d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:28.680844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:28.681476 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.699119 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.856115 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-fbb6cecf-bbb2-4fad-8070-68bb0ca956e6 None None] For port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,segment=NetworkSegment(8baf835f-18cf-4680-bd4b-8e2488754837),segment_id=8baf835f-18cf-4680-bd4b-8e2488754837)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:28.867929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9daecd88-11ad-4f43-9d40-17fdfa962048 None None] Could not find standard attr ID for object cc86d618-ea26-4725-bc8f-87b42e222bdd. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:28.907115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:28.991088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] Deleting port d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:28.991541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.002590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.057487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Network': ['ID=7d14916a-f942-4026-a891-59fa2ac8c1b7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:29.067136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.070919 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5fa0431f-7298-4ed9-80b4-f8d4d3bb807a tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 1093 time: 0.4529395 Apr 05 09:58:29.080775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57856) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:29.083044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:29.083176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-fbb6cecf-bbb2-4fad-8070-68bb0ca956e6 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:58:29.102953 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7e8fa2a5-b3bb-48d6-93be-8aad952b8a6a tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/networks/7d14916a-f942-4026-a891-59fa2ac8c1b7 HTTP/1.1" status: 204 len: 168 time: 3.7938488 Apr 05 09:58:29.104083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57858) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:29.106750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.118774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:29.125466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:29.127733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2fddb5ee-903b-4d61-877e-e9e485eec35b None None] Could not find standard attr ID for object cc86d618-ea26-4725-bc8f-87b42e222bdd. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:29.129938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:floatingip and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:29.134380 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:29.142830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:29.162077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:29.171288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:29.180994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fbb6cecf-bbb2-4fad-8070-68bb0ca956e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.183115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.191102 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1998b4c8-06ff-4a9a-9339-22f56a08abcd None None] The port 'd60e9db9-dc4d-42a3-b50d-8c9a5608dd36' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:58:29.233091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:29.239891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-fbb6cecf-bbb2-4fad-8070-68bb0ca956e6 None None] Transition to ACTIVE for port object 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:29.246616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=68c5c181-f13a-4a3d-80d1-4d3be8e4060b,segment=NetworkSegment(499e9a3a-591a-44ae-9735-cc79b96073d4),segment_id=499e9a3a-591a-44ae-9735-cc79b96073d4)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:29.252897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fbb6cecf-bbb2-4fad-8070-68bb0ca956e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.296906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:29.314056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.315187 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fd75f416-4b9e-41ed-acaf-bb59cdec7fda up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:29.334562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32f95781-30d7-4ec0-b540-413cb8e24066 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.363027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Sync routers for ids ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:29.365334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c583bf35-a83f-41df-9ba7-7d8e02b5f911 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.440671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dbeb373f-ac18-47e9-9b27-0dd4173886a4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.442846 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dbeb373f-ac18-47e9-9b27-0dd4173886a4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/cc86d618-ea26-4725-bc8f-87b42e222bdd HTTP/1.1" status: 204 len: 168 time: 3.6940947 Apr 05 09:58:29.445638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57864) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:29.512485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.513715 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-07b6540d-440b-4a9c-94b9-7c4b684ed394 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.1142051 Apr 05 09:58:29.519960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57868) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:29.554875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c583bf35-a83f-41df-9ba7-7d8e02b5f911 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for b6500847-2482-41ac-8062-cf3ff6ffd8cc owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:29.562473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6cecf-bbb2-4fad-8070-68bb0ca956e6 None None] Pushing event updated for resources: {'Port': ['ID=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:29.566239 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Routers {'7080dbf3-b057-4529-b6f9-ade6cee0dcbe'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:29.566707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:29.820550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.827235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32f95781-30d7-4ec0-b540-413cb8e24066 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.843871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f1935-220a-47b5-807e-f0c8ae2dbc87 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:29.845284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f1935-220a-47b5-807e-f0c8ae2dbc87 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:29.846686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f1935-220a-47b5-807e-f0c8ae2dbc87 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:29.847623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-116f1935-220a-47b5-807e-f0c8ae2dbc87 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:29.856587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.903680 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=68c5c181-f13a-4a3d-80d1-4d3be8e4060b,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:29.909375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f95781-30d7-4ec0-b540-413cb8e24066 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=331db1fe-a32e-4f04-ab25-2cf174916f4d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:29.971420 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fd75f416-4b9e-41ed-acaf-bb59cdec7fda triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:29.971852 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:29.994813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-116f1935-220a-47b5-807e-f0c8ae2dbc87 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:30.000754 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-116f1935-220a-47b5-807e-f0c8ae2dbc87 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5540512 Apr 05 09:58:30.004482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73c126f-89d8-4181-83d8-c68e1b6fd9e1,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:30.007811 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57872) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:30.059974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2947ea8d-b49f-4eeb-8824-518ea1b105f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.079322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32f95781-30d7-4ec0-b540-413cb8e24066 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.085100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.086477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-720acd1f-1f6c-48f1-b40f-f5516a6ad034 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7197509 Apr 05 09:58:30.098863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57876) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:30.120204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Request body: {'security_group_rule': {'security_group_id': 'b73c126f-89d8-4181-83d8-c68e1b6fd9e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:30.134345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.141235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:30.177419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Set router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:30.177658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.210615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Usage tracker for resource:security_group_rule and tenant:979992c5bd6543309316c6f2ac524e49 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:30.230957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:30.242316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bd0145-5f57-405c-8d92-827d3019f6cf None None] Network fffdd129-3b7c-4a48-9f5f-2d5ba379547d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:30.249909 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-32f95781-30d7-4ec0-b540-413cb8e24066 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/331db1fe-a32e-4f04-ab25-2cf174916f4d HTTP/1.1" status: 204 len: 168 time: 2.7773702 Apr 05 09:58:30.258587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:30.265483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57880) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:30.282785 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3b94b86b-0666-4cdf-9313-04937794dd33 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:30.327080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 3b94b86b-0666-4cdf-9313-04937794dd33 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:30.328131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3b94b86b-0666-4cdf-9313-04937794dd33 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:30.328562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:30.418319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c583bf35-a83f-41df-9ba7-7d8e02b5f911 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.418908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Subnet': ['ID=59d90d7e-ea75-44f9-9f52-01737e4d299e,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:30.483773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.485506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Checking segment: {'id': '9e9e0a39-7a19-4e44-a11b-7ab9b6571171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:30.485857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network hostable DHCP agents. Network: 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:58:30.488741 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:30.489079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d60e9db9-dc4d-42a3-b50d-8c9a5608dd36 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:30.540507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.590280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.87 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/533e0284-3a95-4e2d-ac97-de93d1f20f1f) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:30.609400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583bf35-a83f-41df-9ba7-7d8e02b5f911 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=b6500847-2482-41ac-8062-cf3ff6ffd8cc,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:30.718850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3a2b-7acd-44ac-a9f9-7969ba4f49fe None None] Provisioning for port 5696b7de-bc15-4f19-9664-60f6e024627d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:30.794920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 5696b7de-bc15-4f19-9664-60f6e024627d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:30.795822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.797392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2c8e3a2b-7acd-44ac-a9f9-7969ba4f49fe None None] Could not find standard attr ID for object bf80c378-ce69-4628-a59d-4f9bc123c064. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:30.828662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.836931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fd75f416-4b9e-41ed-acaf-bb59cdec7fda up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:30.910407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'name': 'tempest-TestVolumeBootPattern-1897334240-router', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:20Z', 'updated_at': '2022-04-05T09:58:26Z', 'revision_number': 3, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'gw_port': {'id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:58:23Z', 'updated_at': '2022-04-05T09:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:30.920753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2f0ef60f-3b3d-412c-b6aa-5793d02034d7 None None] Could not find standard attr ID for object b6500847-2482-41ac-8062-cf3ff6ffd8cc. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:30.928056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Checking router: 7080dbf3-b057-4529-b6f9-ade6cee0dcbe for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:30.928685 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Updating router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe port 69ec684d-ea39-42fa-ac89-21a57b019139 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:58:30.953686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.965638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:30.970105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c84e384-4c84-41c5-8698-d5648fed42f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 2a78101f-d77d-4bfc-88c1-c6a26487b00b {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:30.985749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c84e384-4c84-41c5-8698-d5648fed42f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.009078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.046856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c583bf35-a83f-41df-9ba7-7d8e02b5f911 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.057942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2f0ef60f-3b3d-412c-b6aa-5793d02034d7 None None] Provisioning for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:31.065808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7913304-f493-4c3b-9f44-b0bc1843e019,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:31.095418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2f0ef60f-3b3d-412c-b6aa-5793d02034d7 None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:31.095418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef60f-3b3d-412c-b6aa-5793d02034d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.097349 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c583bf35-a83f-41df-9ba7-7d8e02b5f911 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/b6500847-2482-41ac-8062-cf3ff6ffd8cc HTTP/1.1" status: 204 len: 168 time: 2.7949331 Apr 05 09:58:31.100570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57884) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:31.113511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:58:31.122667 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fd75f416-4b9e-41ed-acaf-bb59cdec7fda triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:31.123128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.167608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:31.172391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] DHCP port deletion for fffdd129-3b7c-4a48-9f5f-2d5ba379547d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:31.177315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.178757 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ccf450ce-70e0-481f-9bfe-5aed508031f4 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0777640 Apr 05 09:58:31.181708 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c84e384-4c84-41c5-8698-d5648fed42f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.198420 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a670405e-32e3-4c5c-a68d-dd3025c5f6c6 None None] Network 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:31.230884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57888) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:31.260471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:31.260983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.271541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] Deleting port 5696b7de-bc15-4f19-9664-60f6e024627d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:31.271920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.290185 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-21aedbb0-e444-4411-a9f5-6e358b062d76 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] GET failed (client error): The resource could not be found. Apr 05 09:58:31.291224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-21aedbb0-e444-4411-a9f5-6e358b062d76 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Synchronizing usage tracker for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:31.309881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.336248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-21aedbb0-e444-4411-a9f5-6e358b062d76 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Unset dirty status for tenant:ac5795c722a94f62a5226dd40339ffaf on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:31.338041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-21aedbb0-e444-4411-a9f5-6e358b062d76 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports/b6500847-2482-41ac-8062-cf3ff6ffd8cc HTTP/1.1" status: 404 len: 333 time: 0.2212059 Apr 05 09:58:31.343785 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57892) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:31.347832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c84e384-4c84-41c5-8698-d5648fed42f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.362336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] For port 5696b7de-bc15-4f19-9664-60f6e024627d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5696b7de-bc15-4f19-9664-60f6e024627d,segment=NetworkSegment(87ddce82-5abf-4c6f-91e5-e36e9fa8357b),segment_id=87ddce82-5abf-4c6f-91e5-e36e9fa8357b)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:31.362336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.384469 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0799ff39-34f4-4c78-8365-4d6af98e2e0b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4945917 Apr 05 09:58:31.391931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57896) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:31.415747 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'network': {'name': 'tempest-router-network01--306250022'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:31.434342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:31.447851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Usage tracker for resource:network and tenant:da8abae196a04b11bcaf8cb1de88eaab is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:31.460358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:31.482211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:31.499644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.524389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 5696b7de-bc15-4f19-9664-60f6e024627d owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:31.612243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Made reservation on behalf of da8abae196a04b11bcaf8cb1de88eaab for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:31.618684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.663841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c84e384-4c84-41c5-8698-d5648fed42f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.710952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=533e0284-3a95-4e2d-ac97-de93d1f20f1f,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:31.715319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bbceb9ab-58b4-430e-8b03-fe576bb17d48 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.762855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3c84e384-4c84-41c5-8698-d5648fed42f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.769915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-893a404c-fb95-48eb-b5ec-4bd992eebaed tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.774509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bbceb9ab-58b4-430e-8b03-fe576bb17d48 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.793154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92deae3b-7940-4e4a-8853-cdbce4f0c29f None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:31.797974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84e384-4c84-41c5-8698-d5648fed42f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=2a78101f-d77d-4bfc-88c1-c6a26487b00b,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:31.818244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:58:31.821369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:31.831596 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3c84e384-4c84-41c5-8698-d5648fed42f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/2a78101f-d77d-4bfc-88c1-c6a26487b00b HTTP/1.1" status: 204 len: 168 time: 1.8079505 Apr 05 09:58:31.833284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:31.836843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:31.847367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57900) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:31.892255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.892920 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Added segment e1f2da95-f7ac-407a-a8b2-15d9cded13c5 of type vlan for network 9ced6720-845b-4c65-88ee-b8da86f6cb37 Apr 05 09:58:31.931419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-893a404c-fb95-48eb-b5ec-4bd992eebaed tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.939153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.979995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bbceb9ab-58b4-430e-8b03-fe576bb17d48 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:31.982034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 68c5c181-f13a-4a3d-80d1-4d3be8e4060b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:31.990088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.033292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbceb9ab-58b4-430e-8b03-fe576bb17d48 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02922e0-62ad-49bd-8d97-7bfb16a98639,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:32.054420 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=5696b7de-bc15-4f19-9664-60f6e024627d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:32.069764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bbceb9ab-58b4-430e-8b03-fe576bb17d48 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.070890 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bbceb9ab-58b4-430e-8b03-fe576bb17d48 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/security-groups/d02922e0-62ad-49bd-8d97-7bfb16a98639 HTTP/1.1" status: 204 len: 168 time: 0.7259991 Apr 05 09:58:32.093675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No DVR routers for this DVR port 5696b7de-bc15-4f19-9664-60f6e024627d on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:32.099216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57904) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:32.114249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.118302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:32.119073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.134771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] For port 5696b7de-bc15-4f19-9664-60f6e024627d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5696b7de-bc15-4f19-9664-60f6e024627d,segment=NetworkSegment(87ddce82-5abf-4c6f-91e5-e36e9fa8357b),segment_id=87ddce82-5abf-4c6f-91e5-e36e9fa8357b)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:32.135176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.196069 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fdabef84-23cb-455a-b7e9-a3901b27ed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.245970 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8450699 Apr 05 09:58:32.250401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57908) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:32.331889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] Calling delete_port for 5696b7de-bc15-4f19-9664-60f6e024627d owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:32.379401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2f0ef60f-3b3d-412c-b6aa-5793d02034d7 None None] Provisioning complete for port 98b9c17a-982c-4eee-861d-6c12539e15bb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:32.379813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f0ef60f-3b3d-412c-b6aa-5793d02034d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.402699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07', 'network_id': '9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07', 'tenant_id': 'da8abae196a04b11bcaf8cb1de88eaab', 'fixed_ips': [{'subnet_id': '59d90d7e-ea75-44f9-9f52-01737e4d299e'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:58:32.403602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.438134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:58:32.440276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'network': {'name': 'tempest-router-network02--395381571'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:32.443611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39d52b-aabb-4a0b-aac5-a4b878708c4f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Network': ['ID=9ced6720-845b-4c65-88ee-b8da86f6cb37,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:32.495914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 9ced6720-845b-4c65-88ee-b8da86f6cb37 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:58:32.503309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:32.516520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Usage tracker for resource:network and tenant:da8abae196a04b11bcaf8cb1de88eaab is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:32.524655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:32.543959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:32.588381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Made reservation on behalf of da8abae196a04b11bcaf8cb1de88eaab for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:32.591576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.640385 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-893a404c-fb95-48eb-b5ec-4bd992eebaed tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.667171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:58:32.689110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.689462 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Added segment d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7 of type vlan for network bcd03c16-5605-4ee2-8510-c5478ead0172 Apr 05 09:58:32.695498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.714016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a404c-fb95-48eb-b5ec-4bd992eebaed tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73c126f-89d8-4181-83d8-c68e1b6fd9e1,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:32.715452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ef60f-3b3d-412c-b6aa-5793d02034d7 None None] Port 98b9c17a-982c-4eee-861d-6c12539e15bb cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:32.742577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.785525 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.789334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:32.789972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.810121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffdd129-3b7c-4a48-9f5f-2d5ba379547d']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:32.825252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0cb23af-7981-4a01-967e-9e55e7b36115 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.832704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.839760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-745dd212-2c0e-4769-8600-5803553b3929 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet b79a112e-7566-41e5-9e87-99c96f6e601d {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:32.853039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:32.853646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.859202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ddce82-5abf-4c6f-91e5-e36e9fa8357b') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:32.859780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ddce82-5abf-4c6f-91e5-e36e9fa8357b') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:32.875928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-745dd212-2c0e-4769-8600-5803553b3929 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.892978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:58:32.893328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:58:32.917275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-893a404c-fb95-48eb-b5ec-4bd992eebaed tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.921419 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-893a404c-fb95-48eb-b5ec-4bd992eebaed tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/b73c126f-89d8-4181-83d8-c68e1b6fd9e1 HTTP/1.1" status: 204 len: 168 time: 1.6871984 Apr 05 09:58:32.926367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57912) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:32.928153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.954914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Transition to ACTIVE for port object 69ec684d-ea39-42fa-ac89-21a57b019139 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:32.968140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7828ae94-b9c2-4173-abda-de29a78947b1 None None] Could not find standard attr ID for object b6500847-2482-41ac-8062-cf3ff6ffd8cc. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:32.970114 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0cb23af-7981-4a01-967e-9e55e7b36115 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:32.980038 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7262743 Apr 05 09:58:32.980676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57916) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:32.998945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110f10f-b29f-407b-986b-10764dd04c8e tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Network': ['ID=bcd03c16-5605-4ee2-8510-c5478ead0172,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:33.008796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'subnet': {'network_id': '9ced6720-845b-4c65-88ee-b8da86f6cb37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:33.011845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.032530 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.038417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-745dd212-2c0e-4769-8600-5803553b3929 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.065550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:58:33.065953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.074452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network bcd03c16-5605-4ee2-8510-c5478ead0172 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:58:33.080076 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:58:33.113306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.187298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:33.191674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Usage tracker for resource:subnet and tenant:da8abae196a04b11bcaf8cb1de88eaab is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:33.195845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:33.208200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:33.210497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.223230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.227229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.260028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0fa88aff-35fb-409a-bc07-996a8188fb92 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:33.273752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.283899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Made reservation on behalf of da8abae196a04b11bcaf8cb1de88eaab for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:33.290300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8837a-34c2-4754-a47d-0e35eec9dd02 None None] Pushing event updated for resources: {'Port': ['ID=69ec684d-ea39-42fa-ac89-21a57b019139,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:33.294117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0cb23af-7981-4a01-967e-9e55e7b36115 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.299388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.302842 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Allocated IP 2001:db8::2 (9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07/59d90d7e-ea75-44f9-9f52-01737e4d299e/1b3ee9cb-3047-4712-bc66-26c43d0b8397) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:33.334201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Network': ['ID=fffdd129-3b7c-4a48-9f5f-2d5ba379547d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:33.341390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb23af-7981-4a01-967e-9e55e7b36115 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf545f8-88bf-438a-85e0-4613dae8bcc5,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:33.341620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Attempting to bind port 69ec684d-ea39-42fa-ac89-21a57b019139 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:33.341907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Attempting to bind port 69ec684d-ea39-42fa-ac89-21a57b019139 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:33.343104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Attempting to bind port 69ec684d-ea39-42fa-ac89-21a57b019139 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:33.395981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0fa88aff-35fb-409a-bc07-996a8188fb92 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:33.397526 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0fa88aff-35fb-409a-bc07-996a8188fb92 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4607899 Apr 05 09:58:33.397644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:33.397946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:33.398322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.398705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:33.399186 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Bound port: 69ec684d-ea39-42fa-ac89-21a57b019139, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:33.399580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.399974 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-abcc1718-758f-41e0-8993-e58f914b61d9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/networks/fffdd129-3b7c-4a48-9f5f-2d5ba379547d HTTP/1.1" status: 204 len: 168 time: 3.1202309 Apr 05 09:58:33.403739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57920) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:33.404262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57922) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:33.405583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0cb23af-7981-4a01-967e-9e55e7b36115 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.409932 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f0cb23af-7981-4a01-967e-9e55e7b36115 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/security-groups/adf545f8-88bf-438a-85e0-4613dae8bcc5 HTTP/1.1" status: 204 len: 168 time: 1.2459226 Apr 05 09:58:33.417897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-745dd212-2c0e-4769-8600-5803553b3929 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.424351 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] Deleting port 5696b7de-bc15-4f19-9664-60f6e024627d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:33.424728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.448268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57924) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:33.464270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'name': 'tempest-PortsIpV6TestJSON-366586343'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:33.491608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:33.518997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.653504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bc925553-0ce0-4cd2-a7e8-872372a7285b None None] The port '5696b7de-bc15-4f19-9664-60f6e024627d' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:58:33.722260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-168e4a61-5a56-408a-a03e-3b4de62ad682 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.756811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2c73d448-d0f2-45e6-80bb-580f81d206b6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Synchronizing usage tracker for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:33.768436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:33.807749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:port and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:33.812607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.818533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-745dd212-2c0e-4769-8600-5803553b3929 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.824743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:33.828625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-168e4a61-5a56-408a-a03e-3b4de62ad682 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.852148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.920399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:33.940633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dd212-2c0e-4769-8600-5803553b3929 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=b79a112e-7566-41e5-9e87-99c96f6e601d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:33.959860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] For port 69ec684d-ea39-42fa-ac89-21a57b019139, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:33.962086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.969929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] For port 69ec684d-ea39-42fa-ac89-21a57b019139, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=69ec684d-ea39-42fa-ac89-21a57b019139,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:33.970418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2c73d448-d0f2-45e6-80bb-580f81d206b6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] Unset dirty status for tenant:979992c5bd6543309316c6f2ac524e49 on resource:security_group_rule {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:33.971915 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2c73d448-d0f2-45e6-80bb-580f81d206b6 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5595310 Apr 05 09:58:33.979699 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57932) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:33.984747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Transition to ACTIVE for port object 1b3ee9cb-3047-4712-bc66-26c43d0b8397 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:33.988589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-745dd212-2c0e-4769-8600-5803553b3929 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:33.992011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:33.992495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.027558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.035844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:34.039264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.068852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port b921f194-feee-4c21-a3b6-87067bda1b48 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:34.069199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.077344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=533e0284-3a95-4e2d-ac97-de93d1f20f1f,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:34.102270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Transition to ACTIVE for port object 1b3ee9cb-3047-4712-bc66-26c43d0b8397 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:34.118580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-168e4a61-5a56-408a-a03e-3b4de62ad682 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.120470 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-0848f8e1-f060-4d28-9ba8-e2dc221f7ad3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] delete failed (client error): The resource could not be found. Apr 05 09:58:34.126468 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0848f8e1-f060-4d28-9ba8-e2dc221f7ad3 tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "DELETE /v2.0/security-groups/b73c126f-89d8-4181-83d8-c68e1b6fd9e1 HTTP/1.1" status: 404 len: 347 time: 0.1353364 Apr 05 09:58:34.128333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57936) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:34.138383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.146731 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-745dd212-2c0e-4769-8600-5803553b3929 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/b79a112e-7566-41e5-9e87-99c96f6e601d HTTP/1.1" status: 204 len: 168 time: 2.2913914 Apr 05 09:58:34.153110 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-511e79f8-858f-466a-a353-53b1503a4062 req-e0431bd5-221d-4cfd-b622-1f09b8d025d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4288166 Apr 05 09:58:34.155872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57940) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:34.177560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port a5aa4c8b-0a1b-4f1a-8b87-7569df88911e yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:58:34.181430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8837a-34c2-4754-a47d-0e35eec9dd02 None None] Pushing event updated for resources: {'Port': ['ID=69ec684d-ea39-42fa-ac89-21a57b019139,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:34.259247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.279192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7b7b5-db40-4256-927e-3f0f7df8d52a None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:34.295993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Network 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:34.330204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:34.393726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:34.406509 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Routers {'7080dbf3-b057-4529-b6f9-ade6cee0dcbe'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:34.407159 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:34.426940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e4a61-5a56-408a-a03e-3b4de62ad682 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d287c-cb3e-459c-8a91-841d7906adf9,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:34.488470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.540672 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c5aa470f-a315-4a25-a462-6eec7d7621db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:router {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:34.545590 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.586513 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Pushing event updated for resources: {'Port': ['ID=1b3ee9cb-3047-4712-bc66-26c43d0b8397,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:34.608962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c5aa470f-a315-4a25-a462-6eec7d7621db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:router {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:34.610866 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0d1709ab-98bc-462f-a817-4cdaab419e7b tempest-SecGroupIPv6Test-1460698859 tempest-SecGroupIPv6Test-1460698859-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4661052 Apr 05 09:58:34.627487 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c5aa470f-a315-4a25-a462-6eec7d7621db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4305096 Apr 05 09:58:34.633129 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57944) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:34.636673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-168e4a61-5a56-408a-a03e-3b4de62ad682 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.645377 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-168e4a61-5a56-408a-a03e-3b4de62ad682 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/security-groups/9f1d287c-cb3e-459c-8a91-841d7906adf9 HTTP/1.1" status: 204 len: 168 time: 1.1925430 Apr 05 09:58:34.648859 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57948) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:34.653575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:34.706907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5696b7de-bc15-4f19-9664-60f6e024627d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:34.794903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Subnet': ['ID=4fc174c3-4ab5-4642-b714-3bc9908a3691,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:34.816867 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-511e79f8-858f-466a-a353-53b1503a4062 req-a3f65e72-8551-46df-89eb-71ce1a708922 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 1098 time: 0.3719301 Apr 05 09:58:34.829774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Checking segment: {'id': 'e1f2da95-f7ac-407a-a8b2-15d9cded13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9ced6720-845b-4c65-88ee-b8da86f6cb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:34.830142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network hostable DHCP agents. Network: 9ced6720-845b-4c65-88ee-b8da86f6cb37, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:58:34.877887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 5696b7de-bc15-4f19-9664-60f6e024627d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:34.878229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5696b7de-bc15-4f19-9664-60f6e024627d not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 09:58:34.884600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:34.920928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:34.995694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57956) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:34.995869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:34.999105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Port 5696b7de-bc15-4f19-9664-60f6e024627d not found, will not notify nova. {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 09:58:34.999269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:35.004999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network 9ced6720-845b-4c65-88ee-b8da86f6cb37 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:58:35.036191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port b921f194-feee-4c21-a3b6-87067bda1b48, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b921f194-feee-4c21-a3b6-87067bda1b48,segment=NetworkSegment(50ffa5e6-eff6-4e92-985e-681df2d6ddc7),segment_id=50ffa5e6-eff6-4e92-985e-681df2d6ddc7)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:35.036554 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.053197 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:35.055565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] Set router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:35.087376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e79f8-858f-466a-a353-53b1503a4062 req-148f2674-d22c-4d6d-a724-504fc471b485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:35.089060 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-511e79f8-858f-466a-a353-53b1503a4062 req-148f2674-d22c-4d6d-a724-504fc471b485 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a95b3521-e819-46ba-b3ca-b568c40ee172 HTTP/1.1" status: 200 len: 896 time: 0.2481737 Apr 05 09:58:35.097474 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 9ced6720-845b-4c65-88ee-b8da86f6cb37) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:35.099993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-58a03e27-e845-433e-bfa4-19e60ab71bf6 None None] Provisioning complete for port fd75f416-4b9e-41ed-acaf-bb59cdec7fda triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:35.100798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-58a03e27-e845-433e-bfa4-19e60ab71bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.105336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:35.106088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.157317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6c3d02-6df1-4f68-87d5-8d96e7fca81a None None] Network 9ced6720-845b-4c65-88ee-b8da86f6cb37 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:35.176988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5696b7de-bc15-4f19-9664-60f6e024627d no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:35.236611 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-511e79f8-858f-466a-a353-53b1503a4062 req-a5a3bd55-963c-40ca-86e1-4f72c81a04c6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe HTTP/1.1" status: 200 len: 998 time: 0.1243629 Apr 05 09:58:35.242876 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP 5b0d204b-073c-4c63-9ebb-48d29258e96e associated. External IP: 172.26.4.87, port: 99e5fd2b-91ef-413c-bda5-e717b42e9cfe. Apr 05 09:58:35.294770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for b921f194-feee-4c21-a3b6-87067bda1b48 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:35.313675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 5696b7de-bc15-4f19-9664-60f6e024627d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:35.314019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5696b7de-bc15-4f19-9664-60f6e024627d not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:35.323356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:35.327925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.399360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Attempting to bind port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:35.399690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Attempting to bind port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '9e9e0a39-7a19-4e44-a11b-7ab9b6571171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:35.399846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Attempting to bind port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 on network 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:35.424357 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0ab03b73-f9a7-4117-a6e0-fbc7bb94fbf1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4371212 Apr 05 09:58:35.440793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57962) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:35.464877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'subnet': {'network_id': 'bcd03c16-5605-4ee2-8510-c5478ead0172', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:35.502391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.503979 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:35.504445 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Checking segment: {'id': '9e9e0a39-7a19-4e44-a11b-7ab9b6571171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:35.510520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.511422 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Bound using segment: {'id': '9e9e0a39-7a19-4e44-a11b-7ab9b6571171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:35.511953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Bound port: 1b3ee9cb-3047-4712-bc66-26c43d0b8397, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9e0a39-7a19-4e44-a11b-7ab9b6571171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:35.512351 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.610862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:35.615659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Usage tracker for resource:subnet and tenant:da8abae196a04b11bcaf8cb1de88eaab is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:35.619488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:35.624285 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Allocated IP 172.20.0.1 (21d7d4c1-4771-477e-b30f-e427a6034925/749290b7-3419-48eb-8aab-ddbe3a31d953/72edbe50-8f6b-405c-aa10-f18209ad6316) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:35.627088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:35.633409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aed9f6b-f1ac-4e18-a689-ebaf447a5422 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet 57259c2f-60f2-4ebc-814a-74539904b531 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:35.635263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e79f8-858f-466a-a353-53b1503a4062 req-9dab9706-dafa-407f-b183-b095689cd534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:35.637035 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-511e79f8-858f-466a-a353-53b1503a4062 req-9dab9706-dafa-407f-b183-b095689cd534 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b64a09b-94df-4340-9ad3-f54059f9e248 HTTP/1.1" status: 200 len: 835 time: 0.3374879 Apr 05 09:58:35.644981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aed9f6b-f1ac-4e18-a689-ebaf447a5422 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.717255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Made reservation on behalf of da8abae196a04b11bcaf8cb1de88eaab for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:35.806259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4567be3d-644c-4623-99f3-004a81f0a1e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=979992c5bd6543309316c6f2ac524e49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8068805 Apr 05 09:58:35.822069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57966) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:35.830440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aed9f6b-f1ac-4e18-a689-ebaf447a5422 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.842077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ad5cc1-5297-4f26-a52c-5b74f42bd39a None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:35.892980 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad5cc1-5297-4f26-a52c-5b74f42bd39a None None] Deleting port fd75f416-4b9e-41ed-acaf-bb59cdec7fda {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:35.893345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d8ad5cc1-5297-4f26-a52c-5b74f42bd39a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.900962 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.907065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:35.944299 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] For port 1b3ee9cb-3047-4712-bc66-26c43d0b8397, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:35.947671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-9ced6720-845b-4c65-88ee-b8da86f6cb37', 'network_id': '9ced6720-845b-4c65-88ee-b8da86f6cb37', 'tenant_id': 'da8abae196a04b11bcaf8cb1de88eaab', 'fixed_ips': [{'subnet_id': '4fc174c3-4ab5-4642-b714-3bc9908a3691'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:58:35.948477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.016128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] For port 1b3ee9cb-3047-4712-bc66-26c43d0b8397, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1b3ee9cb-3047-4712-bc66-26c43d0b8397,segment=NetworkSegment(9e9e0a39-7a19-4e44-a11b-7ab9b6571171),segment_id=9e9e0a39-7a19-4e44-a11b-7ab9b6571171)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:36.068043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.069032 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-511e79f8-858f-466a-a353-53b1503a4062 req-d2205115-c8ca-4e5a-8421-bdf28b2e26ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a95b3521-e819-46ba-b3ca-b568c40ee172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4165208 Apr 05 09:58:36.230154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=a5aa4c8b-0a1b-4f1a-8b87-7569df88911e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:36.272791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:36.278803 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:36.286881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.289581 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792e8c1-26c0-409a-a388-78e7ab6b0ef5 None None] Pushing event updated for resources: {'Port': ['ID=1b3ee9cb-3047-4712-bc66-26c43d0b8397,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:36.298289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'name': 'tempest-TestVolumeBootPattern-1897334240-router', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:20Z', 'updated_at': '2022-04-05T09:58:26Z', 'revision_number': 3, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'gw_port': {'id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:58:23Z', 'updated_at': '2022-04-05T09:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:36.300767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:36.304849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:36.305548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.312550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe288158-1553-4b49-8b71-a421bb7f1fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.350800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a58fc0-8acf-47c0-8a20-d2de06d6a84c None None] The sync data for ids ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'] in dv-neutron-833199-1-hyperv is: [{'id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'name': 'tempest-TestVolumeBootPattern-1897334240-router', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:20Z', 'updated_at': '2022-04-05T09:58:26Z', 'revision_number': 3, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'gw_port': {'id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:58:23Z', 'updated_at': '2022-04-05T09:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:36.367760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d8ad5cc1-5297-4f26-a52c-5b74f42bd39a None None] For port fd75f416-4b9e-41ed-acaf-bb59cdec7fda, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fd75f416-4b9e-41ed-acaf-bb59cdec7fda,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:36.368065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d8ad5cc1-5297-4f26-a52c-5b74f42bd39a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.380527 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.386614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Port': ['ID=b921f194-feee-4c21-a3b6-87067bda1b48,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:36.423697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aed9f6b-f1ac-4e18-a689-ebaf447a5422 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.436340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe288158-1553-4b49-8b71-a421bb7f1fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.547998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Transition to ACTIVE for port object 72edbe50-8f6b-405c-aa10-f18209ad6316 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:36.614260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad5cc1-5297-4f26-a52c-5b74f42bd39a None None] Calling delete_port for fd75f416-4b9e-41ed-acaf-bb59cdec7fda owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:36.667320 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-511e79f8-858f-466a-a353-53b1503a4062 req-392d2a15-b749-42f7-bf28-baf672c5cd83 service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833783 Apr 05 09:58:36.674725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.680147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Allocated IP 2001:db8::2 (9ced6720-845b-4c65-88ee-b8da86f6cb37/4fc174c3-4ab5-4642-b714-3bc9908a3691/08fc5ecc-9b44-407d-81a0-24e6ec871359) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:36.782565 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7b129ed5-28f1-4b9f-977d-b969a81daa32 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3660238 Apr 05 09:58:36.798418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 57970) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:36.901501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Network 21d7d4c1-4771-477e-b30f-e427a6034925 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:36.912139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d8ad5cc1-5297-4f26-a52c-5b74f42bd39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:36.926236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:36.976640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:37.065081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad5cc1-5297-4f26-a52c-5b74f42bd39a None None] Pushing event deleted for resources: {'Port': ['ID=fd75f416-4b9e-41ed-acaf-bb59cdec7fda,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:37.115182 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Pushing event updated for resources: {'Port': ['ID=72edbe50-8f6b-405c-aa10-f18209ad6316,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:37.121880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ad5cc1-5297-4f26-a52c-5b74f42bd39a None None] No DVR routers for this DVR port fd75f416-4b9e-41ed-acaf-bb59cdec7fda on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:37.194921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe288158-1553-4b49-8b71-a421bb7f1fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.254954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.309984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.333567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.341363 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Transition to ACTIVE for port object 08fc5ecc-9b44-407d-81a0-24e6ec871359 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:37.349877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1b3ee9cb-3047-4712-bc66-26c43d0b8397 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:37.361855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe288158-1553-4b49-8b71-a421bb7f1fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c4554f-b596-40b0-a8f0-577c4bd8e53d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:37.381129 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:58:37.412862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.419887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c709ca18-11ad-48d7-bfe0-ab9847d84b07 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port a5aa4c8b-0a1b-4f1a-8b87-7569df88911e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:37.420319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c709ca18-11ad-48d7-bfe0-ab9847d84b07 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.434342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Transition to ACTIVE for port object 08fc5ecc-9b44-407d-81a0-24e6ec871359 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:37.455018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.515624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Subnet': ['ID=fbc01725-deeb-4278-9c50-6384be2418e6,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:37.519239 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f825adbe-6092-43c9-bf33-53d636575ff6 None None] Provisioning for port 72edbe50-8f6b-405c-aa10-f18209ad6316 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:37.528751 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-511e79f8-858f-466a-a353-53b1503a4062 req-c83d51c1-538e-48d5-81f5-94640a03a2ca service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559236 Apr 05 09:58:37.534184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe288158-1553-4b49-8b71-a421bb7f1fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.535682 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fe288158-1553-4b49-8b71-a421bb7f1fcb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67c4554f-b596-40b0-a8f0-577c4bd8e53d HTTP/1.1" status: 204 len: 168 time: 1.7125759 Apr 05 09:58:37.552861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Checking segment: {'id': 'd9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bcd03c16-5605-4ee2-8510-c5478ead0172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:37.553549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network hostable DHCP agents. Network: bcd03c16-5605-4ee2-8510-c5478ead0172, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:58:37.602778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f825adbe-6092-43c9-bf33-53d636575ff6 None None] Provisioning complete for port 72edbe50-8f6b-405c-aa10-f18209ad6316 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:37.606959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f825adbe-6092-43c9-bf33-53d636575ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.621091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network bcd03c16-5605-4ee2-8510-c5478ead0172 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:58:37.676474 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, bcd03c16-5605-4ee2-8510-c5478ead0172) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:37.690354 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:37.690936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.740730 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f825adbe-6092-43c9-bf33-53d636575ff6 None None] Port 72edbe50-8f6b-405c-aa10-f18209ad6316 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:37.749485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Pushing event updated for resources: {'Port': ['ID=08fc5ecc-9b44-407d-81a0-24e6ec871359,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:37.756827 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dda9e2-c066-4b9c-9225-08dff6b0c2c7 None None] Network bcd03c16-5605-4ee2-8510-c5478ead0172 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:37.788918 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-96dd9e3d-e398-4018-b258-53bc3b1b9cb7 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3432972 Apr 05 09:58:37.802971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57978) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:37.804067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aed9f6b-f1ac-4e18-a689-ebaf447a5422 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.857602 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:37.869861 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:37.900101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:37.900703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:37.912749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5cfc43-7f29-4fd2-89d6-3e6bc8a82685 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:37.941929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router d570a90e-06b1-485f-b0ea-081a9334e4ce has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:58:37.964006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Network 9ced6720-845b-4c65-88ee-b8da86f6cb37 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:38.031953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:38.043204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:38.091052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4202d357-705d-43f9-b9c5-36aac5c03148 None None] Network 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:38.113419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:38.127270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 69ec684d-ea39-42fa-ac89-21a57b019139 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:38.164756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c709ca18-11ad-48d7-bfe0-ab9847d84b07 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:38.300680 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Attempting to bind port 08fc5ecc-9b44-407d-81a0-24e6ec871359 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:38.301043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Attempting to bind port 08fc5ecc-9b44-407d-81a0-24e6ec871359 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'e1f2da95-f7ac-407a-a8b2-15d9cded13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9ced6720-845b-4c65-88ee-b8da86f6cb37'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:38.301311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Attempting to bind port 08fc5ecc-9b44-407d-81a0-24e6ec871359 on network 9ced6720-845b-4c65-88ee-b8da86f6cb37 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:38.331826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c709ca18-11ad-48d7-bfe0-ab9847d84b07 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for a5aa4c8b-0a1b-4f1a-8b87-7569df88911e owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:38.430062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:38.430583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Checking segment: {'id': 'e1f2da95-f7ac-407a-a8b2-15d9cded13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9ced6720-845b-4c65-88ee-b8da86f6cb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:38.430824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:38.431212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Bound using segment: {'id': 'e1f2da95-f7ac-407a-a8b2-15d9cded13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9ced6720-845b-4c65-88ee-b8da86f6cb37'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:38.431777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Bound port: 08fc5ecc-9b44-407d-81a0-24e6ec871359, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f2da95-f7ac-407a-a8b2-15d9cded13c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9ced6720-845b-4c65-88ee-b8da86f6cb37'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:38.433143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:38.435002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:38.487013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:38.495447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0184c8a6-11f2-4a37-8ea9-0d885be65cf0 None None] Provisioning for port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:38.504125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=c273a79e-601a-4ef0-8bc7-a1f959202517,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:38.561405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c709ca18-11ad-48d7-bfe0-ab9847d84b07 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:38.565657 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-976787ba-0c38-4ce0-9571-87896b139cb3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9244576 Apr 05 09:58:38.588432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3aed9f6b-f1ac-4e18-a689-ebaf447a5422 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:38.591551 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 57996) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:38.609407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:38.614394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-bcd03c16-5605-4ee2-8510-c5478ead0172', 'network_id': 'bcd03c16-5605-4ee2-8510-c5478ead0172', 'tenant_id': 'da8abae196a04b11bcaf8cb1de88eaab', 'fixed_ips': [{'subnet_id': 'fbc01725-deeb-4278-9c50-6384be2418e6'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:58:38.615180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:38.623887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e980e74d-1592-4edb-af82-b61455926138 None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:38.682805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0184c8a6-11f2-4a37-8ea9-0d885be65cf0 None None] Provisioning complete for port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:38.683170 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0184c8a6-11f2-4a37-8ea9-0d885be65cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:38.848531 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed9f6b-f1ac-4e18-a689-ebaf447a5422 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=57259c2f-60f2-4ebc-814a-74539904b531,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:38.865256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58002) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:38.869960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': 'c273a79e-601a-4ef0-8bc7-a1f959202517'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:58:38.870815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:38.880131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709ca18-11ad-48d7-bfe0-ab9847d84b07 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=a5aa4c8b-0a1b-4f1a-8b87-7569df88911e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:38.940590 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3aed9f6b-f1ac-4e18-a689-ebaf447a5422 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/57259c2f-60f2-4ebc-814a-74539904b531 HTTP/1.1" status: 204 len: 168 time: 4.2033162 Apr 05 09:58:38.949328 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58008) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:38.977751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.023434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c709ca18-11ad-48d7-bfe0-ab9847d84b07 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.027592 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c709ca18-11ad-48d7-bfe0-ab9847d84b07 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/a5aa4c8b-0a1b-4f1a-8b87-7569df88911e HTTP/1.1" status: 204 len: 168 time: 2.2158692 Apr 05 09:58:39.068197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58012) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:39.074013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 69ec684d-ea39-42fa-ac89-21a57b019139 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:39.086073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'mac_address': 'fa:16:3e:98:fa:0f', 'name': 'tempest-PortsIpV6TestJSON-1231969874'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:39.095609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 69ec684d-ea39-42fa-ac89-21a57b019139 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:39.096113 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.178245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:39.238214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:39.240483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:39.255572 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] Sync routers for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:39.260818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] For port 08fc5ecc-9b44-407d-81a0-24e6ec871359, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:39.268250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8ddc1187-57f3-45e0-8c5a-8e827761bc41 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:39.268877 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-8ddc1187-57f3-45e0-8c5a-8e827761bc41 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 09:58:39.269692 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:39.269812 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8ddc1187-57f3-45e0-8c5a-8e827761bc41 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3966110 Apr 05 09:58:39.270747 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:39.274111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1179410d-baeb-4a9d-be61-9d05450ad016 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet bd188ed4-9a22-45ca-8985-2c0ea61b942f {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:39.286298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58016) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:39.290876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1179410d-baeb-4a9d-be61-9d05450ad016 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.308150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] For port 08fc5ecc-9b44-407d-81a0-24e6ec871359, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=08fc5ecc-9b44-407d-81a0-24e6ec871359,segment=NetworkSegment(e1f2da95-f7ac-407a-a8b2-15d9cded13c5),segment_id=e1f2da95-f7ac-407a-a8b2-15d9cded13c5)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:39.325390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401458473'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:39.340568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:39.371016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:39.380321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:39.396944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:39.411395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1179410d-baeb-4a9d-be61-9d05450ad016 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.434875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.462042 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:39.488726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:39.533396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.612610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.628575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:58:39.649806 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.667908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.679332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0184c8a6-11f2-4a37-8ea9-0d885be65cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.683675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Allocated IP 2001:db8::1 (9ced6720-845b-4c65-88ee-b8da86f6cb37/4fc174c3-4ab5-4642-b714-3bc9908a3691/7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:39.790617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:39.802349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:39.812158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:39.813437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452280d2-6692-4043-9876-3b2f148750b6 None None] Pushing event updated for resources: {'Port': ['ID=08fc5ecc-9b44-407d-81a0-24e6ec871359,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:39.819702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1179410d-baeb-4a9d-be61-9d05450ad016 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.843496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Allocated IP 2001:db8::2 (bcd03c16-5605-4ee2-8510-c5478ead0172/fbc01725-deeb-4278-9c50-6384be2418e6/fd67d69c-7cec-473a-af7f-c6e673ee643d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:39.867176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Allocated IP 2001:db8::f816:3eff:fe1a:bf13 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/c273a79e-601a-4ef0-8bc7-a1f959202517/4e55cd00-d780-4a9c-8151-df59a4a22d34) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:39.868109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:58:39.869095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:39.889024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.890890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Pushing event updated for resources: {'Port': ['ID=72edbe50-8f6b-405c-aa10-f18209ad6316,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:39.902610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:39.917979 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0184c8a6-11f2-4a37-8ea9-0d885be65cf0 None None] For port 1b3ee9cb-3047-4712-bc66-26c43d0b8397, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1b3ee9cb-3047-4712-bc66-26c43d0b8397,segment=NetworkSegment(9e9e0a39-7a19-4e44-a11b-7ab9b6571171),segment_id=9e9e0a39-7a19-4e44-a11b-7ab9b6571171)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:39.931988 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:57:37Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5b0d204b-073c-4c63-9ebb-48d29258e96e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'mac_address': 'fa:16:3e:03:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:58:32Z', 'updated_at': '2022-04-05T09:58:32Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:39.937515 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] Checking router: d570a90e-06b1-485f-b0ea-081a9334e4ce for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:39.949100 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:39.950116 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:39.974492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0184c8a6-11f2-4a37-8ea9-0d885be65cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:40.027154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:40.033628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:40.037068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:40.066673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:40.098422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:40.121169 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 69ec684d-ea39-42fa-ac89-21a57b019139, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=69ec684d-ea39-42fa-ac89-21a57b019139,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:40.166421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Transition to ACTIVE for port object 7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:40.211106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689b085c-378f-4d28-a329-df9b0470b973,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:40.235991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:40.267071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:40.359511 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:40.371434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184c8a6-11f2-4a37-8ea9-0d885be65cf0 None None] Pushing event updated for resources: {'Port': ['ID=1b3ee9cb-3047-4712-bc66-26c43d0b8397,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:40.455932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:40.483009 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fd75f416-4b9e-41ed-acaf-bb59cdec7fda no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:40.561827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:40.638139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:40.644905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:40.645198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:40.651961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:port and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:40.656087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:40.665454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:40.667143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:40.683225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1179410d-baeb-4a9d-be61-9d05450ad016 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:40.687919 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Port': ['ID=7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:40.702114 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-adc3418d-6f30-44e4-8747-091387e2fe80 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 11.5897007 Apr 05 09:58:40.719693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa2183c-735c-482f-b52d-ba7607f21987', 'tag': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:58:40.726331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:40.736324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: fd75f416-4b9e-41ed-acaf-bb59cdec7fda {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:40.737155 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fd75f416-4b9e-41ed-acaf-bb59cdec7fda not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:40.779234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1179410d-baeb-4a9d-be61-9d05450ad016 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:40.786903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58020) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:40.790234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network 9ced6720-845b-4c65-88ee-b8da86f6cb37 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:40.854396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:40.875099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179410d-baeb-4a9d-be61-9d05450ad016 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=bd188ed4-9a22-45ca-8985-2c0ea61b942f,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:40.917930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] Sync routers for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:40.953162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:40.993623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Network 21d7d4c1-4771-477e-b30f-e427a6034925 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:41.005408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:41.024919 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1179410d-baeb-4a9d-be61-9d05450ad016 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/bd188ed4-9a22-45ca-8985-2c0ea61b942f HTTP/1.1" status: 204 len: 168 time: 2.0674217 Apr 05 09:58:41.079838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.124263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58026) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:41.124526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.135023 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a325d4-df5b-4f7a-aedc-6db57a6ac93d'] response: {'name': 'network-changed', 'server_uuid': 'afa2183c-735c-482f-b52d-ba7607f21987', 'tag': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'status': 'completed', 'code': 200} Apr 05 09:58:41.145629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Transition to ACTIVE for port object 4e55cd00-d780-4a9c-8151-df59a4a22d34 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:41.152374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:41.152934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.179734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Transition to ACTIVE for port object 4e55cd00-d780-4a9c-8151-df59a4a22d34 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:41.217244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.231144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Transition to ACTIVE for port object fd67d69c-7cec-473a-af7f-c6e673ee643d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:41.260710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Transition to ACTIVE for port object fd67d69c-7cec-473a-af7f-c6e673ee643d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:41.267305 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=69ec684d-ea39-42fa-ac89-21a57b019139,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:41.287316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1b3ee9cb-3047-4712-bc66-26c43d0b8397 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:41.339162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036720b1-0093-4a48-86cb-664ae68ea678 None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:41.370638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.372408 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:57:37Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5b0d204b-073c-4c63-9ebb-48d29258e96e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'mac_address': 'fa:16:3e:03:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:58:32Z', 'updated_at': '2022-04-05T09:58:32Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:41.389764 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd1e7c-4105-423c-9b66-1c0564822750 None None] The sync data for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv is: [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:57:37Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5b0d204b-073c-4c63-9ebb-48d29258e96e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'mac_address': 'fa:16:3e:03:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:58:32Z', 'updated_at': '2022-04-05T09:58:32Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:41.557995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8224095d-ea2f-4528-a747-2cfdaa2582b1 None None] Provisioning complete for port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:41.559188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8224095d-ea2f-4528-a747-2cfdaa2582b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.569610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.575463 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-34dc628d-be1d-4b6e-85c8-2debf7dc7135 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4063070 Apr 05 09:58:41.577264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58030) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:41.590233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.620725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.718493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.740615 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c35033d-8de2-4d91-ad2e-2881a2ed4e62 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:41.741054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c35033d-8de2-4d91-ad2e-2881a2ed4e62 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:41.742970 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0c35033d-8de2-4d91-ad2e-2881a2ed4e62 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/57259c2f-60f2-4ebc-814a-74539904b531 HTTP/1.1" status: 404 len: 337 time: 0.5844083 Apr 05 09:58:41.749074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:41.756146 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.4687884 Apr 05 09:58:41.756854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58034) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:41.757177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58036) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:41.773254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8f13a-e09e-4929-bc88-95a58b4293a5 None None] Network 9ced6720-845b-4c65-88ee-b8da86f6cb37 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:41.778651 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d6be5d-d007-4fc0-8a6d-b40d9dab5ea8 None None] New status for floating IP 5b0d204b-073c-4c63-9ebb-48d29258e96e: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 09:58:41.820994 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-458cdabd-6230-46dd-b059-cd7572a2b814 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/5b0d204b-073c-4c63-9ebb-48d29258e96e HTTP/1.1" status: 200 len: 990 time: 1.0101459 Apr 05 09:58:41.824868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 70da783e-2793-4c36-8bfd-9c70d98bfbb0 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:58:41.863058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '2d3079d4-e372-4aae-a5e3-eee70a2483f9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:41.869727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:41.869951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:41.870837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:41.876049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:41.879918 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:41.886863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:41.959798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:42.034500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Network bcd03c16-5605-4ee2-8510-c5478ead0172 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:42.051020 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:42.056824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Pushing event updated for resources: {'Port': ['ID=4e55cd00-d780-4a9c-8151-df59a4a22d34,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:42.059415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.059625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:42.070317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:42.085704 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38cb3ece-fa19-4eed-bbcb-154582bfffd1 req-25fe5b9e-184c-4c98-8814-6f234ec0a379 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 1098 time: 0.9622386 Apr 05 09:58:42.105636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.115773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:42.142483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929b353-c350-43c8-866b-036a43475691 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3079d4-e372-4aae-a5e3-eee70a2483f9,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:42.268803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:42.352199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.357610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e3f6e4-195f-43b1-8815-8ba290ec3159 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting subnet 5fd66571-1b1e-4893-a2b2-bd83d1ea0470 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:42.365137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11e3f6e4-195f-43b1-8815-8ba290ec3159 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.402792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.465558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9566e520-cf07-48bc-82ea-3b720db2dff1,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:42.480751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Pushing event updated for resources: {'Port': ['ID=fd67d69c-7cec-473a-af7f-c6e673ee643d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:42.485632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f3a253-c049-4f28-9ef1-384a8147422d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting subnet b6b27872-d671-45b3-9307-999388715fff {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:42.490673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11e3f6e4-195f-43b1-8815-8ba290ec3159 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.530440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30f3a253-c049-4f28-9ef1-384a8147422d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.573115 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:42.574057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.585720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.585720 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cca3fef2-d934-469a-84ea-345d86132061 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7276394 Apr 05 09:58:42.588182 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58042) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:42.600065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-de76e387-6d71-451d-953f-867eefaea084 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '2d3079d4-e372-4aae-a5e3-eee70a2483f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:42.615094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-de76e387-6d71-451d-953f-867eefaea084 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:42.621154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-de76e387-6d71-451d-953f-867eefaea084 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:42.626333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-de76e387-6d71-451d-953f-867eefaea084 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:42.635621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-de76e387-6d71-451d-953f-867eefaea084 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:42.676944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:35Z', 'revision_number': 11, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:42.685063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.694960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de76e387-6d71-451d-953f-867eefaea084 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.701205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Attempting to bind port fd67d69c-7cec-473a-af7f-c6e673ee643d on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:42.701666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Attempting to bind port fd67d69c-7cec-473a-af7f-c6e673ee643d by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'd9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bcd03c16-5605-4ee2-8510-c5478ead0172'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:42.702098 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Attempting to bind port fd67d69c-7cec-473a-af7f-c6e673ee643d on network bcd03c16-5605-4ee2-8510-c5478ead0172 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:42.704856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Attempting to bind port 4e55cd00-d780-4a9c-8151-df59a4a22d34 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:42.705312 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Attempting to bind port 4e55cd00-d780-4a9c-8151-df59a4a22d34 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:42.705736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Attempting to bind port 4e55cd00-d780-4a9c-8151-df59a4a22d34 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:42.707500 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30f3a253-c049-4f28-9ef1-384a8147422d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.721273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] Checking router: 47118720-5959-4f05-aa94-76defd1a75f9 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:42.732752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb3ece-fa19-4eed-bbcb-154582bfffd1 req-6d751e20-a8f1-4ac8-a4bc-a9823d58481d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:42.733999 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38cb3ece-fa19-4eed-bbcb-154582bfffd1 req-6d751e20-a8f1-4ac8-a4bc-a9823d58481d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a95b3521-e819-46ba-b3ca-b568c40ee172 HTTP/1.1" status: 200 len: 896 time: 0.6327455 Apr 05 09:58:42.782341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:42.782341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Checking segment: {'id': 'd9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bcd03c16-5605-4ee2-8510-c5478ead0172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:42.782801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.782899 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Bound using segment: {'id': 'd9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bcd03c16-5605-4ee2-8510-c5478ead0172'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:42.783945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Bound port: fd67d69c-7cec-473a-af7f-c6e673ee643d, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'bcd03c16-5605-4ee2-8510-c5478ead0172'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:42.784140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.803142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:42.804147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:42.804147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.804441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:42.805016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Bound port: 4e55cd00-d780-4a9c-8151-df59a4a22d34, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:42.805481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.814243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11e3f6e4-195f-43b1-8815-8ba290ec3159 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.839727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58046) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:42.862339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:58:42.923018 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-de76e387-6d71-451d-953f-867eefaea084 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 09:58:42.926579 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-de76e387-6d71-451d-953f-867eefaea084 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3350205 Apr 05 09:58:42.931424 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58050) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:42.931642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:42.932403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:42.935492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:42.995651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.006220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30f3a253-c049-4f28-9ef1-384a8147422d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.132266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11e3f6e4-195f-43b1-8815-8ba290ec3159 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.148900 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f4281c28-960b-45a9-8d4e-91298eac25e6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/5b0d204b-073c-4c63-9ebb-48d29258e96e HTTP/1.1" status: 200 len: 992 time: 0.2999098 Apr 05 09:58:43.148900 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38cb3ece-fa19-4eed-bbcb-154582bfffd1 req-8411e1b8-6741-4712-b781-40c61918ee3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe HTTP/1.1" status: 200 len: 1000 time: 0.3932881 Apr 05 09:58:43.182799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:43.193503 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=6bfe8365-8b64-43e3-bea4-8636bae53882,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:43.204729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:43.215287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:43.217370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:43.217370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.226427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=70da783e-2793-4c36-8bfd-9c70d98bfbb0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:43.234519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:43.236861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:58:43.260219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:43.263620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:43.264224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.285416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.290689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3445bf9d-7c68-4d70-8c31-5c3558149ff1 None None] Provisioning for port 08fc5ecc-9b44-407d-81a0-24e6ec871359 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:43.295028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb3ece-fa19-4eed-bbcb-154582bfffd1 req-0c67521c-33f2-4c74-b043-89c76070deb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:43.296627 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38cb3ece-fa19-4eed-bbcb-154582bfffd1 req-0c67521c-33f2-4c74-b043-89c76070deb6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b64a09b-94df-4340-9ad3-f54059f9e248 HTTP/1.1" status: 200 len: 835 time: 0.1456814 Apr 05 09:58:43.303899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e3f6e4-195f-43b1-8815-8ba290ec3159 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd66571-1b1e-4893-a2b2-bd83d1ea0470,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:43.311250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:43.337066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.337397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.340621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11e3f6e4-195f-43b1-8815-8ba290ec3159 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.352380 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-11e3f6e4-195f-43b1-8815-8ba290ec3159 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/5fd66571-1b1e-4893-a2b2-bd83d1ea0470 HTTP/1.1" status: 204 len: 168 time: 1.7707784 Apr 05 09:58:43.357506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58054) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:43.370916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] For port fd67d69c-7cec-473a-af7f-c6e673ee643d, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:43.377536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d3cf4-55cd-41d4-a2f6-efc1c9a92f42 None None] Network aeecb5d4-c372-4cd5-87e0-004b01d76de6 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:43.383908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e134b810-2219-4c22-8874-078b5eaa08ec tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7824016 Apr 05 09:58:43.386329 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58058) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:43.393894 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-25a69294-fa4b-4037-bf2b-a3958e1b6284 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.3146601 Apr 05 09:58:43.394077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 08fc5ecc-9b44-407d-81a0-24e6ec871359 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:43.396470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58060) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:43.400160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:1d:88:ae', 'name': 'tempest-NetworksTestDHCPv6-50279746'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:43.524050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30f3a253-c049-4f28-9ef1-384a8147422d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.527567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8618fbed-1bbc-4c16-a1e6-725fd401811d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.565020 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] For port 4e55cd00-d780-4a9c-8151-df59a4a22d34, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:43.578610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] For port fd67d69c-7cec-473a-af7f-c6e673ee643d, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fd67d69c-7cec-473a-af7f-c6e673ee643d,segment=NetworkSegment(d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7),segment_id=d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:43.619265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.622811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:35Z', 'revision_number': 11, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:43.628376 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] For port 4e55cd00-d780-4a9c-8151-df59a4a22d34, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e55cd00-d780-4a9c-8151-df59a4a22d34,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:43.652713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Port': ['ID=7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:43.696275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3a253-c049-4f28-9ef1-384a8147422d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b27872-d671-45b3-9307-999388715fff,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:43.722598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8618fbed-1bbc-4c16-a1e6-725fd401811d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.729076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.738059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30f3a253-c049-4f28-9ef1-384a8147422d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.739925 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-30f3a253-c049-4f28-9ef1-384a8147422d tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/b6b27872-d671-45b3-9307-999388715fff HTTP/1.1" status: 204 len: 168 time: 1.8885040 Apr 05 09:58:43.747082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc012ba-e43d-4bcf-aa33-e2044bedb853 None None] The sync data for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv is: [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:35Z', 'revision_number': 11, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:43.753475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.766441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3445bf9d-7c68-4d70-8c31-5c3558149ff1 None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:43.766657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3445bf9d-7c68-4d70-8c31-5c3558149ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:43.767142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58066) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:43.773443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network 9ced6720-845b-4c65-88ee-b8da86f6cb37 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:43.779416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:43.815855 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ddf6dc-8796-45f2-893b-de054d27a39f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:43.816472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b4ddf6dc-8796-45f2-893b-de054d27a39f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:43.876501 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38cb3ece-fa19-4eed-bbcb-154582bfffd1 req-7f0c78c5-4038-4c7e-9546-8961d50f420e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a95b3521-e819-46ba-b3ca-b568c40ee172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5721161 Apr 05 09:58:43.938028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827df4c8-eb7b-4c52-bfbe-c0308c2dfeca None None] Pushing event updated for resources: {'Port': ['ID=fd67d69c-7cec-473a-af7f-c6e673ee643d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:43.971544 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f55f0114-ec36-468c-a1a0-7018d6bc4ef8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:43.973246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f55f0114-ec36-468c-a1a0-7018d6bc4ef8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:43.975339 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f55f0114-ec36-468c-a1a0-7018d6bc4ef8 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/191260f3-b202-4dfc-b2ac-e059acb0e5d6 HTTP/1.1" status: 404 len: 337 time: 0.2072020 Apr 05 09:58:44.018147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58070) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:44.052597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 08fc5ecc-9b44-407d-81a0-24e6ec871359 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:44.072124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:44.108318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port c0aa8629-950e-4777-9c60-52a60cf2f37f {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:44.108756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:44.178153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:44.196919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:44.208070 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cf36be85-3587-480a-b64a-9d77502856c2 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "GET /v2.0/ports?device_id=c121f193-e78f-40eb-be5b-e337bdbdb7f2 HTTP/1.1" status: 200 len: 205 time: 0.1876097 Apr 05 09:58:44.219006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58074) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:44.221815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:44.249147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 08fc5ecc-9b44-407d-81a0-24e6ec871359 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:44.249956 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:44.254089 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b4ddf6dc-8796-45f2-893b-de054d27a39f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:44.255614 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b4ddf6dc-8796-45f2-893b-de054d27a39f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/70da783e-2793-4c36-8bfd-9c70d98bfbb0 HTTP/1.1" status: 200 len: 845 time: 0.8314915 Apr 05 09:58:44.289128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58078) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:44.291630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8618fbed-1bbc-4c16-a1e6-725fd401811d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:44.301419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508a5f0-c5ca-467e-9308-6f1fa0ce3a4e None None] Pushing event updated for resources: {'Port': ['ID=4e55cd00-d780-4a9c-8151-df59a4a22d34,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:44.348952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3445bf9d-7c68-4d70-8c31-5c3558149ff1 None None] Provisioning complete for port 98b9c17a-982c-4eee-861d-6c12539e15bb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:44.349413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3445bf9d-7c68-4d70-8c31-5c3558149ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:44.399026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:44.436036 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-bd7b4425-e90e-4c17-888c-c4efdc6b408f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] delete failed (client error): The resource could not be found. Apr 05 09:58:44.439453 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bd7b4425-e90e-4c17-888c-c4efdc6b408f tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/routers/c121f193-e78f-40eb-be5b-e337bdbdb7f2 HTTP/1.1" status: 404 len: 336 time: 0.2173891 Apr 05 09:58:44.462819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58082) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:44.477724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3445bf9d-7c68-4d70-8c31-5c3558149ff1 None None] Port 98b9c17a-982c-4eee-861d-6c12539e15bb cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:44.556647 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618fbed-1bbc-4c16-a1e6-725fd401811d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3079d4-e372-4aae-a5e3-eee70a2483f9,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:44.583720 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-50437903-5839-4eaf-a1e0-89dfe00fe39a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:44.584171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50437903-5839-4eaf-a1e0-89dfe00fe39a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:44.588350 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-50437903-5839-4eaf-a1e0-89dfe00fe39a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/a6e0ebeb-060a-4b18-a5f0-97b137b9f0c6 HTTP/1.1" status: 404 len: 337 time: 0.1221848 Apr 05 09:58:44.598754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:44.610027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58086) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:44.654616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f6296-21a1-4ec5-acd6-b143ce760928 None None] DHCP port deletion for aeecb5d4-c372-4cd5-87e0-004b01d76de6 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:44.698389 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-804f6296-21a1-4ec5-acd6-b143ce760928 None None] Deleting port c0aa8629-950e-4777-9c60-52a60cf2f37f {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:44.698767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-804f6296-21a1-4ec5-acd6-b143ce760928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:44.738413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:44.775971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3445bf9d-7c68-4d70-8c31-5c3558149ff1 None None] Provisioning complete for port 72edbe50-8f6b-405c-aa10-f18209ad6316 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:44.776348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3445bf9d-7c68-4d70-8c31-5c3558149ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:44.794008 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea02c1d-f2d4-4c83-b424-d0da79ed99ba tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:44.794515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea02c1d-f2d4-4c83-b424-d0da79ed99ba tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:44.796469 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2ea02c1d-f2d4-4c83-b424-d0da79ed99ba tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/43b47734-80af-49d0-8d37-3db3fc144096 HTTP/1.1" status: 404 len: 337 time: 0.1798022 Apr 05 09:58:44.799757 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38cb3ece-fa19-4eed-bbcb-154582bfffd1 req-cef0d602-f2cb-483e-adc3-1619b3bef5b9 service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9165287 Apr 05 09:58:44.800342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58090) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:44.824351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8618fbed-1bbc-4c16-a1e6-725fd401811d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:44.828532 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8618fbed-1bbc-4c16-a1e6-725fd401811d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/2d3079d4-e372-4aae-a5e3-eee70a2483f9 HTTP/1.1" status: 204 len: 168 time: 1.8448901 Apr 05 09:58:44.847165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58094) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:44.872649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 08fc5ecc-9b44-407d-81a0-24e6ec871359, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=08fc5ecc-9b44-407d-81a0-24e6ec871359,segment=NetworkSegment(e1f2da95-f7ac-407a-a8b2-15d9cded13c5),segment_id=e1f2da95-f7ac-407a-a8b2-15d9cded13c5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:44.925251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port f441443f-b440-4c3f-8331-b949f0017e4a yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:58:44.926438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3445bf9d-7c68-4d70-8c31-5c3558149ff1 None None] Port 72edbe50-8f6b-405c-aa10-f18209ad6316 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:44.937328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:44.980259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-699ad309-121c-4ca0-9fa1-98ec2080c32e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:44.980894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699ad309-121c-4ca0-9fa1-98ec2080c32e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:44.982660 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-699ad309-121c-4ca0-9fa1-98ec2080c32e tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/f3170739-f4b5-4884-9bf8-80800131dfca HTTP/1.1" status: 404 len: 337 time: 0.1759703 Apr 05 09:58:44.989190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:45.004214 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e6f4b31a-0ca8-4761-b677-e86087675a42 admin admin] 10.222.0.30 "PUT /v2.0/routers/7080dbf3-b057-4529-b6f9-ade6cee0dcbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4818754 Apr 05 09:58:45.005068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58098) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:45.030012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Sync routers for ids ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:45.079229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e20bb233-8666-4c5b-bb58-9ce0e21b9142 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 70da783e-2793-4c36-8bfd-9c70d98bfbb0 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:45.080015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e20bb233-8666-4c5b-bb58-9ce0e21b9142 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:45.110315 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f2fe70-3c72-4a20-abe1-f7ec8c9b41d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:45.110749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f2fe70-3c72-4a20-abe1-f7ec8c9b41d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:45.152639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58104) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:45.157122 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-51f2fe70-3c72-4a20-abe1-f7ec8c9b41d1 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/09dc5948-7f03-44a6-98d4-9f8e58781f35 HTTP/1.1" status: 404 len: 333 time: 0.1348143 Apr 05 09:58:45.231479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb45fad-2cf8-4dde-a475-5bea561c723d None None] Network 97a6a890-8e8c-4edb-97a4-7d316b50a34c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:45.251729 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-468a7596-bae7-4f39-859c-6b2c670047db tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:45.252414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468a7596-bae7-4f39-859c-6b2c670047db tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:45.254231 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-468a7596-bae7-4f39-859c-6b2c670047db tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/3ed9dfda-b827-4d67-bc2e-d9a5f6f4a5b3 HTTP/1.1" status: 404 len: 337 time: 0.1004784 Apr 05 09:58:45.270304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58110) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:45.284435 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1413c744-bb82-42d1-a47f-267a17c3e058 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3390062 Apr 05 09:58:45.334247 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38cb3ece-fa19-4eed-bbcb-154582bfffd1 req-4b4edcf6-5c9f-4724-90bc-ea6f6be5bd16 service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258946 Apr 05 09:58:45.338716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58116) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:45.348947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'tempest-secgroup--254729587'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:45.358948 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4245ce-cd84-4565-ada2-25bcffff7c6a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:45.360936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4245ce-cd84-4565-ada2-25bcffff7c6a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:45.362750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0e4245ce-cd84-4565-ada2-25bcffff7c6a tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/792fa4bd-ab89-4571-92c0-deb3f5f014c3 HTTP/1.1" status: 404 len: 337 time: 0.0869272 Apr 05 09:58:45.365160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:45.367300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58120) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:45.373434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:45.397087 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=08fc5ecc-9b44-407d-81a0-24e6ec871359,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:45.402634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Routers {'7080dbf3-b057-4529-b6f9-ade6cee0dcbe'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:45.405930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:45.444128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:45.502930 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 172.20.0.7 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/6bfe8365-8b64-43e3-bea4-8636bae53882/f441443f-b440-4c3f-8331-b949f0017e4a) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:45.509932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f816:3eff:fe1d:88ae (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/c273a79e-601a-4ef0-8bc7-a1f959202517/f441443f-b440-4c3f-8331-b949f0017e4a) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:45.527062 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:45.539085 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ab7251-b0a7-4460-a375-694dc617adfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:45.539717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ab7251-b0a7-4460-a375-694dc617adfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:45.571770 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-14ab7251-b0a7-4460-a375-694dc617adfa tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/3efb1e21-57ff-48b8-8c1b-fd34802492db HTTP/1.1" status: 404 len: 333 time: 0.2023256 Apr 05 09:58:45.575396 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 69ec684d-ea39-42fa-ac89-21a57b019139 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:45.586397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58124) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:45.664294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] For port c0aa8629-950e-4777-9c60-52a60cf2f37f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c0aa8629-950e-4777-9c60-52a60cf2f37f,segment=NetworkSegment(50ffa5e6-eff6-4e92-985e-681df2d6ddc7),segment_id=50ffa5e6-eff6-4e92-985e-681df2d6ddc7)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:45.665010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:45.701388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:45.716442 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55b0a6c-b163-4ba4-a764-c2b901dc3553 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:45.716876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55b0a6c-b163-4ba4-a764-c2b901dc3553 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:45.718552 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e55b0a6c-b163-4ba4-a764-c2b901dc3553 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/9d45ea7e-317e-4348-877f-35243742f3b0 HTTP/1.1" status: 404 len: 337 time: 0.1192751 Apr 05 09:58:45.727383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58128) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:45.746192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-804f6296-21a1-4ec5-acd6-b143ce760928 None None] For port c0aa8629-950e-4777-9c60-52a60cf2f37f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c0aa8629-950e-4777-9c60-52a60cf2f37f,segment=NetworkSegment(50ffa5e6-eff6-4e92-985e-681df2d6ddc7),segment_id=50ffa5e6-eff6-4e92-985e-681df2d6ddc7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:45.747178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-804f6296-21a1-4ec5-acd6-b143ce760928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:45.794789 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e678aa85-cec9-423c-ae88-30e29cbb1b25 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] DELETE failed (client error): The resource could not be found. Apr 05 09:58:45.795235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e678aa85-cec9-423c-ae88-30e29cbb1b25 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:45.797360 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e678aa85-cec9-423c-ae88-30e29cbb1b25 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/subnets/87e82134-90b4-42f3-933c-018de9aab140 HTTP/1.1" status: 404 len: 337 time: 0.0688124 Apr 05 09:58:45.800404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58132) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:45.898674 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-804f6296-21a1-4ec5-acd6-b143ce760928 None None] Calling delete_port for c0aa8629-950e-4777-9c60-52a60cf2f37f owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:45.914816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:45.925658 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:45.929073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Router 44a888fb-7869-460d-9e8b-408c6a987e08 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:58:45.932937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:45.943653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:45.949055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-81f0cdc2-4e23-466d-8397-81042598cebb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 98b9c17a-982c-4eee-861d-6c12539e15bb {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:45.949387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81f0cdc2-4e23-466d-8397-81042598cebb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.026940 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3365a95d-c054-4882-9107-ecd094c2f88d None None] Provisioning complete for port 08fc5ecc-9b44-407d-81a0-24e6ec871359 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:46.027212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3365a95d-c054-4882-9107-ecd094c2f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.213370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Calling delete_port for c0aa8629-950e-4777-9c60-52a60cf2f37f owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:46.220969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-804f6296-21a1-4ec5-acd6-b143ce760928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.225182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd13ad9-6d42-4ad1-94d8-43009c5c097a None None] Network bcd03c16-5605-4ee2-8510-c5478ead0172 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:46.372312 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea1931b-62ef-47a4-9920-51c1befc3607 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:46.384953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e20bb233-8666-4c5b-bb58-9ce0e21b9142 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.492544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f6296-21a1-4ec5-acd6-b143ce760928 None None] Pushing event deleted for resources: {'Port': ['ID=c0aa8629-950e-4777-9c60-52a60cf2f37f,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:46.502002 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.535555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.546066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e20bb233-8666-4c5b-bb58-9ce0e21b9142 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 70da783e-2793-4c36-8bfd-9c70d98bfbb0 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:46.547158 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f6296-21a1-4ec5-acd6-b143ce760928 None None] No DVR routers for this DVR port c0aa8629-950e-4777-9c60-52a60cf2f37f on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:46.596985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81f0cdc2-4e23-466d-8397-81042598cebb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.650372 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Set router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:46.666029 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.666803 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:58:46.667128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:58:46.667347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.671061 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3288164 Apr 05 09:58:46.677613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58136) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:46.700636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object f441443f-b440-4c3f-8331-b949f0017e4a will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:46.727438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-636c47d0-e7a2-4faf-8453-b30f69352cdd tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '8322bcb8-0477-4fc2-ba76-070439d84576', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:46.728713 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-636c47d0-e7a2-4faf-8453-b30f69352cdd tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:46.733898 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-636c47d0-e7a2-4faf-8453-b30f69352cdd tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0553141 Apr 05 09:58:46.736208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-81f0cdc2-4e23-466d-8397-81042598cebb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 98b9c17a-982c-4eee-861d-6c12539e15bb owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:46.744838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 69ec684d-ea39-42fa-ac89-21a57b019139 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:46.745210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.759592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58142) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:46.764278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112b66e-1a54-49de-8679-8bc77f247860 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8322bcb8-0477-4fc2-ba76-070439d84576,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:46.765524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.783187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e20bb233-8666-4c5b-bb58-9ce0e21b9142 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.826314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:46.837248 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc214427-de26-4956-89b8-29198babc4fe None None] Sync routers for ids ['44a888fb-7869-460d-9e8b-408c6a987e08'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:46.860274 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc214427-de26-4956-89b8-29198babc4fe None None] Routers {'44a888fb-7869-460d-9e8b-408c6a987e08'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:46.862122 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-cc214427-de26-4956-89b8-29198babc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['44a888fb-7869-460d-9e8b-408c6a987e08'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:46.863047 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ba8ebe15-1f46-46c6-a59d-ba54634a8cee tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "PUT /v2.0/routers/44a888fb-7869-460d-9e8b-408c6a987e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0586460 Apr 05 09:58:46.865962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81f0cdc2-4e23-466d-8397-81042598cebb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:46.869582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58146) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:46.905480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:46.919064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:46.944084 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:46.988043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58150) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:46.999026 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-cc214427-de26-4956-89b8-29198babc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:47.005315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0cdc2-4e23-466d-8397-81042598cebb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=98b9c17a-982c-4eee-861d-6c12539e15bb,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:47.023615 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc214427-de26-4956-89b8-29198babc4fe None None] Routers {'44a888fb-7869-460d-9e8b-408c6a987e08'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:47.024519 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-cc214427-de26-4956-89b8-29198babc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['44a888fb-7869-460d-9e8b-408c6a987e08'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:47.024908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856781951', 'description': 'tempest-secgroup-smoke-856781951 description', 'project_id': '298a887535cb49a1b281d820c653e6fc'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:47.031562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:47.036187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:security_group and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:47.039290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:47.045437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:47.054567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e20bb233-8666-4c5b-bb58-9ce0e21b9142 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.057663 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c78e4078-7bbe-4772-9680-0ecf7ea7ea69 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.059636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=f441443f-b440-4c3f-8331-b949f0017e4a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:47.071855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81f0cdc2-4e23-466d-8397-81042598cebb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.073578 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-81f0cdc2-4e23-466d-8397-81042598cebb tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/ports/98b9c17a-982c-4eee-861d-6c12539e15bb HTTP/1.1" status: 204 len: 168 time: 1.2717683 Apr 05 09:58:47.077332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58154) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:47.107866 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-cc214427-de26-4956-89b8-29198babc4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:47.108605 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc214427-de26-4956-89b8-29198babc4fe None None] The sync data for ids ['44a888fb-7869-460d-9e8b-408c6a987e08'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:47.147827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.148562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3365a95d-c054-4882-9107-ecd094c2f88d None None] Provisioning for port 7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:47.161945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:47.162593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.183844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Deleting port c0aa8629-950e-4777-9c60-52a60cf2f37f {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:47.184189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.230626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bb233-8666-4c5b-bb58-9ce0e21b9142 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=70da783e-2793-4c36-8bfd-9c70d98bfbb0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:47.254567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.289191 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e20bb233-8666-4c5b-bb58-9ce0e21b9142 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/70da783e-2793-4c36-8bfd-9c70d98bfbb0 HTTP/1.1" status: 204 len: 168 time: 2.9966185 Apr 05 09:58:47.297213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58158) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:47.302217 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] The port 'c0aa8629-950e-4777-9c60-52a60cf2f37f' was deleted {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:58:47.305072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c78e4078-7bbe-4772-9680-0ecf7ea7ea69 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.319490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] DHCP port deletion for 97a6a890-8e8c-4edb-97a4-7d316b50a34c request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:47.334212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Deleting port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:47.334440 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.355798 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ea50a744-e6a6-43f8-9e7a-6c2949e957e6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 3.9582365 Apr 05 09:58:47.364866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58162) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:47.374157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3365a95d-c054-4882-9107-ecd094c2f88d None None] Provisioning complete for port 7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:47.374514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3365a95d-c054-4882-9107-ecd094c2f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.408155 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64fdab0-cd8a-4222-b706-78ba3e1b8cc9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:58:47.408634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b64fdab0-cd8a-4222-b706-78ba3e1b8cc9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:47.420298 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] Deleting port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:47.420681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.447552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:47.510644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:security_group_rule and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:47.513824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e55cd00-d780-4a9c-8151-df59a4a22d34 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:47.514014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:47.534337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b64fdab0-cd8a-4222-b706-78ba3e1b8cc9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:47.539210 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b64fdab0-cd8a-4222-b706-78ba3e1b8cc9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/70da783e-2793-4c36-8bfd-9c70d98bfbb0 HTTP/1.1" status: 404 len: 333 time: 0.2231007 Apr 05 09:58:47.539210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:47.542140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58166) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:47.553625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'name': 'tempest-PortsIpV6TestJSON-868405608'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:47.575292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.588858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3365a95d-c054-4882-9107-ecd094c2f88d None None] Port 7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:47.649737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c78e4078-7bbe-4772-9680-0ecf7ea7ea69 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.770030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeecb5d4-c372-4cd5-87e0-004b01d76de6']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:47.793342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ffa5e6-eff6-4e92-985e-681df2d6ddc7') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:47.793342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ffa5e6-eff6-4e92-985e-681df2d6ddc7') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:47.809044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.829849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd5e906-9f11-47bb-bbbb-27da471adceb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:47.833477 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd5e906-9f11-47bb-bbbb-27da471adceb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:47.834263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3fd5e906-9f11-47bb-bbbb-27da471adceb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:47.837404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.849583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:58:47.850190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.877244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] For port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,segment=NetworkSegment(8baf835f-18cf-4680-bd4b-8e2488754837),segment_id=8baf835f-18cf-4680-bd4b-8e2488754837)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:47.877606 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.891725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3fd5e906-9f11-47bb-bbbb-27da471adceb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:47.895493 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3fd5e906-9f11-47bb-bbbb-27da471adceb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.5281732 Apr 05 09:58:47.895663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Provisioning complete for port 7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:47.895663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:47.897144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58170) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:58:47.944874 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:58:47.963944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:47.981462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e4078-7bbe-4772-9680-0ecf7ea7ea69 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8322bcb8-0477-4fc2-ba76-070439d84576,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:47.997178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 4e55cd00-d780-4a9c-8151-df59a4a22d34 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:47.998432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:48.014917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c78e4078-7bbe-4772-9680-0ecf7ea7ea69 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.016565 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c78e4078-7bbe-4772-9680-0ecf7ea7ea69 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/8322bcb8-0477-4fc2-ba76-070439d84576 HTTP/1.1" status: 204 len: 168 time: 1.2547719 Apr 05 09:58:48.022252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58174) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:48.029308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] For port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,segment=NetworkSegment(8baf835f-18cf-4680-bd4b-8e2488754837),segment_id=8baf835f-18cf-4680-bd4b-8e2488754837)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:48.030012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.050238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.054324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fd67d69c-7cec-473a-af7f-c6e673ee643d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:48.077933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.079266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.102754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Port 7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:58:48.111146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Calling delete_port for 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:48.195878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.208934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Pushing event deleted for resources: {'Network': ['ID=aeecb5d4-c372-4cd5-87e0-004b01d76de6,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:48.211421 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-442bb544-9bf9-4232-b7ba-14dbade465a9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/networks/aeecb5d4-c372-4cd5-87e0-004b01d76de6 HTTP/1.1" status: 204 len: 168 time: 4.8496003 Apr 05 09:58:48.225858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58178) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:48.226072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:48.228780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.236581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-751fc737-ee54-4210-91a4-aed4d8a4b75b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'routes': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:48.238007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] Calling delete_port for 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:48.273438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.274684 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.2609420 Apr 05 09:58:48.278707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58182) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:48.280167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'name': 'tempest-TestVolumeBootPattern-1897334240-router', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:20Z', 'updated_at': '2022-04-05T09:58:37Z', 'revision_number': 4, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'gw_port': {'id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:58:23Z', 'updated_at': '2022-04-05T09:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '72edbe50-8f6b-405c-aa10-f18209ad6316', 'name': '', 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'mac_address': 'fa:16:3e:68:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '749290b7-3419-48eb-8aab-ddbe3a31d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:58:34Z', 'updated_at': '2022-04-05T09:58:38Z', 'revision_number': 2, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'subnets': [{'id': '749290b7-3419-48eb-8aab-ddbe3a31d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:48.286455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa620bc-d103-4497-adba-df9a322082a5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716ebb51-00f6-4b3c-9551-8816bfccd9c1,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:48.289821 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2f0b6df1-6289-4ef2-bf2c-6a826fff87fd tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Synchronizing usage tracker for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:48.295164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'security_group_rule': {'security_group_id': '716ebb51-00f6-4b3c-9551-8816bfccd9c1', 'project_id': '298a887535cb49a1b281d820c653e6fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:48.302125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 09df206d-243c-462b-9ca2-7f430f6bd09d yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:58:48.302420 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Checking router: 7080dbf3-b057-4529-b6f9-ade6cee0dcbe for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:48.303209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Updating router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe port 72edbe50-8f6b-405c-aa10-f18209ad6316 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:58:48.332195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c74a3-4c1c-4a21-ba34-91a51edf0b58 None None] Update dhcp port {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': 'c273a79e-601a-4ef0-8bc7-a1f959202517', 'ip_address': '2001:db8::f816:3eff:fe1a:bf13'}, {'subnet_id': '6bfe8365-8b64-43e3-bea4-8636bae53882'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '4e55cd00-d780-4a9c-8151-df59a4a22d34'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 09:58:48.337171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:48.343667 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:security_group_rule and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:48.347921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:48.372950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:48.373138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-54d3b7c4-8713-484f-8277-5659983962c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port f441443f-b440-4c3f-8331-b949f0017e4a {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:48.373396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54d3b7c4-8713-484f-8277-5659983962c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.397594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2f0b6df1-6289-4ef2-bf2c-6a826fff87fd tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Unset dirty status for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:48.402378 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2f0b6df1-6289-4ef2-bf2c-6a826fff87fd tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3762701 Apr 05 09:58:48.403338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58186) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:48.410367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'tempest-secgroup--74770776'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:48.414292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Provisioning complete for port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:48.414660 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.434780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:48.459149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.466118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:48.483437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.492447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb4c74a3-4c1c-4a21-ba34-91a51edf0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.512867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.587292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port fd67d69c-7cec-473a-af7f-c6e673ee643d completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:48.589705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.610440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:58:48.610868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:58:48.611951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Could not find standard attr ID for object 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:48.637167 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.plugins.ml2.db [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] No ports have port_id starting with 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d Apr 05 09:58:48.675673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.681842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.683781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:48.689244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:48.693636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:48.701470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.703315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:48.732589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Port': ['ID=656c6d3b-ac92-4ec4-b0e2-e9b55892b40d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:48.742342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b018447-d60e-4bb0-aee3-1a9c370d24a5,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:48.760434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Could not find standard attr ID for object 98b9c17a-982c-4eee-861d-6c12539e15bb. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:48.773933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.780348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c0aa8629-950e-4777-9c60-52a60cf2f37f no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:48.784507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.785936 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9aee1273-d638-41b4-ae91-b3069996230e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5058949 Apr 05 09:58:48.798959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58190) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:48.846212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'security_group_rule': {'security_group_id': '716ebb51-00f6-4b3c-9551-8816bfccd9c1', 'project_id': '298a887535cb49a1b281d820c653e6fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:48.848745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: c0aa8629-950e-4777-9c60-52a60cf2f37f {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:48.849097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c0aa8629-950e-4777-9c60-52a60cf2f37f not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:48.849509 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b921f194-feee-4c21-a3b6-87067bda1b48 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:48.853950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] No DVR routers for this DVR port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:48.859498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.extraroute_db [None req-751fc737-ee54-4210-91a4-aed4d8a4b75b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Added routes are [] {{(pid=83819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 09:58:48.859498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.extraroute_db [None req-751fc737-ee54-4210-91a4-aed4d8a4b75b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Removed routes are [] {{(pid=83819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 09:58:48.860300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-751fc737-ee54-4210-91a4-aed4d8a4b75b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.863725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:48.884511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.886537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:48.890351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:48.892314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=09df206d-243c-462b-9ca2-7f430f6bd09d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:48.894174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:48.896022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: b921f194-feee-4c21-a3b6-87067bda1b48 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:48.896556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b921f194-feee-4c21-a3b6-87067bda1b48 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:48.898068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:48.898676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.904690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.943426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d336596-be52-4220-bd04-8b6002bac8a8,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:48.965092 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-00c08016-8d8f-4013-bcb7-aa3074d68305 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4215238 Apr 05 09:58:48.965431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Provisioning for port fd67d69c-7cec-473a-af7f-c6e673ee643d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:48.967954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:48.970136 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-66bb8107-9e87-4163-91e5-1a0b83c3a5aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5657187 Apr 05 09:58:48.971135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58194) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:48.973620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58196) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:48.978111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-01c64ff7-5c90-4dd9-afd9-6ee8bbcf2540 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:48.999167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54d3b7c4-8713-484f-8277-5659983962c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.017207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b1a568aa-31b5-4736-af27-5591ab2ac1aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '8d336596-be52-4220-bd04-8b6002bac8a8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:49.017938 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-b1a568aa-31b5-4736-af27-5591ab2ac1aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:49.019117 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b1a568aa-31b5-4736-af27-5591ab2ac1aa tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0120211 Apr 05 09:58:49.027080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58202) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:49.082666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 08fc5ecc-9b44-407d-81a0-24e6ec871359 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:49.114998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] Deleting port 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:49.115377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.137200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Provisioning complete for port fd67d69c-7cec-473a-af7f-c6e673ee643d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:49.137421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:security_group_rule and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:49.137558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.146568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-54d3b7c4-8713-484f-8277-5659983962c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for f441443f-b440-4c3f-8331-b949f0017e4a owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:49.161190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01c64ff7-5c90-4dd9-afd9-6ee8bbcf2540 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.238190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-869969fa-219b-488b-a0f9-aa66635a45e2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.268696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-182eb05b-5a7e-46ed-a48e-98c744f1bdad None None] The port '656c6d3b-ac92-4ec4-b0e2-e9b55892b40d' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:58:49.270195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c74a3-4c1c-4a21-ba34-91a51edf0b58 None None] Allocated IP 172.20.0.2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/6bfe8365-8b64-43e3-bea4-8636bae53882/4e55cd00-d780-4a9c-8151-df59a4a22d34) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:49.311079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:49.348993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-869969fa-219b-488b-a0f9-aa66635a45e2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.414706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:49.495371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bb4c74a3-4c1c-4a21-ba34-91a51edf0b58 None None] For port 4e55cd00-d780-4a9c-8151-df59a4a22d34, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e55cd00-d780-4a9c-8151-df59a4a22d34,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:49.554279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01c64ff7-5c90-4dd9-afd9-6ee8bbcf2540 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.556548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-869969fa-219b-488b-a0f9-aa66635a45e2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.577901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01c64ff7-5c90-4dd9-afd9-6ee8bbcf2540 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.590140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb4c74a3-4c1c-4a21-ba34-91a51edf0b58 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.629211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869969fa-219b-488b-a0f9-aa66635a45e2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d336596-be52-4220-bd04-8b6002bac8a8,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:49.662025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-869969fa-219b-488b-a0f9-aa66635a45e2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.663512 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-869969fa-219b-488b-a0f9-aa66635a45e2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/8d336596-be52-4220-bd04-8b6002bac8a8 HTTP/1.1" status: 204 len: 168 time: 0.6354301 Apr 05 09:58:49.671550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58212) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:49.683349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-01c64ff7-5c90-4dd9-afd9-6ee8bbcf2540 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] In _notify_port_updated(), no bound segment for port 09df206d-243c-462b-9ca2-7f430f6bd09d on network ecc3414c-db0d-49e6-844c-697cfc323621 {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:58:49.688670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c64ff7-5c90-4dd9-afd9-6ee8bbcf2540 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:49.689793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01c64ff7-5c90-4dd9-afd9-6ee8bbcf2540 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.690226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bb4c74a3-4c1c-4a21-ba34-91a51edf0b58 None None] Ignored duplicate provisioning block setup for port 4e55cd00-d780-4a9c-8151-df59a4a22d34 by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 09:58:49.691756 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-01c64ff7-5c90-4dd9-afd9-6ee8bbcf2540 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "PUT /v2.0/ports/09df206d-243c-462b-9ca2-7f430f6bd09d HTTP/1.1" status: 200 len: 818 time: 0.7195010 Apr 05 09:58:49.695413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58216) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:49.695806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 08fc5ecc-9b44-407d-81a0-24e6ec871359 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:49.696199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.723017 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:58:49.737243 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.743670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.752960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb4c74a3-4c1c-4a21-ba34-91a51edf0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.753642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.754085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c64ff7-5c90-4dd9-afd9-6ee8bbcf2540 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=09df206d-243c-462b-9ca2-7f430f6bd09d,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:49.784063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-48e1ab21-4b04-4668-b87d-76051c36b24d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 09df206d-243c-462b-9ca2-7f430f6bd09d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:49.784462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48e1ab21-4b04-4668-b87d-76051c36b24d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:49.906737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a6a890-8e8c-4edb-97a4-7d316b50a34c']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:49.996990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.000918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] For port fd67d69c-7cec-473a-af7f-c6e673ee643d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fd67d69c-7cec-473a-af7f-c6e673ee643d,segment=NetworkSegment(d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7),segment_id=d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:50.016732 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c74a3-4c1c-4a21-ba34-91a51edf0b58 None None] Pushing event updated for resources: {'Port': ['ID=4e55cd00-d780-4a9c-8151-df59a4a22d34,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:50.019902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48e1ab21-4b04-4668-b87d-76051c36b24d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.028068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.042214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8baf835f-18cf-4680-bd4b-8e2488754837') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:50.042793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8baf835f-18cf-4680-bd4b-8e2488754837') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:50.066095 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-5127a1fd-5b3b-4ea3-b004-7063389e84d5 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:50.070367 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5127a1fd-5b3b-4ea3-b004-7063389e84d5 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "PUT /v2.0/routers/44a888fb-7869-460d-9e8b-408c6a987e08/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.1979268 Apr 05 09:58:50.071687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Transition to ACTIVE for port object 72edbe50-8f6b-405c-aa10-f18209ad6316 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:50.085855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58220) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:50.099039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-751fc737-ee54-4210-91a4-aed4d8a4b75b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.127738 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.150296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.179479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-48e1ab21-4b04-4668-b87d-76051c36b24d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 09df206d-243c-462b-9ca2-7f430f6bd09d owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:50.208255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-751fc737-ee54-4210-91a4-aed4d8a4b75b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.237921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Provisioning for port 4e55cd00-d780-4a9c-8151-df59a4a22d34 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:50.271695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Pushing event updated for resources: {'Port': ['ID=fd67d69c-7cec-473a-af7f-c6e673ee643d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:50.275422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8eb707cd-1c56-4f83-b09f-0c982504e129 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Synchronizing usage tracker for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:50.278660 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Provisioning complete for port 4e55cd00-d780-4a9c-8151-df59a4a22d34 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:50.279034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.311927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.332281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48e1ab21-4b04-4668-b87d-76051c36b24d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.357417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.367595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:58:50.368010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.401711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48e1ab21-4b04-4668-b87d-76051c36b24d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.405170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1ab21-4b04-4668-b87d-76051c36b24d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=09df206d-243c-462b-9ca2-7f430f6bd09d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:50.421536 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-48e1ab21-4b04-4668-b87d-76051c36b24d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/09df206d-243c-462b-9ca2-7f430f6bd09d HTTP/1.1" status: 204 len: 168 time: 0.7244079 Apr 05 09:58:50.422204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58224) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:50.430594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:58:50.432661 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:58:50.537690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:58:50.538030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 656c6d3b-ac92-4ec4-b0e2-e9b55892b40d not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:58:50.590264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Attempting to bind port 72edbe50-8f6b-405c-aa10-f18209ad6316 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:50.590813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Attempting to bind port 72edbe50-8f6b-405c-aa10-f18209ad6316 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '499e9a3a-591a-44ae-9735-cc79b96073d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:50.591195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Attempting to bind port 72edbe50-8f6b-405c-aa10-f18209ad6316 on network 21d7d4c1-4771-477e-b30f-e427a6034925 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:50.605131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:50.605546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Checking segment: {'id': '499e9a3a-591a-44ae-9735-cc79b96073d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:50.605947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.606580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Bound using segment: {'id': '499e9a3a-591a-44ae-9735-cc79b96073d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:50.607054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Bound port: 72edbe50-8f6b-405c-aa10-f18209ad6316, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499e9a3a-591a-44ae-9735-cc79b96073d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:50.607425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.619876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf686aa-f087-4998-afcf-0354ecb7b339 None None] Pushing event updated for resources: {'Port': ['ID=72edbe50-8f6b-405c-aa10-f18209ad6316,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:50.662019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.673545 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f9d316-9ed1-44bc-aa12-685eca035312 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:50.674400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d9f9d316-9ed1-44bc-aa12-685eca035312 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:50.693982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d9f9d316-9ed1-44bc-aa12-685eca035312 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:50.699696 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d9f9d316-9ed1-44bc-aa12-685eca035312 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2761395 Apr 05 09:58:50.700653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58228) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:50.717919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.719379 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8eb707cd-1c56-4f83-b09f-0c982504e129 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Unset dirty status for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:50.726026 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8eb707cd-1c56-4f83-b09f-0c982504e129 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0436549 Apr 05 09:58:50.740422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58232) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:50.754931 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-448abb9e-83da-40fb-ac4e-a53b9b4d8313 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:58:50.760683 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-448abb9e-83da-40fb-ac4e-a53b9b4d8313 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/09df206d-243c-462b-9ca2-7f430f6bd09d HTTP/1.1" status: 404 len: 333 time: 0.0587647 Apr 05 09:58:50.761467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58236) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:50.761572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1281800921'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:50.768771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2077534807'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:50.772922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7d7064-a463-4ca8-82ca-05dd49f43fe4,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:50.777655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:50.783028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:50.790229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:network and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:50.795764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:50.806795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:50.816016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.818172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:50.822295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:50.824609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54d3b7c4-8713-484f-8277-5659983962c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.828050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] For port 4e55cd00-d780-4a9c-8151-df59a4a22d34, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e55cd00-d780-4a9c-8151-df59a4a22d34,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:50.836302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] For port 72edbe50-8f6b-405c-aa10-f18209ad6316, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:50.838674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.839512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] For port 72edbe50-8f6b-405c-aa10-f18209ad6316, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=72edbe50-8f6b-405c-aa10-f18209ad6316,segment=NetworkSegment(499e9a3a-591a-44ae-9735-cc79b96073d4),segment_id=499e9a3a-591a-44ae-9735-cc79b96073d4)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:50.840644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.850900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.852761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] 10.222.0.30 "DELETE /v2.0/networks/97a6a890-8e8c-4edb-97a4-7d316b50a34c HTTP/1.1" status: 204 len: 168 time: 3.7746081 Apr 05 09:58:50.876721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.881673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:58:50.912653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:50.914377 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Added segment 461477e6-9fa2-446d-96fc-f1faba469545 of type vlan for network 8801dc55-afb8-4e11-a798-2157302bafa3 Apr 05 09:58:50.936935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Routers {'7080dbf3-b057-4529-b6f9-ade6cee0dcbe'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:50.937592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:50.958654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.013993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.019531 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:51.020715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.086757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.088547 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f8df2330-d98c-4655-a3db-9d61ad2fd685 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 2.2575347 Apr 05 09:58:51.099600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58242) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:51.104720 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899ecee-21b2-497c-b64b-45a813085323 tempest-PortsTestJSON-347508532 tempest-PortsTestJSON-347508532-project] Pushing event deleted for resources: {'Network': ['ID=97a6a890-8e8c-4edb-97a4-7d316b50a34c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:51.119705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'security_group_rule': {'security_group_id': '716ebb51-00f6-4b3c-9551-8816bfccd9c1', 'project_id': '298a887535cb49a1b281d820c653e6fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:51.138276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3b7c4-8713-484f-8277-5659983962c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=f441443f-b440-4c3f-8331-b949f0017e4a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:51.152629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751fc737-ee54-4210-91a4-aed4d8a4b75b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 47118720-5959-4f05-aa94-76defd1a75f9 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:58:51.153765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:51.173588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:security_group_rule and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:51.184688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:51.194210 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4312668 Apr 05 09:58:51.196052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58246) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:51.215102 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:51.282370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:51.294528 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fd67d69c-7cec-473a-af7f-c6e673ee643d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:51.360140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:51.364321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:51.367452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:51.373798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:51.379897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.384385 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f207ba-a3b6-4065-876c-20b54ad77033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Network': ['ID=8801dc55-afb8-4e11-a798-2157302bafa3,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:51.389412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:51.439086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 8801dc55-afb8-4e11-a798-2157302bafa3 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:58:51.501867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58252) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:51.504597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.536662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762099ba-9385-4488-88ca-d4a004d81a16 None None] Pushing event updated for resources: {'Port': ['ID=4e55cd00-d780-4a9c-8151-df59a4a22d34,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:51.696344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1597146d-7067-4f55-808d-867920c93362 None None] Provisioning complete for port fd67d69c-7cec-473a-af7f-c6e673ee643d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:51.696964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1597146d-7067-4f55-808d-867920c93362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.719879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54d3b7c4-8713-484f-8277-5659983962c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.729170 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-54d3b7c4-8713-484f-8277-5659983962c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/f441443f-b440-4c3f-8331-b949f0017e4a HTTP/1.1" status: 204 len: 168 time: 3.8297341 Apr 05 09:58:51.745921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58258) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:51.778196 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.796602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf686aa-f087-4998-afcf-0354ecb7b339 None None] Pushing event updated for resources: {'Port': ['ID=72edbe50-8f6b-405c-aa10-f18209ad6316,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:51.804043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.808271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] Set router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:51.862504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fd67d69c-7cec-473a-af7f-c6e673ee643d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:51.863117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:51.898817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01937506-9dfe-4176-b313-ebc429507168 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:51.900339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01937506-9dfe-4176-b313-ebc429507168 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:51.901614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01937506-9dfe-4176-b313-ebc429507168 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:51.902399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01937506-9dfe-4176-b313-ebc429507168 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:51.916299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:51.916499 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8698c6d7-0533-4c25-b4ab-f49edb65d20b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac5795c722a94f62a5226dd40339ffaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3950884 Apr 05 09:58:51.917525 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58264) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:51.935667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:51.941444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:51.969335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:51.976813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751fc737-ee54-4210-91a4-aed4d8a4b75b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:51.998599 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fbefed31-b68a-4f42-be48-216a02c45e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.011319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01937506-9dfe-4176-b313-ebc429507168 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:52.015503 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-01937506-9dfe-4176-b313-ebc429507168 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2684579 Apr 05 09:58:52.016166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58270) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:52.034109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.042327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-751fc737-ee54-4210-91a4-aed4d8a4b75b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.043878 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-751fc737-ee54-4210-91a4-aed4d8a4b75b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9 HTTP/1.1" status: 200 len: 701 time: 3.8134210 Apr 05 09:58:52.053104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58274) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:52.053305 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] Sync routers for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:52.061333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.116045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.146176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2647f809-156a-4085-94d1-afa17bebadcd tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:52.178019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ce51da-d755-4a74-a9f8-9586e00ad933,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:52.188539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.199735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.221204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.222560 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fccb86e7-5037-4541-b36e-fe3e4f5a7a76 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1195590 Apr 05 09:58:52.223512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2647f809-156a-4085-94d1-afa17bebadcd tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:52.224037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:52.224733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:52.225263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2647f809-156a-4085-94d1-afa17bebadcd tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=47118720-5959-4f05-aa94-76defd1a75f9 HTTP/1.1" status: 200 len: 205 time: 0.1684542 Apr 05 09:58:52.227870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58278) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:52.228381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58280) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:52.241358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.260579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=d9a946d9-f601-4c92-8b98-3e03c88436fb,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:52.295819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fbefed31-b68a-4f42-be48-216a02c45e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.298206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'security_group_rule': {'security_group_id': '716ebb51-00f6-4b3c-9551-8816bfccd9c1', 'project_id': '298a887535cb49a1b281d820c653e6fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:52.371331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Checking segment: {'id': '461477e6-9fa2-446d-96fc-f1faba469545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:52.371331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network hostable DHCP agents. Network: 8801dc55-afb8-4e11-a798-2157302bafa3, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:58:52.394936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.396203 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6394382 Apr 05 09:58:52.397551 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:52.419759 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58286) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:52.420489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fbefed31-b68a-4f42-be48-216a02c45e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.442721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-86c0bcd9-e208-4f4c-82dc-468cf6495684 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': 'c0fa9469-de4e-4b88-996d-4b7cb01f1f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:52.443603 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-86c0bcd9-e208-4f4c-82dc-468cf6495684 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:52.447145 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-86c0bcd9-e208-4f4c-82dc-468cf6495684 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0212064 Apr 05 09:58:52.448806 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58290) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:52.451269 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:52.452496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefed31-b68a-4f42-be48-216a02c45e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d177f01-76ec-42fb-9895-5dd158f858cc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:52.464047 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ae32efb2-3011-4956-aaa2-1d1c6453a74e tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': 'c0fa9469-de4e-4b88-996d-4b7cb01f1f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:52.464769 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-ae32efb2-3011-4956-aaa2-1d1c6453a74e tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:52.468707 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ae32efb2-3011-4956-aaa2-1d1c6453a74e tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0150056 Apr 05 09:58:52.480625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58294) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:52.495184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1f969608-a777-4154-85c2-97d0023fef6e tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': 'c0fa9469-de4e-4b88-996d-4b7cb01f1f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:52.496111 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e55cd00-d780-4a9c-8151-df59a4a22d34 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:52.496255 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-1f969608-a777-4154-85c2-97d0023fef6e tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:52.499755 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1f969608-a777-4154-85c2-97d0023fef6e tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156374 Apr 05 09:58:52.499899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network 8801dc55-afb8-4e11-a798-2157302bafa3 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:58:52.500881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58298) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:52.501812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:security_group_rule and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:52.512143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67f7c8-8b43-4114-a810-6f23869a71df tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fa9469-de4e-4b88-996d-4b7cb01f1f4a,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:52.516947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a643745-66a5-4925-8fce-3affc5be8c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 6bfe8365-8b64-43e3-bea4-8636bae53882 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:52.521473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fbefed31-b68a-4f42-be48-216a02c45e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.525601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:52.536322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f2aa2a23-dd56-48c8-9ce5-51e148fd979d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': 'c0fa9469-de4e-4b88-996d-4b7cb01f1f4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:52.537090 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-f2aa2a23-dd56-48c8-9ce5-51e148fd979d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:52.540777 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f2aa2a23-dd56-48c8-9ce5-51e148fd979d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0233164 Apr 05 09:58:52.540927 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fbefed31-b68a-4f42-be48-216a02c45e72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d177f01-76ec-42fb-9895-5dd158f858cc HTTP/1.1" status: 204 len: 168 time: 0.6198139 Apr 05 09:58:52.540927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3a643745-66a5-4925-8fce-3affc5be8c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.544249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:52.547408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58304) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:52.587427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7831259e-e8f0-4f6c-af70-cf3851d9eb81 None None] Could not find standard attr ID for object f441443f-b440-4c3f-8331-b949f0017e4a. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:58:52.624331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6548f846-8958-41bd-b870-45a176bab1ee tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.630468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 8801dc55-afb8-4e11-a798-2157302bafa3) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:52.634784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:52.635384 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.653605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0706e2b-5ae3-46f3-b9b7-b0a7652d8fec None None] Network 8801dc55-afb8-4e11-a798-2157302bafa3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:52.674048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.721426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3a643745-66a5-4925-8fce-3affc5be8c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.826635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0c8aec0-f3a1-448d-ab21-11a05876f663 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.837021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3a643745-66a5-4925-8fce-3affc5be8c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.873730 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:35Z', 'revision_number': 11, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:52.900207 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4e55cd00-d780-4a9c-8151-df59a4a22d34 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:52.900583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:52.924728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] Checking router: 47118720-5959-4f05-aa94-76defd1a75f9 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:52.941516 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d5ff03ac-7441-47b7-aa17-8b6d228fffcf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7316899 Apr 05 09:58:52.942847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58312) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:52.951693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:52.978481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'name': 'tempest-TestVolumeBootPattern-1897334240-router', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:20Z', 'updated_at': '2022-04-05T09:58:37Z', 'revision_number': 4, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'gw_port': {'id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:58:23Z', 'updated_at': '2022-04-05T09:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '72edbe50-8f6b-405c-aa10-f18209ad6316', 'name': '', 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'mac_address': 'fa:16:3e:68:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '749290b7-3419-48eb-8aab-ddbe3a31d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:58:34Z', 'updated_at': '2022-04-05T09:58:50Z', 'revision_number': 4, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'subnets': [{'id': '749290b7-3419-48eb-8aab-ddbe3a31d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:52.997873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3178e4-9cb8-4756-aa58-dd5f905eb958 None None] The sync data for ids ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'] in dv-neutron-833199-1-hyperv is: [{'id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'name': 'tempest-TestVolumeBootPattern-1897334240-router', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:20Z', 'updated_at': '2022-04-05T09:58:37Z', 'revision_number': 4, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'gw_port': {'id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:58:23Z', 'updated_at': '2022-04-05T09:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '72edbe50-8f6b-405c-aa10-f18209ad6316', 'name': '', 'network_id': '21d7d4c1-4771-477e-b30f-e427a6034925', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'mac_address': 'fa:16:3e:68:e2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '749290b7-3419-48eb-8aab-ddbe3a31d953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:58:34Z', 'updated_at': '2022-04-05T09:58:50Z', 'revision_number': 4, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'subnets': [{'id': '749290b7-3419-48eb-8aab-ddbe3a31d953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:53.091165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7831259e-e8f0-4f6c-af70-cf3851d9eb81 None None] Provisioning complete for port 4e55cd00-d780-4a9c-8151-df59a4a22d34 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:53.091823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7831259e-e8f0-4f6c-af70-cf3851d9eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.108487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3a643745-66a5-4925-8fce-3affc5be8c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.125135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-8801dc55-afb8-4e11-a798-2157302bafa3', 'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3', 'tenant_id': '1e627f597b104573accbf904d7773a88', 'fixed_ips': [{'subnet_id': 'd9a946d9-f601-4c92-8b98-3e03c88436fb'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:58:53.126584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.151683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] Routers {'47118720-5959-4f05-aa94-76defd1a75f9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:53.152789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['47118720-5959-4f05-aa94-76defd1a75f9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:53.211831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a643745-66a5-4925-8fce-3affc5be8c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=6bfe8365-8b64-43e3-bea4-8636bae53882,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:53.232106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3a643745-66a5-4925-8fce-3affc5be8c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.262904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:53.268910 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:53.275081 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3a643745-66a5-4925-8fce-3affc5be8c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/6bfe8365-8b64-43e3-bea4-8636bae53882 HTTP/1.1" status: 204 len: 168 time: 1.2549353 Apr 05 09:58:53.276761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:53.279842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58322) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:53.303337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42607d36-ac1a-408d-9c41-8504698790b9 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:53.324062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:53.375000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:53.379298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.395926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0c8aec0-f3a1-448d-ab21-11a05876f663 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.531347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] Set router 47118720-5959-4f05-aa94-76defd1a75f9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:53.542648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.543733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0c8aec0-f3a1-448d-ab21-11a05876f663 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.621758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8aec0-f3a1-448d-ab21-11a05876f663 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fa9469-de4e-4b88-996d-4b7cb01f1f4a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:53.621758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.656280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6548f846-8958-41bd-b870-45a176bab1ee tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.658045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5815e535-920a-4369-ba2f-3db0dfa07644 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet c273a79e-601a-4ef0-8bc7-a1f959202517 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:58:53.659915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be98794f-af99-49de-a72f-6eee3b341768,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:53.691981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0c8aec0-f3a1-448d-ab21-11a05876f663 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.693265 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d0c8aec0-f3a1-448d-ab21-11a05876f663 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/c0fa9469-de4e-4b88-996d-4b7cb01f1f4a HTTP/1.1" status: 204 len: 168 time: 1.1446075 Apr 05 09:58:53.697792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58332) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:53.699180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6548f846-8958-41bd-b870-45a176bab1ee tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.702622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5815e535-920a-4369-ba2f-3db0dfa07644 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.712081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.713339 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8c044508-08c1-4662-b818-ab5497d1005e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4810102 Apr 05 09:58:53.778672 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58334) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:53.827606 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:35Z', 'revision_number': 11, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:53.873083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'security_group_rule': {'security_group_id': '716ebb51-00f6-4b3c-9551-8816bfccd9c1', 'project_id': '298a887535cb49a1b281d820c653e6fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:53.890624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:53.906272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:security_group_rule and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:53.913222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:53.924240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5815e535-920a-4369-ba2f-3db0dfa07644 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:53.967962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d79876a-34a5-462b-8213-2508d670c7c8 None None] The sync data for ids ['47118720-5959-4f05-aa94-76defd1a75f9'] in dv-neutron-833199-1-hyperv is: [{'id': '47118720-5959-4f05-aa94-76defd1a75f9', 'name': 'tempest-RoutersTest-router-1045968296', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:56:26Z', 'updated_at': '2022-04-05T09:58:35Z', 'revision_number': 11, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:54.011327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58340) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.044169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6548f846-8958-41bd-b870-45a176bab1ee tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.044649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6548f846-8958-41bd-b870-45a176bab1ee tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Fanout notify agent at l3_agent the message router_deleted on router 47118720-5959-4f05-aa94-76defd1a75f9 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:58:54.058990 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0080936 Apr 05 09:58:54.060178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:54.061936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58342) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.105896 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.ipam_backend_mixin [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9a946d9-f601-4c92-8b98-3e03c88436fb (CIDR: 2001:db8::/64) Apr 05 09:58:54.121325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6548f846-8958-41bd-b870-45a176bab1ee tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.132305 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:54.134167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:58:54.137229 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6548f846-8958-41bd-b870-45a176bab1ee tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9 HTTP/1.1" status: 204 len: 168 time: 1.9030602 Apr 05 09:58:54.138408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58348) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.152788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8211c24c-c3ff-4451-9460-f720a8e2a8d5 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Synchronizing usage tracker for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:54.154157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Allocated IP 2001:db8::2 (8801dc55-afb8-4e11-a798-2157302bafa3/d9a946d9-f601-4c92-8b98-3e03c88436fb/f5233daa-9da6-4f90-b697-840c5d37a1bf) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:54.170234 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Project 298a887535cb49a1b281d820c653e6fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:58:54.173950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5815e535-920a-4369-ba2f-3db0dfa07644 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.179508 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1157969467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:54.184449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e55cd00-d780-4a9c-8151-df59a4a22d34 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:54.194547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:54.196893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.208909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Usage tracker for resource:router and tenant:f6bce360d3a746b8942643f480ef9e13 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:54.215055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:54.234649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:54.249448 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ffd8fb0f-3256-46d6-8e4c-8fcd6a7af352 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3024759 Apr 05 09:58:54.250888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58352) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.263350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:54.287265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8211c24c-c3ff-4451-9460-f720a8e2a8d5 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Unset dirty status for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:54.292154 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8211c24c-c3ff-4451-9460-f720a8e2a8d5 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5017028 Apr 05 09:58:54.299786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58356) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.340894 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-886eaa22-0e54-48cf-9be7-9508290fe6cc tempest-NetworksApiDiscovery-1613979152 tempest-NetworksApiDiscovery-1613979152-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2698593 Apr 05 09:58:54.355249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.356316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.369940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.386262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304607021'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:54.387444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.406981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:54.410912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5815e535-920a-4369-ba2f-3db0dfa07644 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.467279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.472741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5815e535-920a-4369-ba2f-3db0dfa07644 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.484548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4c8fb6-6049-4616-b8d6-4d1a4ad3a8e1,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:54.494718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815e535-920a-4369-ba2f-3db0dfa07644 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=c273a79e-601a-4ef0-8bc7-a1f959202517,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:54.503995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:54.522611 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5815e535-920a-4369-ba2f-3db0dfa07644 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/c273a79e-601a-4ef0-8bc7-a1f959202517 HTTP/1.1" status: 204 len: 168 time: 1.2395141 Apr 05 09:58:54.522824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.527792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58362) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.556138 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.585498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:54.607472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:54.612208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:54.615349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:54.621642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:54.647180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4e55cd00-d780-4a9c-8151-df59a4a22d34 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:54.647733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.688526 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.691131 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.692286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:54.697297 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.699223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6b220f5d-2b93-43d8-a2f3-c27924bd1a15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8337741 Apr 05 09:58:54.724112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58366) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.725007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:54.735320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.737161 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a940459f-3229-4e6e-b8a3-939549927a77 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5868566 Apr 05 09:58:54.743770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:54.745485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58370) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.756312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.756312 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4515543 Apr 05 09:58:54.756312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58374) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.759092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'security_group_rule': {'security_group_id': '716ebb51-00f6-4b3c-9551-8816bfccd9c1', 'project_id': '298a887535cb49a1b281d820c653e6fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:54.759665 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e96243ce-a575-4f7c-8cec-f8b800f27fef tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1723199 Apr 05 09:58:54.761044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58376) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.767955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-924f0c03-1dc9-4660-81f2-3b7da61e0dc9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:54.786826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-27d64dc4-d090-47ec-bfa0-2d006e193c8d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '416db8e7-832d-4dd4-9d80-6451d02cff2e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:54.788037 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-27d64dc4-d090-47ec-bfa0-2d006e193c8d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:54.791708 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-27d64dc4-d090-47ec-bfa0-2d006e193c8d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089378 Apr 05 09:58:54.805052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting port 7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:54.805585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.835298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58382) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.847152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:54.862439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:54.880597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-368fa3d7-fea2-45ab-9434-64b00df121b2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '416db8e7-832d-4dd4-9d80-6451d02cff2e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:54.881808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:54.898020 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce710ec-582b-47e8-8e07-b1001ca75430 None None] Update dhcp port {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': 'c273a79e-601a-4ef0-8bc7-a1f959202517'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '4e55cd00-d780-4a9c-8151-df59a4a22d34'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 09:58:54.953917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58388) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:54.957804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:security_group_rule and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:54.986650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Transition to ACTIVE for port object f5233daa-9da6-4f90-b697-840c5d37a1bf will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:55.019206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:55.022167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385f552-4ab3-49e0-b700-d60f05452b0b tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416db8e7-832d-4dd4-9d80-6451d02cff2e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:55.025440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:55.029699 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.066511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.069610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Transition to ACTIVE for port object f5233daa-9da6-4f90-b697-840c5d37a1bf will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:58:55.079025 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6ce710ec-582b-47e8-8e07-b1001ca75430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.096056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 72edbe50-8f6b-405c-aa10-f18209ad6316 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:55.120043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.130596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-368fa3d7-fea2-45ab-9434-64b00df121b2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:55.152064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:55.155789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-368fa3d7-fea2-45ab-9434-64b00df121b2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:55.178676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-368fa3d7-fea2-45ab-9434-64b00df121b2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:55.204718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-368fa3d7-fea2-45ab-9434-64b00df121b2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:55.226291 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Project 298a887535cb49a1b281d820c653e6fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:58:55.228478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Calling delete_port for 7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:55.249681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.266321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3621bf5a-d186-4bf7-91e0-b1bfe8b02040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.297737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:55.318502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Network 8801dc55-afb8-4e11-a798-2157302bafa3 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:55.319403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3621bf5a-d186-4bf7-91e0-b1bfe8b02040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:55.319776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Pushing event updated for resources: {'Port': ['ID=f5233daa-9da6-4f90-b697-840c5d37a1bf,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:55.331585 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:55.336860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3621bf5a-d186-4bf7-91e0-b1bfe8b02040 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8e0512d1d243c6b204d05ccf7c7e12 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:55.340318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:58:55.344529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3621bf5a-d186-4bf7-91e0-b1bfe8b02040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:55.352122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3621bf5a-d186-4bf7-91e0-b1bfe8b02040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:55.379578 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:55.395802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:55.450712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 72edbe50-8f6b-405c-aa10-f18209ad6316 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:55.466777 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:55.469878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 72edbe50-8f6b-405c-aa10-f18209ad6316 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:55.470263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.491142 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-368fa3d7-fea2-45ab-9434-64b00df121b2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:55.492397 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-368fa3d7-fea2-45ab-9434-64b00df121b2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6504169 Apr 05 09:58:55.499904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58396) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:55.509579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41243b7-76da-4c8c-9f8a-161952dacabd None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:55.520172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-35291aa8-b22d-4804-9f20-092d4f0841a8 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '416db8e7-832d-4dd4-9d80-6451d02cff2e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:55.520846 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-35291aa8-b22d-4804-9f20-092d4f0841a8 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:55.524631 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-35291aa8-b22d-4804-9f20-092d4f0841a8 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0198612 Apr 05 09:58:55.528168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:55.531972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.590871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58400) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:55.591144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Attempting to bind port f5233daa-9da6-4f90-b697-840c5d37a1bf on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:58:55.591144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Attempting to bind port f5233daa-9da6-4f90-b697-840c5d37a1bf by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '461477e6-9fa2-446d-96fc-f1faba469545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:58:55.591144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Attempting to bind port f5233daa-9da6-4f90-b697-840c5d37a1bf on network 8801dc55-afb8-4e11-a798-2157302bafa3 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:58:55.610718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:58:55.611138 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3b7798ec-0cf1-463e-a24c-b8d0fc46ae18 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '416db8e7-832d-4dd4-9d80-6451d02cff2e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:55.611251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Checking segment: {'id': '461477e6-9fa2-446d-96fc-f1faba469545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:58:55.611540 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.612584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Bound using segment: {'id': '461477e6-9fa2-446d-96fc-f1faba469545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:58:55.612584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Bound port: f5233daa-9da6-4f90-b697-840c5d37a1bf, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461477e6-9fa2-446d-96fc-f1faba469545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:58:55.612910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.621773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3621bf5a-d186-4bf7-91e0-b1bfe8b02040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.631839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3621bf5a-d186-4bf7-91e0-b1bfe8b02040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.685817 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3621bf5a-d186-4bf7-91e0-b1bfe8b02040 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca8e0512d1d243c6b204d05ccf7c7e12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7302232 Apr 05 09:58:55.687322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621bf5a-d186-4bf7-91e0-b1bfe8b02040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff843adc-2713-4a96-9230-1d9c738abad0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:55.689800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58404) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:55.721369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.749819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] For port f5233daa-9da6-4f90-b697-840c5d37a1bf, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:58:55.756404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] For port f5233daa-9da6-4f90-b697-840c5d37a1bf, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f5233daa-9da6-4f90-b697-840c5d37a1bf,segment=NetworkSegment(461477e6-9fa2-446d-96fc-f1faba469545),segment_id=461477e6-9fa2-446d-96fc-f1faba469545)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:58:55.780181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Port': ['ID=7fbdaaca-7ae0-4dfb-8a6a-b91780faadd7,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:55.799907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.816441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3b7798ec-0cf1-463e-a24c-b8d0fc46ae18 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:55.833020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.841822 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-51197095-4869-45cc-a9b2-415c858e45ed None None] Provisioning complete for port 4e55cd00-d780-4a9c-8151-df59a4a22d34 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:55.842287 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-51197095-4869-45cc-a9b2-415c858e45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.904265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3b7798ec-0cf1-463e-a24c-b8d0fc46ae18 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:55.964362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d9331bdb-504a-4cd9-80ac-da85053aa585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.991727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.996598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d9331bdb-504a-4cd9-80ac-da85053aa585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:55.999308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3b7798ec-0cf1-463e-a24c-b8d0fc46ae18 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:56.011414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.061668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.074845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adf1be-875f-4998-bec3-826f7d362665 None None] Pushing event updated for resources: {'Port': ['ID=f5233daa-9da6-4f90-b697-840c5d37a1bf,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:56.156209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3b7798ec-0cf1-463e-a24c-b8d0fc46ae18 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:56.183133 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 72edbe50-8f6b-405c-aa10-f18209ad6316, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=72edbe50-8f6b-405c-aa10-f18209ad6316,segment=NetworkSegment(499e9a3a-591a-44ae-9735-cc79b96073d4),segment_id=499e9a3a-591a-44ae-9735-cc79b96073d4)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:56.204877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.257509 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:58:56.276807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Deleting port 4e55cd00-d780-4a9c-8151-df59a4a22d34 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:56.277251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.371750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e55cd00-d780-4a9c-8151-df59a4a22d34 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:58:56.423958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d9331bdb-504a-4cd9-80ac-da85053aa585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.432892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.442394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=72edbe50-8f6b-405c-aa10-f18209ad6316,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:56.458311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9331bdb-504a-4cd9-80ac-da85053aa585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff843adc-2713-4a96-9230-1d9c738abad0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:56.485133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.489985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40883263-6e6c-4bbf-bf43-47ecd6d8d471,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:56.514093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-924f0c03-1dc9-4660-81f2-3b7da61e0dc9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.603753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.608266 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-958f6a92-0be8-4474-92e3-d7021c333d17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.8695729 Apr 05 09:58:56.608266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-924f0c03-1dc9-4660-81f2-3b7da61e0dc9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.615412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:56.621047 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network 8801dc55-afb8-4e11-a798-2157302bafa3 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:56.622392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:56.630113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:56.630783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.637462 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-3b7798ec-0cf1-463e-a24c-b8d0fc46ae18 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:56.638762 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3b7798ec-0cf1-463e-a24c-b8d0fc46ae18 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0488219 Apr 05 09:58:56.639591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:56.643158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:56.644037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.647512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=c855310e-a468-491e-8956-41a650a87935,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:56.662210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58412) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:56.679608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d9331bdb-504a-4cd9-80ac-da85053aa585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.680748 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d9331bdb-504a-4cd9-80ac-da85053aa585 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff843adc-2713-4a96-9230-1d9c738abad0 HTTP/1.1" status: 204 len: 168 time: 0.9900374 Apr 05 09:58:56.745785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1c1d3b60-460f-4e92-b1c3-2834caa00e89 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '416db8e7-832d-4dd4-9d80-6451d02cff2e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:56.747012 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-1c1d3b60-460f-4e92-b1c3-2834caa00e89 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:56.748864 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1c1d3b60-460f-4e92-b1c3-2834caa00e89 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0838630 Apr 05 09:58:56.757533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Router 44a888fb-7869-460d-9e8b-408c6a987e08 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:58:56.758428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58422) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:56.777954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8c057c19-dc0a-4328-9249-00e46b265de1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '416db8e7-832d-4dd4-9d80-6451d02cff2e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:56.795901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8c057c19-dc0a-4328-9249-00e46b265de1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:56.808235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8c057c19-dc0a-4328-9249-00e46b265de1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:56.814857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8c057c19-dc0a-4328-9249-00e46b265de1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:56.831486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] For port 4e55cd00-d780-4a9c-8151-df59a4a22d34, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e55cd00-d780-4a9c-8151-df59a4a22d34,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:56.832120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:56.835427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8c057c19-dc0a-4328-9249-00e46b265de1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:56.967581 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7109811 Apr 05 09:58:56.967581 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d2f9a6c0-6cc0-498a-8c42-d3e94cbb0c9b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1425710 Apr 05 09:58:56.971469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58434) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:56.971823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58436) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:56.982152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3', 'fixed_ips': [{'subnet_id': 'd9a946d9-f601-4c92-8b98-3e03c88436fb'}, {'subnet_id': '5328f69a-1914-4257-bbc4-eb8d3d77a266'}], 'name': 'tempest-PortsIpV6TestJSON-1979736805'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:57.004261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:57.023163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0141e5-5712-4a00-aeb0-25e7072f20d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=5328f69a-1914-4257-bbc4-eb8d3d77a266,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:57.075739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Calling delete_port for 4e55cd00-d780-4a9c-8151-df59a4a22d34 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:57.139253 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:57.169375 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-8c057c19-dc0a-4328-9249-00e46b265de1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Project 0fbd2a44c786468891fa16acf116d1e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:58:57.255926 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-8c057c19-dc0a-4328-9249-00e46b265de1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:57.271405 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8c057c19-dc0a-4328-9249-00e46b265de1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5075767 Apr 05 09:58:57.272534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58448) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:57.289119 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-82d4a59a-e7be-414c-a736-dfc1819e5fc9 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '416db8e7-832d-4dd4-9d80-6451d02cff2e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:57.290019 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-82d4a59a-e7be-414c-a736-dfc1819e5fc9 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:57.294526 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-82d4a59a-e7be-414c-a736-dfc1819e5fc9 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0119848 Apr 05 09:58:57.297106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:57.305150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4e55cd00-d780-4a9c-8151-df59a4a22d34, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e55cd00-d780-4a9c-8151-df59a4a22d34,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:57.306210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58452) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:57.312914 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-47abbba1-fb36-4837-9d4a-7709d5eae1b8 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "PUT /v2.0/routers/44a888fb-7869-460d-9e8b-408c6a987e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2257879 Apr 05 09:58:57.313265 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df8f13-5da8-4320-a42b-4fdaaad426b5 None None] Sync routers for ids ['44a888fb-7869-460d-9e8b-408c6a987e08'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:57.319154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d27287c3-9a2b-4560-b92a-08ed57c10429 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '416db8e7-832d-4dd4-9d80-6451d02cff2e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:57.320794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:57.325909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58456) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:57.329001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d27287c3-9a2b-4560-b92a-08ed57c10429 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:57.346181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d27287c3-9a2b-4560-b92a-08ed57c10429 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:57.359387 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df8f13-5da8-4320-a42b-4fdaaad426b5 None None] Routers {'44a888fb-7869-460d-9e8b-408c6a987e08'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:57.362785 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-55df8f13-5da8-4320-a42b-4fdaaad426b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['44a888fb-7869-460d-9e8b-408c6a987e08'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:57.395823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:58:57.396180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:58:57.413262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d27287c3-9a2b-4560-b92a-08ed57c10429 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:57.431041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d27287c3-9a2b-4560-b92a-08ed57c10429 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:57.434488 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-bbadb439-92f5-459d-a914-4cd464a53594 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] delete failed (client error): The resource could not be found. Apr 05 09:58:57.435782 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bbadb439-92f5-459d-a914-4cd464a53594 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-615589856 HTTP/1.1" status: 404 len: 334 time: 0.1087620 Apr 05 09:58:57.441710 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58460) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:57.471326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4e55cd00-d780-4a9c-8151-df59a4a22d34,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:57.475793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-eb70277a-d7cd-4c9d-a92c-675b6166d0ff tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'router': {'external_gateway_info': {'network_id': '44a888fb-7869-460d-9e8b-408c6a987e08'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:57.484991 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-55df8f13-5da8-4320-a42b-4fdaaad426b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:57.500630 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df8f13-5da8-4320-a42b-4fdaaad426b5 None None] Routers {'44a888fb-7869-460d-9e8b-408c6a987e08'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:57.501785 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-55df8f13-5da8-4320-a42b-4fdaaad426b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['44a888fb-7869-460d-9e8b-408c6a987e08'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:57.524187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:57.536458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:port and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:57.552499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:57.559418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:57.574343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:57.581719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:57.585610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:57.590104 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-55df8f13-5da8-4320-a42b-4fdaaad426b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:57.590701 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df8f13-5da8-4320-a42b-4fdaaad426b5 None None] The sync data for ids ['44a888fb-7869-460d-9e8b-408c6a987e08'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:58:57.593362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:57.606697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:57.627594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:57.649122 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-d27287c3-9a2b-4560-b92a-08ed57c10429 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Project 0fbd2a44c786468891fa16acf116d1e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:58:57.719088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817eee68-d984-4a1e-9272-89faeb93264f None None] Network 8801dc55-afb8-4e11-a798-2157302bafa3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:57.872344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924f0c03-1dc9-4660-81f2-3b7da61e0dc9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Router 735e9298-cfb1-42df-97ea-ff52f8d6edf9 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:58:57.897097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Deleting port 4e55cd00-d780-4a9c-8151-df59a4a22d34 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:58:57.897616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:57.934681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:57.986962 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-d27287c3-9a2b-4560-b92a-08ed57c10429 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:57.987856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-22a22229-27ba-4ee3-82ba-5337e993bd01 None None] Provisioning for port f5233daa-9da6-4f90-b697-840c5d37a1bf completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:57.988879 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d27287c3-9a2b-4560-b92a-08ed57c10429 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6810405 Apr 05 09:58:57.994721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58470) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:58.008671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7190b6a9-af4c-4e3f-b5af-3b72ed1da76a tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '416db8e7-832d-4dd4-9d80-6451d02cff2e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:58.023837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7190b6a9-af4c-4e3f-b5af-3b72ed1da76a tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:58.029798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7190b6a9-af4c-4e3f-b5af-3b72ed1da76a tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:58.034777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7190b6a9-af4c-4e3f-b5af-3b72ed1da76a tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:58.042728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7190b6a9-af4c-4e3f-b5af-3b72ed1da76a tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:58.101701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.118897 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-7190b6a9-af4c-4e3f-b5af-3b72ed1da76a tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Project 0fbd2a44c786468891fa16acf116d1e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:58:58.247826 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-7190b6a9-af4c-4e3f-b5af-3b72ed1da76a tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:58:58.249424 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7190b6a9-af4c-4e3f-b5af-3b72ed1da76a tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2525635 Apr 05 09:58:58.258601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58476) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:58.262875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eb70277a-d7cd-4c9d-a92c-675b6166d0ff tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.324582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] For port 4e55cd00-d780-4a9c-8151-df59a4a22d34, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e55cd00-d780-4a9c-8151-df59a4a22d34,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:58:58.325163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.409691 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-eb70277a-d7cd-4c9d-a92c-675b6166d0ff tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] update failed (client error): The resource could not be found. Apr 05 09:58:58.417254 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-eb70277a-d7cd-4c9d-a92c-675b6166d0ff tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "PUT /v2.0/routers/44a888fb-7869-460d-9e8b-408c6a987e08 HTTP/1.1" status: 404 len: 339 time: 0.9740546 Apr 05 09:58:58.420261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58480) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:58.438036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-501320062'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:58.450205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:58.469498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Usage tracker for resource:network and tenant:da8abae196a04b11bcaf8cb1de88eaab is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:58.472701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:58.480831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Calling delete_port for 4e55cd00-d780-4a9c-8151-df59a4a22d34 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:58:58.498626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c8117c0-73f8-4f44-b40b-63e6f27bb11c tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.528366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c8117c0-73f8-4f44-b40b-63e6f27bb11c tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.557395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:58:58.562574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f5233daa-9da6-4f90-b697-840c5d37a1bf up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:58:58.583232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:58.628756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Made reservation on behalf of da8abae196a04b11bcaf8cb1de88eaab for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:58.642804 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.677000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c8117c0-73f8-4f44-b40b-63e6f27bb11c tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.704349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:58:58.734457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924f0c03-1dc9-4660-81f2-3b7da61e0dc9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:58:58.737950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8117c0-73f8-4f44-b40b-63e6f27bb11c tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416db8e7-832d-4dd4-9d80-6451d02cff2e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:58.750701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] Sync routers for ids ['735e9298-cfb1-42df-97ea-ff52f8d6edf9'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:58:58.759600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.760904 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Added segment 4fa7268c-4a00-4812-8348-fa1fb450b1d5 of type vlan for network 865cc339-a305-4a86-95d1-d80ab5a767f9 Apr 05 09:58:58.766471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.799973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.806667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c8117c0-73f8-4f44-b40b-63e6f27bb11c tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.808214 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0c8117c0-73f8-4f44-b40b-63e6f27bb11c tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/416db8e7-832d-4dd4-9d80-6451d02cff2e HTTP/1.1" status: 204 len: 168 time: 0.5055611 Apr 05 09:58:58.810923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58502) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:58.816089 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-924f0c03-1dc9-4660-81f2-3b7da61e0dc9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.817253 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-924f0c03-1dc9-4660-81f2-3b7da61e0dc9 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "PUT /v2.0/routers/735e9298-cfb1-42df-97ea-ff52f8d6edf9 HTTP/1.1" status: 200 len: 694 time: 4.0680103 Apr 05 09:58:58.831943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58506) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:58.838294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] Pushing event deleted for resources: {'Port': ['ID=4e55cd00-d780-4a9c-8151-df59a4a22d34,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:58.852306 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6562c5b-f915-4c34-b9d3-bc7797059612 None None] No DVR routers for this DVR port 4e55cd00-d780-4a9c-8151-df59a4a22d34 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:58:58.864593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] Routers {'735e9298-cfb1-42df-97ea-ff52f8d6edf9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:58.866757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['735e9298-cfb1-42df-97ea-ff52f8d6edf9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:58.867282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:58:58.871233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:58.937310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a874f0fe-3534-442d-8519-955a4c5964a4 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:58:58.968029 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:58:59.017555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:58:59.029055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:59.033144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:59.033838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:59.034916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port f5233daa-9da6-4f90-b697-840c5d37a1bf completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:58:59.042926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:58:59.043541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:59.044658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4936a69-fd58-4ec2-89cb-f623daa862ad None None] Update dhcp port {'port': {'network_id': '8801dc55-afb8-4e11-a798-2157302bafa3', 'fixed_ips': [{'subnet_id': 'd9a946d9-f601-4c92-8b98-3e03c88436fb', 'ip_address': '2001:db8::2'}, {'subnet_id': '5328f69a-1914-4257-bbc4-eb8d3d77a266'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': 'f5233daa-9da6-4f90-b697-840c5d37a1bf'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 09:58:59.071337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=0167b98b-edb4-4b5d-bef4-712538c85021,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:59.080346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e6ea7c38-2de9-41ba-9767-e2f1e66299a7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Synchronizing usage tracker for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:59.106247 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b8751ac3-ba87-4ccd-b36a-e4406970048f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1289196 Apr 05 09:58:59.117524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58512) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:59.145523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:76:d5:70', 'name': 'tempest-NetworksTestDHCPv6-370851565'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:59.179910 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7556911 Apr 05 09:58:59.182017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58516) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:59.200269 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-097c587b-d9f2-4e15-8848-fee0581d0a99 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/routers/735e9298-cfb1-42df-97ea-ff52f8d6edf9 HTTP/1.1" status: 200 len: 700 time: 0.3634014 Apr 05 09:58:59.201715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'subnet': {'network_id': '865cc339-a305-4a86-95d1-d80ab5a767f9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:59.242937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port f5233daa-9da6-4f90-b697-840c5d37a1bf triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:58:59.243855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:59.312495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58520) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:59.313696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeb520-910a-4fb0-b493-b3e88aa77bca tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Network': ['ID=865cc339-a305-4a86-95d1-d80ab5a767f9,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:58:59.318443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:59.322381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e6ea7c38-2de9-41ba-9767-e2f1e66299a7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Unset dirty status for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:58:59.323641 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e6ea7c38-2de9-41ba-9767-e2f1e66299a7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5114181 Apr 05 09:58:59.324845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Usage tracker for resource:subnet and tenant:da8abae196a04b11bcaf8cb1de88eaab is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:59.327810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58522) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:58:59.331686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:59.336986 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711007347'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:58:59.348127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 865cc339-a305-4a86-95d1-d80ab5a767f9 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:58:59.348357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:59.350633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:59.364774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:59.374639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Made reservation on behalf of da8abae196a04b11bcaf8cb1de88eaab for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:58:59.390358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] Set router 735e9298-cfb1-42df-97ea-ff52f8d6edf9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:58:59.445827 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4936a69-fd58-4ec2-89cb-f623daa862ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:59.479873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2af9fa50-cb80-423c-b656-62ad61a8c0cc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Synchronizing usage tracker for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:58:59.540381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:59.572493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8::276 (8801dc55-afb8-4e11-a798-2157302bafa3/d9a946d9-f601-4c92-8b98-3e03c88436fb/53d2ae9a-9369-4fcb-9d7e-d51786195f43) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:59.581331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8:0:1::24e (8801dc55-afb8-4e11-a798-2157302bafa3/5328f69a-1914-4257-bbc4-eb8d3d77a266/53d2ae9a-9369-4fcb-9d7e-d51786195f43) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:58:59.695902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:59.717801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-27a97249-11fb-47a1-b6a3-65acb51d9e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:59.719241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e9298-cfb1-42df-97ea-ff52f8d6edf9', 'name': 'tempest-RoutersTest-router-1157969467', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:54Z', 'updated_at': '2022-04-05T09:58:56Z', 'revision_number': 2, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:59.783376 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] Checking router: 735e9298-cfb1-42df-97ea-ff52f8d6edf9 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:58:59.832270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:58:59.851451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:58:59.857595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:58:59.871258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:58:59.925208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] Routers {'735e9298-cfb1-42df-97ea-ff52f8d6edf9'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:58:59.925850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:58:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['735e9298-cfb1-42df-97ea-ff52f8d6edf9'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:58:59.956723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:58:59.985489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:00.003761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:00.025098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:00.030387 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.045232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.055671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object 53d2ae9a-9369-4fcb-9d7e-d51786195f43 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:00.068382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.091093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2af9fa50-cb80-423c-b656-62ad61a8c0cc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Unset dirty status for tenant:f6bce360d3a746b8942643f480ef9e13 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:00.092778 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2af9fa50-cb80-423c-b656-62ad61a8c0cc tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=735e9298-cfb1-42df-97ea-ff52f8d6edf9 HTTP/1.1" status: 200 len: 205 time: 0.7015624 Apr 05 09:59:00.101839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58528) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:00.121323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port d635ddb3-5d53-4aeb-92cd-bccc6340c84f yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:59:00.143065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.179238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port f5233daa-9da6-4f90-b697-840c5d37a1bf, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f5233daa-9da6-4f90-b697-840c5d37a1bf,segment=NetworkSegment(461477e6-9fa2-446d-96fc-f1faba469545),segment_id=461477e6-9fa2-446d-96fc-f1faba469545)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:00.180691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '0167b98b-edb4-4b5d-bef4-712538c85021'}, {'subnet_id': 'c855310e-a468-491e-8956-41a650a87935'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:00.182122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.196160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.196936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 72edbe50-8f6b-405c-aa10-f18209ad6316 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:00.292154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] Set router 735e9298-cfb1-42df-97ea-ff52f8d6edf9 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:59:00.313674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.439333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58536) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:00.444118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956cf54d-0e6f-458d-80fc-6c0a51ecf321,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:00.509702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.510908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c56e9765-1666-46da-be09-5170f9dac687 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1822190 Apr 05 09:59:00.521170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd04a1d-5575-4196-b00e-c024d4ad0f37 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.523703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58540) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:00.544860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-78bd7de9-abb3-4dd9-ac56-d00b7d40fee1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '956cf54d-0e6f-458d-80fc-6c0a51ecf321', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:00.554342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network 8801dc55-afb8-4e11-a798-2157302bafa3 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:00.558008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=53d2ae9a-9369-4fcb-9d7e-d51786195f43,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:00.566681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-78bd7de9-abb3-4dd9-ac56-d00b7d40fee1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:00.569581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:00.615214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:00.617619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.619964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:00.620820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.626523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-78bd7de9-abb3-4dd9-ac56-d00b7d40fee1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:00.642637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-78bd7de9-abb3-4dd9-ac56-d00b7d40fee1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:00.650056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '735e9298-cfb1-42df-97ea-ff52f8d6edf9', 'name': 'tempest-RoutersTest-router-1157969467', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:54Z', 'updated_at': '2022-04-05T09:58:56Z', 'revision_number': 2, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:00.654512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 72edbe50-8f6b-405c-aa10-f18209ad6316 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:00.654960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:00.659663 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-78bd7de9-abb3-4dd9-ac56-d00b7d40fee1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:00.682837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=f5233daa-9da6-4f90-b697-840c5d37a1bf,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:00.687608 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-04383f69-ac28-4296-b9e9-9fd70250fb14 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.7123299 Apr 05 09:59:00.695327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58544) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:00.704361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9a946d9-f601-4c92-8b98-3e03c88436fb'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:00.709666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a373c1-cd63-45eb-807e-0fb8cdcb198c None None] The sync data for ids ['735e9298-cfb1-42df-97ea-ff52f8d6edf9'] in dv-neutron-833199-1-hyperv is: [{'id': '735e9298-cfb1-42df-97ea-ff52f8d6edf9', 'name': 'tempest-RoutersTest-router-1157969467', 'tenant_id': 'f6bce360d3a746b8942643f480ef9e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:54Z', 'updated_at': '2022-04-05T09:58:56Z', 'revision_number': 2, 'project_id': 'f6bce360d3a746b8942643f480ef9e13', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:59:00.726662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e4936a69-fd58-4ec2-89cb-f623daa862ad None None] Allocated IP 2001:db8:0:1::2 (8801dc55-afb8-4e11-a798-2157302bafa3/5328f69a-1914-4257-bbc4-eb8d3d77a266/f5233daa-9da6-4f90-b697-840c5d37a1bf) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:00.759260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 172.20.0.6 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/c855310e-a468-491e-8956-41a650a87935/d635ddb3-5d53-4aeb-92cd-bccc6340c84f) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:00.767157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f816:3eff:fe76:d570 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/0167b98b-edb4-4b5d-bef4-712538c85021/d635ddb3-5d53-4aeb-92cd-bccc6340c84f) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:00.916451 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-78bd7de9-abb3-4dd9-ac56-d00b7d40fee1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The resource could not be found. Apr 05 09:59:00.917899 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-78bd7de9-abb3-4dd9-ac56-d00b7d40fee1 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3932295 Apr 05 09:59:00.928896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58548) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:00.991411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-93dd9e32-af1c-452c-b735-453b7bdfbfd2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '956cf54d-0e6f-458d-80fc-6c0a51ecf321', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f25e0f3b-454d-4ce8-8dd5-2dc6a7089338'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:01.062718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e4936a69-fd58-4ec2-89cb-f623daa862ad None None] For port f5233daa-9da6-4f90-b697-840c5d37a1bf, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f5233daa-9da6-4f90-b697-840c5d37a1bf,segment=NetworkSegment(461477e6-9fa2-446d-96fc-f1faba469545),segment_id=461477e6-9fa2-446d-96fc-f1faba469545)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:01.066907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f5233daa-9da6-4f90-b697-840c5d37a1bf up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:01.069627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-93dd9e32-af1c-452c-b735-453b7bdfbfd2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:01.108899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-93dd9e32-af1c-452c-b735-453b7bdfbfd2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:01.117480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-93dd9e32-af1c-452c-b735-453b7bdfbfd2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:01.135864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-93dd9e32-af1c-452c-b735-453b7bdfbfd2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:01.144220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:01.164372 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4936a69-fd58-4ec2-89cb-f623daa862ad None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:01.187852 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e4936a69-fd58-4ec2-89cb-f623daa862ad None None] Transition to ACTIVE for port object f5233daa-9da6-4f90-b697-840c5d37a1bf will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:01.188140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Subnet': ['ID=7eba5992-a159-4629-99b9-533063e4ebed,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:01.196786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port f5233daa-9da6-4f90-b697-840c5d37a1bf triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:01.197197 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:01.226615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e4936a69-fd58-4ec2-89cb-f623daa862ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:01.259790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Checking segment: {'id': '4fa7268c-4a00-4812-8348-fa1fb450b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '865cc339-a305-4a86-95d1-d80ab5a767f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:01.260184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network hostable DHCP agents. Network: 865cc339-a305-4a86-95d1-d80ab5a767f9, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:59:01.277508 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5059c932-ed84-465e-ac63-0316101819e9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=f5587b1b4168471baeb118f60917a7ae&network_id=a95b3521-e819-46ba-b3ca-b568c40ee172 HTTP/1.1" status: 200 len: 2999 time: 0.8299928 Apr 05 09:59:01.306771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd04a1d-5575-4196-b00e-c024d4ad0f37 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:01.314717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd04a1d-5575-4196-b00e-c024d4ad0f37 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:01.323853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network 865cc339-a305-4a86-95d1-d80ab5a767f9 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:59:01.364951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 865cc339-a305-4a86-95d1-d80ab5a767f9) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:01.368449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd04a1d-5575-4196-b00e-c024d4ad0f37 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:01.369081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd04a1d-5575-4196-b00e-c024d4ad0f37 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Fanout notify agent at l3_agent the message router_deleted on router 735e9298-cfb1-42df-97ea-ff52f8d6edf9 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:59:01.371247 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:01.372240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:01.390919 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfd04a1d-5575-4196-b00e-c024d4ad0f37 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:01.397734 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cfd04a1d-5575-4196-b00e-c024d4ad0f37 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/735e9298-cfb1-42df-97ea-ff52f8d6edf9 HTTP/1.1" status: 204 len: 168 time: 1.2893095 Apr 05 09:59:01.397941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac85e67-09f9-4f56-818b-0e4f473792b4 None None] Network 865cc339-a305-4a86-95d1-d80ab5a767f9 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:01.398566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58556) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:01.458438 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8bc1bf16-6eab-4d6a-b3ef-f9cf3ad46800 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=735e9298-cfb1-42df-97ea-ff52f8d6edf9 HTTP/1.1" status: 200 len: 205 time: 0.0587478 Apr 05 09:59:01.460249 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3e2e4ada-4013-4af3-a740-dfcc8a60e1b6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2724314 Apr 05 09:59:01.464401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58560) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:01.466758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58562) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:01.470344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5d88f813-957e-49d7-9f72-5ee6c4ae4d49 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'router': {'external_gateway_info': {'network_id': '865cc339-a305-4a86-95d1-d80ab5a767f9'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:01.513356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:01.586228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4936a69-fd58-4ec2-89cb-f623daa862ad None None] Pushing event updated for resources: {'Port': ['ID=f5233daa-9da6-4f90-b697-840c5d37a1bf,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:01.586464 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-93dd9e32-af1c-452c-b735-453b7bdfbfd2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The resource could not be found. Apr 05 09:59:01.587328 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-93dd9e32-af1c-452c-b735-453b7bdfbfd2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6574616 Apr 05 09:59:01.604677 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58570) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:01.640923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object d635ddb3-5d53-4aeb-92cd-bccc6340c84f will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:01.719945 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-30a243ae-e67f-434c-adf0-85cf4201b187 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] delete failed (client error): The resource could not be found. Apr 05 09:59:01.722281 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-30a243ae-e67f-434c-adf0-85cf4201b187 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/735e9298-cfb1-42df-97ea-ff52f8d6edf9 HTTP/1.1" status: 404 len: 336 time: 0.1792519 Apr 05 09:59:01.725417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58574) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:01.789010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Port f5233daa-9da6-4f90-b697-840c5d37a1bf had new provisioning blocks added so it will not transition to active. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Apr 05 09:59:01.848356 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-095a69f0-0cfc-4dd9-ad9a-a2a13315ebbf tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] DELETE failed (client error): The resource could not be found. Apr 05 09:59:01.848797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095a69f0-0cfc-4dd9-ad9a-a2a13315ebbf tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:01.852773 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-095a69f0-0cfc-4dd9-ad9a-a2a13315ebbf tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/d1861e39-b086-4432-9520-0b22dac15574 HTTP/1.1" status: 404 len: 337 time: 0.1239810 Apr 05 09:59:01.854389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58578) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:01.991099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40d16977-0b19-4e27-b75c-f0e09a80298d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.001409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.013847 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-812ca9c8-0730-4f84-baa5-c7ab192326e0 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] DELETE failed (client error): The resource could not be found. Apr 05 09:59:02.014293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812ca9c8-0730-4f84-baa5-c7ab192326e0 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:02.015991 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-812ca9c8-0730-4f84-baa5-c7ab192326e0 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/575660d5-18c3-4808-b4d3-2ed59d3e3b60 HTTP/1.1" status: 404 len: 337 time: 0.1503100 Apr 05 09:59:02.054612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58584) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:02.116713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Allocated IP 172.20.0.2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/c855310e-a468-491e-8956-41a650a87935/9fd51b98-4945-4054-8a8b-c627ca73c49e) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:02.123127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Allocated IP 2001:db8::f816:3eff:fe4c:1509 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/0167b98b-edb4-4b5d-bef4-712538c85021/9fd51b98-4945-4054-8a8b-c627ca73c49e) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:02.125261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40d16977-0b19-4e27-b75c-f0e09a80298d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.163236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Delete allocated IP 2001:db8:0:1::24e (8801dc55-afb8-4e11-a798-2157302bafa3/5328f69a-1914-4257-bbc4-eb8d3d77a266) {{(pid=83820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 09:59:02.191275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:02.197454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:02.236938 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:02.276242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=d635ddb3-5d53-4aeb-92cd-bccc6340c84f,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:02.403712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40d16977-0b19-4e27-b75c-f0e09a80298d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.429927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.460979 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Transition to ACTIVE for port object 9fd51b98-4945-4054-8a8b-c627ca73c49e will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:02.462335 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-655dac23-e9e7-400c-ab1c-c83efe3baca7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] DELETE failed (client error): The resource could not be found. Apr 05 09:59:02.462832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655dac23-e9e7-400c-ab1c-c83efe3baca7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:02.464615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:02.465239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.468033 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-655dac23-e9e7-400c-ab1c-c83efe3baca7 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/e70008bc-4b34-444f-9954-371e548f3a9a HTTP/1.1" status: 404 len: 337 time: 0.4120119 Apr 05 09:59:02.469056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d16977-0b19-4e27-b75c-f0e09a80298d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956cf54d-0e6f-458d-80fc-6c0a51ecf321,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:02.471499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58592) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:02.507280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Transition to ACTIVE for port object 9fd51b98-4945-4054-8a8b-c627ca73c49e will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:02.521389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40d16977-0b19-4e27-b75c-f0e09a80298d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.525206 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-40d16977-0b19-4e27-b75c-f0e09a80298d tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/956cf54d-0e6f-458d-80fc-6c0a51ecf321 HTTP/1.1" status: 204 len: 168 time: 0.8881803 Apr 05 09:59:02.525206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58596) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:02.529094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58598) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:02.532985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-865cc339-a305-4a86-95d1-d80ab5a767f9', 'network_id': '865cc339-a305-4a86-95d1-d80ab5a767f9', 'tenant_id': 'da8abae196a04b11bcaf8cb1de88eaab', 'fixed_ips': [{'subnet_id': '7eba5992-a159-4629-99b9-533063e4ebed'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:02.538089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.599497 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2c8d5d-748c-4810-bc76-b6f4827d3923 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] DELETE failed (client error): The resource could not be found. Apr 05 09:59:02.599976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2c8d5d-748c-4810-bc76-b6f4827d3923 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:02.603939 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2c2c8d5d-748c-4810-bc76-b6f4827d3923 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/5fd66571-1b1e-4893-a2b2-bd83d1ea0470 HTTP/1.1" status: 404 len: 337 time: 0.1292534 Apr 05 09:59:02.604902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58604) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:02.630173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.658683 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ff76d7aa-9c94-4e34-8d4c-a8b2f444708d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.5379114 Apr 05 09:59:02.671261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58608) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:02.677631 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d2abb1d1-3c93-49a7-afd4-17077434cb6b tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=47118720-5959-4f05-aa94-76defd1a75f9 HTTP/1.1" status: 200 len: 205 time: 0.0690050 Apr 05 09:59:02.680262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58610) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:02.745863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f2b91e-cb64-43f6-ad12-2fb5a82f5595 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:02.747349 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-50f2b91e-cb64-43f6-ad12-2fb5a82f5595 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 814 time: 0.2197104 Apr 05 09:59:02.766204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c5aa9241-d541-4d6b-861a-fa636670dfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.780249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.780860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c707f48-9489-419d-9cdb-fcae63a5cfb5 None None] Network 8801dc55-afb8-4e11-a798-2157302bafa3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:02.797060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d88f813-957e-49d7-9f72-5ee6c4ae4d49 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.817344 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-52e1842f-fcb7-4203-94b3-30269c280dbe tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] delete failed (client error): The resource could not be found. Apr 05 09:59:02.818621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Ignored duplicate provisioning block setup for port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 09:59:02.818989 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-52e1842f-fcb7-4203-94b3-30269c280dbe tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/47118720-5959-4f05-aa94-76defd1a75f9 HTTP/1.1" status: 404 len: 336 time: 0.1359375 Apr 05 09:59:02.821510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58618) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:02.823702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-97e61b41-3966-413d-8812-ce51c659c0e6 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Synchronizing usage tracker for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:02.832315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:02.934251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Pushing event updated for resources: {'Port': ['ID=9fd51b98-4945-4054-8a8b-c627ca73c49e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:02.953518 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4fe7b06d-bc27-4b3f-a654-058dcf01051e tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c HTTP/1.1" status: 200 len: 205 time: 0.1269774 Apr 05 09:59:02.960813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58624) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.025964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:03.041320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:03.055406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:03.071018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0efbdace-bad6-4b3e-8347-cb39ed0b32a8 None None] Provisioning for port f5233daa-9da6-4f90-b697-840c5d37a1bf completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:03.087310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:03.088140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:03.092070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-97e61b41-3966-413d-8812-ce51c659c0e6 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Unset dirty status for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:03.094651 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-97e61b41-3966-413d-8812-ce51c659c0e6 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5002084 Apr 05 09:59:03.099703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58628) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.108731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=53d2ae9a-9369-4fcb-9d7e-d51786195f43,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:03.116594 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-bfafec13-0d21-4e27-aca9-74b9fbeefde1 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] delete failed (client error): The resource could not be found. Apr 05 09:59:03.119947 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bfafec13-0d21-4e27-aca9-74b9fbeefde1 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/6d23d2f3-9556-4730-a4d8-2f1a9cf3a47c HTTP/1.1" status: 404 len: 336 time: 0.1529028 Apr 05 09:59:03.122292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-92099090-e492-4912-811a-85a4318d6f56 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': 'ede7a3c1-45ce-431b-9a15-8164943dfe4c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:03.125203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c4ad3-19de-4f5e-bef2-148f72a94949 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:03.128860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f5233daa-9da6-4f90-b697-840c5d37a1bf up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:03.133211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58632) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.137470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94c4ad3-19de-4f5e-bef2-148f72a94949 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:03.137470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b94c4ad3-19de-4f5e-bef2-148f72a94949 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:03.139224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-92099090-e492-4912-811a-85a4318d6f56 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:03.142353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] In _notify_port_updated(), no bound segment for port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 on network 8801dc55-afb8-4e11-a798-2157302bafa3 {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:59:03.146459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:03.147062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:03.148458 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-07b8eaa8-8f83-4c77-ab47-6a73158d1a40 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "PUT /v2.0/ports/53d2ae9a-9369-4fcb-9d7e-d51786195f43 HTTP/1.1" status: 200 len: 926 time: 2.4521337 Apr 05 09:59:03.151600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58636) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.163723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9a946d9-f601-4c92-8b98-3e03c88436fb'}, {'subnet_id': '5328f69a-1914-4257-bbc4-eb8d3d77a266'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:03.187083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-92099090-e492-4912-811a-85a4318d6f56 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:03.193699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-92099090-e492-4912-811a-85a4318d6f56 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:03.197267 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d448b297-e859-4077-a9cc-acdf56344071 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] DELETE failed (client error): The resource could not be found. Apr 05 09:59:03.197766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d448b297-e859-4077-a9cc-acdf56344071 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:03.199586 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d448b297-e859-4077-a9cc-acdf56344071 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/66da02e7-304f-4f9b-b95d-0d50bbbcb828 HTTP/1.1" status: 404 len: 337 time: 0.0626261 Apr 05 09:59:03.200540 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-5d88f813-957e-49d7-9f72-5ee6c4ae4d49 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:03.201471 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5d88f813-957e-49d7-9f72-5ee6c4ae4d49 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "PUT /v2.0/routers/44a888fb-7869-460d-9e8b-408c6a987e08 HTTP/1.1" status: 400 len: 364 time: 1.7360969 Apr 05 09:59:03.205893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-92099090-e492-4912-811a-85a4318d6f56 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:03.206855 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b94c4ad3-19de-4f5e-bef2-148f72a94949 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:03.208080 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b94c4ad3-19de-4f5e-bef2-148f72a94949 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.5233397 Apr 05 09:59:03.212820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58640) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.213152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58642) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.213537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58644) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.241208 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:59:03.261493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0efbdace-bad6-4b3e-8347-cb39ed0b32a8 None None] Provisioning complete for port f5233daa-9da6-4f90-b697-840c5d37a1bf triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:03.262004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0efbdace-bad6-4b3e-8347-cb39ed0b32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:03.352747 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ea9cdd5c-51e0-4802-bb6a-e9a9f6981b37 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=0380ea87-453a-4c7e-b973-40fdb96dc306 HTTP/1.1" status: 200 len: 205 time: 0.1362338 Apr 05 09:59:03.357032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58652) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.426411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58656) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.450612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'network': {'name': 'tempest-network-smoke--1784451817', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'port_security_enabled': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:03.457704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Allocated IP 2001:db8:1::2 (865cc339-a305-4a86-95d1-d80ab5a767f9/7eba5992-a159-4629-99b9-533063e4ebed/2f1f05a2-04fb-424a-b568-754772b7b2f0) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:03.464507 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-a350cad2-5bc1-4bc5-8a95-ffc3c420a775 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] delete failed (client error): The resource could not be found. Apr 05 09:59:03.465958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:03.468576 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a350cad2-5bc1-4bc5-8a95-ffc3c420a775 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/0380ea87-453a-4c7e-b973-40fdb96dc306 HTTP/1.1" status: 404 len: 336 time: 0.1092596 Apr 05 09:59:03.470951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58660) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.480403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:network and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:03.517481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:03.537918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-bee23e19-9b9d-437e-950c-49fc6fcef948 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port d635ddb3-5d53-4aeb-92cd-bccc6340c84f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:03.538264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bee23e19-9b9d-437e-950c-49fc6fcef948 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:03.600753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:03.634264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:03.636847 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-92099090-e492-4912-811a-85a4318d6f56 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The resource could not be found. Apr 05 09:59:03.642284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-92099090-e492-4912-811a-85a4318d6f56 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5374656 Apr 05 09:59:03.647153 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-464d4299-bf07-4e1c-8440-6f0e72b919a5 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=59a575d3-fd52-476f-9667-d6857f58d8ce HTTP/1.1" status: 200 len: 205 time: 0.1728768 Apr 05 09:59:03.650156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58666) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.650701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58668) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:03.707204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port f5233daa-9da6-4f90-b697-840c5d37a1bf triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:03.707600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:03.786152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Attempting to bind port 9fd51b98-4945-4054-8a8b-c627ca73c49e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:03.786523 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Attempting to bind port 9fd51b98-4945-4054-8a8b-c627ca73c49e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:03.787130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Attempting to bind port 9fd51b98-4945-4054-8a8b-c627ca73c49e on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:03.874855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067473636'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:03.941258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:04.001534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:04.002161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:04.002748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.003179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:04.003699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Bound port: 9fd51b98-4945-4054-8a8b-c627ca73c49e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:04.004076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.011707 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-0c828537-57c5-470e-b127-e21f48d7b03f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] delete failed (client error): The resource could not be found. Apr 05 09:59:04.012970 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0c828537-57c5-470e-b127-e21f48d7b03f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/59a575d3-fd52-476f-9667-d6857f58d8ce HTTP/1.1" status: 404 len: 336 time: 0.3565853 Apr 05 09:59:04.013645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:04.016775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.021603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58674) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:04.057253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:04.116110 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a69a15-2017-40e7-93b6-4614d59fcaeb tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] DELETE failed (client error): The resource could not be found. Apr 05 09:59:04.116902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a69a15-2017-40e7-93b6-4614d59fcaeb tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:04.119112 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b6a69a15-2017-40e7-93b6-4614d59fcaeb tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/218d0710-96af-4c66-8cd9-5ebbc65206e1 HTTP/1.1" status: 404 len: 337 time: 0.0933111 Apr 05 09:59:04.124191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58678) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:04.153562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:59:04.168852 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] For port 9fd51b98-4945-4054-8a8b-c627ca73c49e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:04.169574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.172044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] For port 9fd51b98-4945-4054-8a8b-c627ca73c49e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9fd51b98-4945-4054-8a8b-c627ca73c49e,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:04.191784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.229008 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6c1c1a39-5236-4981-8816-cd1b0b9f0804 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=038bf3d6-d22c-4798-b577-5a01dac1f097 HTTP/1.1" status: 200 len: 205 time: 0.1031973 Apr 05 09:59:04.235696 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58682) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:04.286327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bee23e19-9b9d-437e-950c-49fc6fcef948 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.320962 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-5e0bfe59-94ae-4516-bd9b-831d21007579 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] delete failed (client error): The resource could not be found. Apr 05 09:59:04.321980 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5e0bfe59-94ae-4516-bd9b-831d21007579 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/038bf3d6-d22c-4798-b577-5a01dac1f097 HTTP/1.1" status: 404 len: 336 time: 0.0853610 Apr 05 09:59:04.325193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58686) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:04.386374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.386725 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Added segment 076b64e5-cc78-4a10-a159-a8e96ed9efd6 of type vlan for network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 Apr 05 09:59:04.407232 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-def9d929-dbd3-4d55-ad10-498fbb6baa30 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] DELETE failed (client error): The resource could not be found. Apr 05 09:59:04.407457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def9d929-dbd3-4d55-ad10-498fbb6baa30 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:04.409079 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-def9d929-dbd3-4d55-ad10-498fbb6baa30 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/d7094cc9-6e2b-409e-bb3b-d42ca051e261 HTTP/1.1" status: 404 len: 337 time: 0.0829866 Apr 05 09:59:04.414310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.422043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58690) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:04.431149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Transition to ACTIVE for port object 2f1f05a2-04fb-424a-b568-754772b7b2f0 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:04.457565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Transition to ACTIVE for port object 2f1f05a2-04fb-424a-b568-754772b7b2f0 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:04.472722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bad0b8-a215-4a68-8dca-c2940a04004c None None] Pushing event updated for resources: {'Port': ['ID=9fd51b98-4945-4054-8a8b-c627ca73c49e,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:04.485535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.506482 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-27d4e895-feaf-4910-9499-058b2627c356 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "GET /v2.0/ports?device_id=067253bb-58d2-433d-871f-54a76b975e78 HTTP/1.1" status: 200 len: 205 time: 0.0810668 Apr 05 09:59:04.509834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58694) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:04.608798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.630430 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-320994bd-a9bb-40fa-8621-d12f2d43d74f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] delete failed (client error): The resource could not be found. Apr 05 09:59:04.631760 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-320994bd-a9bb-40fa-8621-d12f2d43d74f tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/routers/067253bb-58d2-433d-871f-54a76b975e78 HTTP/1.1" status: 404 len: 336 time: 0.1206210 Apr 05 09:59:04.645036 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58698) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:04.648769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8:0:1::19d (8801dc55-afb8-4e11-a798-2157302bafa3/5328f69a-1914-4257-bbc4-eb8d3d77a266/53d2ae9a-9369-4fcb-9d7e-d51786195f43) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:04.649031 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Network 865cc339-a305-4a86-95d1-d80ab5a767f9 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:04.655486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:04.670049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:04.672344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Pushing event updated for resources: {'Port': ['ID=2f1f05a2-04fb-424a-b568-754772b7b2f0,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:04.740214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-bee23e19-9b9d-437e-950c-49fc6fcef948 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for d635ddb3-5d53-4aeb-92cd-bccc6340c84f owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:04.742617 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f00ae1a-9cbe-4139-8bfb-205362e88717 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] DELETE failed (client error): The resource could not be found. Apr 05 09:59:04.744131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f00ae1a-9cbe-4139-8bfb-205362e88717 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:04.748374 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3f00ae1a-9cbe-4139-8bfb-205362e88717 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/65fc67c7-eca2-462b-b388-cb2d6453de72 HTTP/1.1" status: 404 len: 337 time: 0.0995672 Apr 05 09:59:04.766854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58702) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:04.875553 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7e1f04c4-ec5a-4e69-95dc-2a49af7a9431 None None] Provisioning for port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:04.891238 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce58540-6fa1-41ef-9ea5-d5681daa46e5 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] DELETE failed (client error): The resource could not be found. Apr 05 09:59:04.892932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce58540-6fa1-41ef-9ea5-d5681daa46e5 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:04.898725 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4ce58540-6fa1-41ef-9ea5-d5681daa46e5 tempest-RoutersTest-471533805 tempest-RoutersTest-471533805-project] 10.222.0.30 "DELETE /v2.0/subnets/a1b62ac3-96e3-4cdf-b425-0f1f4a4564dc HTTP/1.1" status: 404 len: 337 time: 0.1305311 Apr 05 09:59:04.900593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7e1f04c4-ec5a-4e69-95dc-2a49af7a9431 None None] Provisioning complete for port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:04.901655 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e1f04c4-ec5a-4e69-95dc-2a49af7a9431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:04.994046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Attempting to bind port 2f1f05a2-04fb-424a-b568-754772b7b2f0 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:04.994046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Attempting to bind port 2f1f05a2-04fb-424a-b568-754772b7b2f0 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '4fa7268c-4a00-4812-8348-fa1fb450b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '865cc339-a305-4a86-95d1-d80ab5a767f9'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:04.994046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Attempting to bind port 2f1f05a2-04fb-424a-b568-754772b7b2f0 on network 865cc339-a305-4a86-95d1-d80ab5a767f9 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:05.018729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:05.024720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Checking segment: {'id': '4fa7268c-4a00-4812-8348-fa1fb450b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '865cc339-a305-4a86-95d1-d80ab5a767f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:05.025339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:05.025819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Bound using segment: {'id': '4fa7268c-4a00-4812-8348-fa1fb450b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '865cc339-a305-4a86-95d1-d80ab5a767f9'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:05.026389 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Bound port: 2f1f05a2-04fb-424a-b568-754772b7b2f0, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa7268c-4a00-4812-8348-fa1fb450b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '865cc339-a305-4a86-95d1-d80ab5a767f9'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:05.026844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:05.039101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f04c4-ec5a-4e69-95dc-2a49af7a9431 None None] Port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:05.099405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:05.140481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Ignored duplicate provisioning block setup for port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 09:59:05.157563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:05.222796 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7e1f04c4-ec5a-4e69-95dc-2a49af7a9431 None None] Provisioning complete for port f5233daa-9da6-4f90-b697-840c5d37a1bf triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:05.224990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7e1f04c4-ec5a-4e69-95dc-2a49af7a9431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:05.319277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9fd51b98-4945-4054-8a8b-c627ca73c49e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:05.427424 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] In _notify_port_updated(), no bound segment for port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 on network 8801dc55-afb8-4e11-a798-2157302bafa3 {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 09:59:05.431357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:05.431956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:05.433486 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "PUT /v2.0/ports/53d2ae9a-9369-4fcb-9d7e-d51786195f43 HTTP/1.1" status: 200 len: 1012 time: 2.2796154 Apr 05 09:59:05.437994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58712) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:05.449720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce1796-9be7-4260-ab83-e85db430e301 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=53d2ae9a-9369-4fcb-9d7e-d51786195f43,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:05.493330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] For port 2f1f05a2-04fb-424a-b568-754772b7b2f0, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:05.538875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] For port 2f1f05a2-04fb-424a-b568-754772b7b2f0, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2f1f05a2-04fb-424a-b568-754772b7b2f0,segment=NetworkSegment(4fa7268c-4a00-4812-8348-fa1fb450b1d5),segment_id=4fa7268c-4a00-4812-8348-fa1fb450b1d5)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:05.550120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:05.568944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bef0a0e2-1ca2-423e-be8e-7df9f400625a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:05.569302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bef0a0e2-1ca2-423e-be8e-7df9f400625a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:05.605046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:05.616280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:05.619531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 9fd51b98-4945-4054-8a8b-c627ca73c49e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:05.633849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:05.641988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:05.692434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58716) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:05.730612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:05.860035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d99be-9eae-4264-bee4-cc6d83dcbbd1 None None] Pushing event updated for resources: {'Port': ['ID=2f1f05a2-04fb-424a-b568-754772b7b2f0,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:06.008348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5b63c256-b2c9-4261-99b6-881643470fa2 None None] Provisioning complete for port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:06.008716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5b63c256-b2c9-4261-99b6-881643470fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:06.108825 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:06.124855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:06.131196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:06.173655 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5b63c256-b2c9-4261-99b6-881643470fa2 None None] Port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:06.194023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bee23e19-9b9d-437e-950c-49fc6fcef948 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:06.202164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:06.238425 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bef0a0e2-1ca2-423e-be8e-7df9f400625a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:06.269325 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ea25e11c-fa87-4173-91c8-af96817227c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6bce360d3a746b8942643f480ef9e13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5717793 Apr 05 09:59:06.272309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58724) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:06.303836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee23e19-9b9d-437e-950c-49fc6fcef948 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=d635ddb3-5d53-4aeb-92cd-bccc6340c84f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:06.314748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cd4072ff-5ef8-411c-9b69-8199d25986a7 None None] Provisioning complete for port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:06.317293 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cd4072ff-5ef8-411c-9b69-8199d25986a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:06.458649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-cd4072ff-5ef8-411c-9b69-8199d25986a7 None None] Port 53d2ae9a-9369-4fcb-9d7e-d51786195f43 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:06.503925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bef0a0e2-1ca2-423e-be8e-7df9f400625a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 53d2ae9a-9369-4fcb-9d7e-d51786195f43 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:06.661386 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.2276452 Apr 05 09:59:06.662196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab98c04-b257-4426-8f36-0afbafd31af5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Network': ['ID=d5429b7c-69b7-4fb3-9a26-be1a5b872a29,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:06.676164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:59:06.685911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58728) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:06.766092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dca7bc0-4119-4fb5-a7fa-e78e04658948 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:06.772820 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7dca7bc0-4119-4fb5-a7fa-e78e04658948 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f5587b1b4168471baeb118f60917a7ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0850146 Apr 05 09:59:06.773023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58732) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:06.846038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:06.865436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b370d14b-8ac5-4d52-96e5-3252eed2a8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:06.867558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afb5533-ecc1-43b2-b54b-052a2d0e27ee None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:06.920214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:06.933533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b370d14b-8ac5-4d52-96e5-3252eed2a8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.062545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bee23e19-9b9d-437e-950c-49fc6fcef948 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.069381 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bee23e19-9b9d-437e-950c-49fc6fcef948 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/d635ddb3-5d53-4aeb-92cd-bccc6340c84f HTTP/1.1" status: 204 len: 168 time: 3.8492918 Apr 05 09:59:07.097896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.103020 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.4461010 Apr 05 09:59:07.111429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58736) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:07.112191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58738) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:07.139632 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4741d976-a029-47cc-87fc-1ea7ace5f819 None None] Provisioning for port 9fd51b98-4945-4054-8a8b-c627ca73c49e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:07.143395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f1f05a2-04fb-424a-b568-754772b7b2f0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:07.147295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bef0a0e2-1ca2-423e-be8e-7df9f400625a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.160978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f234c8-5bb3-4626-b1f5-3584ef460727 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf43bb2-e795-4535-a444-1444e0b947e4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:07.172634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'tempest-secgroup--400419549'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:07.223906 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b370d14b-8ac5-4d52-96e5-3252eed2a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.239624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0a0e2-1ca2-423e-be8e-7df9f400625a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=53d2ae9a-9369-4fcb-9d7e-d51786195f43,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:07.264734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370d14b-8ac5-4d52-96e5-3252eed2a8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c52889-9b77-4133-a6fb-0c3309110d33,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:07.283457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4741d976-a029-47cc-87fc-1ea7ace5f819 None None] Provisioning complete for port 9fd51b98-4945-4054-8a8b-c627ca73c49e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:07.284431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4741d976-a029-47cc-87fc-1ea7ace5f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.317206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:07.363238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:07.414878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291d4c4-db98-4556-8a87-59a62d8054eb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:07.416388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291d4c4-db98-4556-8a87-59a62d8054eb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:07.417890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291d4c4-db98-4556-8a87-59a62d8054eb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:07.418996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4291d4c4-db98-4556-8a87-59a62d8054eb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:07.471301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bef0a0e2-1ca2-423e-be8e-7df9f400625a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.483626 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bef0a0e2-1ca2-423e-be8e-7df9f400625a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/53d2ae9a-9369-4fcb-9d7e-d51786195f43 HTTP/1.1" status: 204 len: 168 time: 2.0423627 Apr 05 09:59:07.483626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b370d14b-8ac5-4d52-96e5-3252eed2a8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.489346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58746) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:07.490405 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b370d14b-8ac5-4d52-96e5-3252eed2a8bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2c52889-9b77-4133-a6fb-0c3309110d33 HTTP/1.1" status: 204 len: 168 time: 1.2170279 Apr 05 09:59:07.494980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eaba05-2371-4986-9800-70ef3285b388 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:07.496509 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e0eaba05-2371-4986-9800-70ef3285b388 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7216804 Apr 05 09:59:07.505081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58752) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:07.617047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.617262 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3b05f899-0d88-4b84-a7a6-88cecbdcd2c4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1089287 Apr 05 09:59:07.619418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58756) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:07.627079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4741d976-a029-47cc-87fc-1ea7ace5f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.732128 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-9308754a-04a1-454e-9503-4847597b9392 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:59:07.732923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9308754a-04a1-454e-9503-4847597b9392 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:07.739916 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-41bfa185-8418-4795-9c76-7cd03df3bbbc tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f5587b1b4168471baeb118f60917a7ae&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1168971 Apr 05 09:59:07.741983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58760) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:07.748941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 2f1f05a2-04fb-424a-b568-754772b7b2f0 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:07.766005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Allocated IP 2001:db8::1 (9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07/59d90d7e-ea75-44f9-9f52-01737e4d299e/7a071ad2-6b1d-403e-82e0-78b7ebf6ff55) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:07.771274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4291d4c4-db98-4556-8a87-59a62d8054eb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:07.775954 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4291d4c4-db98-4556-8a87-59a62d8054eb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6595538 Apr 05 09:59:07.797832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58764) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:07.801144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259c4719-bc56-4fad-8875-35f6c9bf05e0 None None] Network 865cc339-a305-4a86-95d1-d80ab5a767f9 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:07.865861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4741d976-a029-47cc-87fc-1ea7ace5f819 None None] For port 9fd51b98-4945-4054-8a8b-c627ca73c49e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9fd51b98-4945-4054-8a8b-c627ca73c49e,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:07.962188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d281a-c6b4-41d1-8c63-f0e780b234e0 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:07.962437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4741d976-a029-47cc-87fc-1ea7ace5f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:07.969474 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-534d281a-c6b4-41d1-8c63-f0e780b234e0 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2249269 Apr 05 09:59:07.970152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58770) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:08.062790 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-57467b33-c872-4c03-89ed-b421e1feba63 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0825989 Apr 05 09:59:08.064347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58774) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:08.079958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-338930985', 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:08.085447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9308754a-04a1-454e-9503-4847597b9392 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:08.089672 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9308754a-04a1-454e-9503-4847597b9392 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/53d2ae9a-9369-4fcb-9d7e-d51786195f43 HTTP/1.1" status: 404 len: 333 time: 0.5968163 Apr 05 09:59:08.100614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58778) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:08.122405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:08.187323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:08.193154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:08.203823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741d976-a029-47cc-87fc-1ea7ace5f819 None None] Pushing event updated for resources: {'Port': ['ID=9fd51b98-4945-4054-8a8b-c627ca73c49e,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:08.208443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:08.225165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-dec7f23b-4f77-4c95-a80c-7312b6a79e9e None None] Provisioning for port 2f1f05a2-04fb-424a-b568-754772b7b2f0 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:08.237661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-dec7f23b-4f77-4c95-a80c-7312b6a79e9e None None] Provisioning complete for port 2f1f05a2-04fb-424a-b568-754772b7b2f0 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:08.238198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dec7f23b-4f77-4c95-a80c-7312b6a79e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.325298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5e3832-ff82-4af8-8479-bcd195c8b6c9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet 5328f69a-1914-4257-bbc4-eb8d3d77a266 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:08.329535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3832-ff82-4af8-8479-bcd195c8b6c9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.460478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3832-ff82-4af8-8479-bcd195c8b6c9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.507479 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-013085f4-2ca9-4d2c-b4c6-ed8cb9230292 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 0167b98b-edb4-4b5d-bef4-712538c85021 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:08.547316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-013085f4-2ca9-4d2c-b4c6-ed8cb9230292 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.564422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:08.574205 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:subnet and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:08.579943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:08.587841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:08.626049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:08.655243 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dec7f23b-4f77-4c95-a80c-7312b6a79e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.716953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-dec7f23b-4f77-4c95-a80c-7312b6a79e9e None None] For port 2f1f05a2-04fb-424a-b568-754772b7b2f0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2f1f05a2-04fb-424a-b568-754772b7b2f0,segment=NetworkSegment(4fa7268c-4a00-4812-8348-fa1fb450b1d5),segment_id=4fa7268c-4a00-4812-8348-fa1fb450b1d5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:08.728184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dec7f23b-4f77-4c95-a80c-7312b6a79e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.828127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.832905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-013085f4-2ca9-4d2c-b4c6-ed8cb9230292 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.865442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.891567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.899909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3832-ff82-4af8-8479-bcd195c8b6c9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.908534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:08.946738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Transition to ACTIVE for port object 7a071ad2-6b1d-403e-82e0-78b7ebf6ff55 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:08.975745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7f23b-4f77-4c95-a80c-7312b6a79e9e None None] Pushing event updated for resources: {'Port': ['ID=2f1f05a2-04fb-424a-b568-754772b7b2f0,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:09.009612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c692aaaa-99f8-44ab-b38d-f2b96487a185 None None] Provisioning complete for port 9fd51b98-4945-4054-8a8b-c627ca73c49e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:09.009997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c692aaaa-99f8-44ab-b38d-f2b96487a185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.047644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.104538 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9fd51b98-4945-4054-8a8b-c627ca73c49e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:09.228336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d5934f-7420-41af-9327-98cc9991013d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:09.240125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:09.246733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.251998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.255505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.256157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.256709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.257257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.257788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.258310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.258843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.259361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.259899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.277960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:09.280092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.288826 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-75f8ed00-630b-443b-9d4e-4e188bb5c1f3 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1681654 Apr 05 09:59:09.289993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:09.290893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.313890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58798) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:09.332152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-cb7003a2-af2f-4164-a153-1c6b32a7b2c2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': 'eaf43bb2-e795-4535-a444-1444e0b947e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f8d5934f-7420-41af-9327-98cc9991013d'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:09.340022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Port': ['ID=7a071ad2-6b1d-403e-82e0-78b7ebf6ff55,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:09.343831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cb7003a2-af2f-4164-a153-1c6b32a7b2c2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:09.357462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cb7003a2-af2f-4164-a153-1c6b32a7b2c2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:09.368470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cb7003a2-af2f-4164-a153-1c6b32a7b2c2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:09.378674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cb7003a2-af2f-4164-a153-1c6b32a7b2c2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:09.386874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-013085f4-2ca9-4d2c-b4c6-ed8cb9230292 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.552627 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9fd51b98-4945-4054-8a8b-c627ca73c49e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:09.552987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.553498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.561542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58804) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:09.643853 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-cb7003a2-af2f-4164-a153-1c6b32a7b2c2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:09.651312 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cb7003a2-af2f-4164-a153-1c6b32a7b2c2 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3344145 Apr 05 09:59:09.656991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3832-ff82-4af8-8479-bcd195c8b6c9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.665259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58810) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:09.719437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d5e3832-ff82-4af8-8479-bcd195c8b6c9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.722871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aca0a9-ea8e-4557-a8a5-c035126c886f None None] Network 8801dc55-afb8-4e11-a798-2157302bafa3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:09.799719 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6d5e3832-ff82-4af8-8479-bcd195c8b6c9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/5328f69a-1914-4257-bbc4-eb8d3d77a266 HTTP/1.1" status: 204 len: 168 time: 1.6927023 Apr 05 09:59:09.804431 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58814) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:09.810706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.844940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-013085f4-2ca9-4d2c-b4c6-ed8cb9230292 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.877556 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Subnet': ['ID=6796365e-b56b-4db1-86fa-df85c1087719,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:09.897021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.897359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.897697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.898031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.898617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.898943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.899358 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.899724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.900048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.900367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.900680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:09.946188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b67f73cc-cc4f-42a9-adf2-e2f8c7f2e2c5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:09.946927 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-b67f73cc-cc4f-42a9-adf2-e2f8c7f2e2c5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 09:59:09.951784 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b67f73cc-cc4f-42a9-adf2-e2f8c7f2e2c5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3775790 Apr 05 09:59:09.951784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013085f4-2ca9-4d2c-b4c6-ed8cb9230292 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=0167b98b-edb4-4b5d-bef4-712538c85021,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:09.952230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-18ff6193-2335-41f7-b3e8-2cdd10694880 None None] Provisioning complete for port 2f1f05a2-04fb-424a-b568-754772b7b2f0 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:09.952807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-18ff6193-2335-41f7-b3e8-2cdd10694880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:09.967795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58818) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:09.979292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'tempest-secgroup--187087654'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:09.987912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:09.992893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:09.997293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:10.006065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:10.069024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e3832-ff82-4af8-8479-bcd195c8b6c9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=5328f69a-1914-4257-bbc4-eb8d3d77a266,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:10.088674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Checking segment: {'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:10.089089 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network hostable DHCP agents. Network: d5429b7c-69b7-4fb3-9a26-be1a5b872a29, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:59:10.098128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683750f7-899d-4b52-ad84-e30ee0275143 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:10.181931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:59:10.211473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, d5429b7c-69b7-4fb3-9a26-be1a5b872a29) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:10.218497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:10.219085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.230385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d638475-edb9-43d6-a475-132aa957c9b7 None None] Network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:10.251790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc06d9c-40aa-49d0-8936-705496ea2ef4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet d9a946d9-f601-4c92-8b98-3e03c88436fb {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:10.255635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7dc06d9c-40aa-49d0-8936-705496ea2ef4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.288616 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-01416239-bb9d-4444-8689-cd25ea720437 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2146306 Apr 05 09:59:10.365204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7dc06d9c-40aa-49d0-8936-705496ea2ef4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.518144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.524155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.542221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-013085f4-2ca9-4d2c-b4c6-ed8cb9230292 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.564770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7dc06d9c-40aa-49d0-8936-705496ea2ef4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.580246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.633074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.634017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.644009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a42f5220-a571-4c58-87cb-539c391d5de6 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.653799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-18ff6193-2335-41f7-b3e8-2cdd10694880 None None] Could not find standard attr ID for object d635ddb3-5d53-4aeb-92cd-bccc6340c84f. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:59:10.783042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7dc06d9c-40aa-49d0-8936-705496ea2ef4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.805259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-013085f4-2ca9-4d2c-b4c6-ed8cb9230292 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/0167b98b-edb4-4b5d-bef4-712538c85021 HTTP/1.1" status: 204 len: 168 time: 3.0009208 Apr 05 09:59:10.834196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58826) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:10.862304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-d5429b7c-69b7-4fb3-9a26-be1a5b872a29', 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ips': [{'subnet_id': '6796365e-b56b-4db1-86fa-df85c1087719'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:10.865320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.914032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc06d9c-40aa-49d0-8936-705496ea2ef4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a946d9-f601-4c92-8b98-3e03c88436fb,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:10.930061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7dc06d9c-40aa-49d0-8936-705496ea2ef4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.936755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58830) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:10.953014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-312867014', 'description': 'tempest-secgroup-smoke-312867014 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:10.967345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:10.989742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a42f5220-a571-4c58-87cb-539c391d5de6 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:10.996253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:10.997792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e2e87adb-99e4-46ae-8382-afd4324f3a42 None None] Provisioning for port 7a071ad2-6b1d-403e-82e0-78b7ebf6ff55 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:11.010569 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7dc06d9c-40aa-49d0-8936-705496ea2ef4 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/d9a946d9-f601-4c92-8b98-3e03c88436fb HTTP/1.1" status: 204 len: 168 time: 1.2050073 Apr 05 09:59:11.012708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58834) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:11.049013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f1f05a2-04fb-424a-b568-754772b7b2f0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:11.088428 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e2e87adb-99e4-46ae-8382-afd4324f3a42 None None] Provisioning complete for port 7a071ad2-6b1d-403e-82e0-78b7ebf6ff55 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:11.088680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.088784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e2e87adb-99e4-46ae-8382-afd4324f3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.216262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e2e87adb-99e4-46ae-8382-afd4324f3a42 None None] Port 7a071ad2-6b1d-403e-82e0-78b7ebf6ff55 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:11.255193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:11.304975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:11.318601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2f1f05a2-04fb-424a-b568-754772b7b2f0 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:11.319580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.333653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:11.374849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.381106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Allocated IP 172.20.0.18 (d5429b7c-69b7-4fb3-9a26-be1a5b872a29/6796365e-b56b-4db1-86fa-df85c1087719/c80adc2f-f171-477e-8269-fda2fdf5f44f) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:11.395444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:11.417095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port f5233daa-9da6-4f90-b697-840c5d37a1bf {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:11.417815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.489771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:11.501452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.510055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event updated for resources: {'Port': ['ID=7a071ad2-6b1d-403e-82e0-78b7ebf6ff55,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:11.512738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:11.525389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:11.526887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a42f5220-a571-4c58-87cb-539c391d5de6 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.536065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:11.562063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.601412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f5220-a571-4c58-87cb-539c391d5de6 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d5934f-7420-41af-9327-98cc9991013d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:11.636192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd42ff5-9ca1-4c1e-9871-516ce524c045 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet c855310e-a468-491e-8956-41a650a87935 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:11.645561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-abd42ff5-9ca1-4c1e-9871-516ce524c045 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.756736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-abd42ff5-9ca1-4c1e-9871-516ce524c045 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.873791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a42f5220-a571-4c58-87cb-539c391d5de6 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.874995 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a42f5220-a571-4c58-87cb-539c391d5de6 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/f8d5934f-7420-41af-9327-98cc9991013d HTTP/1.1" status: 204 len: 168 time: 2.2076905 Apr 05 09:59:11.881442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58838) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:11.886640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] For port f5233daa-9da6-4f90-b697-840c5d37a1bf, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f5233daa-9da6-4f90-b697-840c5d37a1bf,segment=NetworkSegment(461477e6-9fa2-446d-96fc-f1faba469545),segment_id=461477e6-9fa2-446d-96fc-f1faba469545)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:11.887094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:11.907495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:11.926381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:11.928981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa954c-0978-4e00-9be9-5f55299500e4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:11.933812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:11.959277 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Network 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:11.962684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:11.966602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:11.968856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2b0123-13b2-4ec2-974c-457b9a8368a6 None None] Network 8801dc55-afb8-4e11-a798-2157302bafa3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:12.149943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for f5233daa-9da6-4f90-b697-840c5d37a1bf owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:12.153795 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.191347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-874223e0-c6de-44c4-a146-cc3e00884804 None None] Provisioning complete for port f5233daa-9da6-4f90-b697-840c5d37a1bf triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:12.192045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-874223e0-c6de-44c4-a146-cc3e00884804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.280752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Transition to ACTIVE for port object c80adc2f-f171-477e-8269-fda2fdf5f44f will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:12.367885 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a79dcfec-341a-401c-9f0a-b31bc38e5d17 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1412907 Apr 05 09:59:12.378594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58844) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:12.385553 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Transition to ACTIVE for port object c80adc2f-f171-477e-8269-fda2fdf5f44f will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:12.408772 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.422297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-abd42ff5-9ca1-4c1e-9871-516ce524c045 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.461267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.475908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.494107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:12.515970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-874223e0-c6de-44c4-a146-cc3e00884804 None None] Could not find standard attr ID for object f5233daa-9da6-4f90-b697-840c5d37a1bf. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:59:12.519324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:12.532671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.540037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:12.549139 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.plugins.ml2.db [None req-874223e0-c6de-44c4-a146-cc3e00884804 None None] No ports have port_id starting with f5233daa-9da6-4f90-b697-840c5d37a1bf Apr 05 09:59:12.593241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Pushing event updated for resources: {'Port': ['ID=c80adc2f-f171-477e-8269-fda2fdf5f44f,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:12.605041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.620991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=f5233daa-9da6-4f90-b697-840c5d37a1bf,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:12.641198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:12.658132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No DVR routers for this DVR port f5233daa-9da6-4f90-b697-840c5d37a1bf on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:59:12.670075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.681226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Attempting to bind port c80adc2f-f171-477e-8269-fda2fdf5f44f on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:12.681589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Attempting to bind port c80adc2f-f171-477e-8269-fda2fdf5f44f by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:12.681943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Attempting to bind port c80adc2f-f171-477e-8269-fda2fdf5f44f on network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:12.693877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.695475 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-568c8aa3-a2f1-4cf7-91aa-c12a75c370f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.7566378 Apr 05 09:59:12.695636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:12.695998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Checking segment: {'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:12.696383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.696814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e11aed03-a838-4c6c-81ed-c109f9af9a76 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.696944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Bound using segment: {'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:12.697315 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Bound port: c80adc2f-f171-477e-8269-fda2fdf5f44f, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:12.697691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.701632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58848) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:12.726401 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'b11c31dc-d2d9-494f-ba5d-39c4f0d90b96', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:12.729793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f2a49bb4-d981-4f13-825f-9a9f2b04d4bd None None] Provisioning complete for port 7a071ad2-6b1d-403e-82e0-78b7ebf6ff55 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:12.730178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f2a49bb4-d981-4f13-825f-9a9f2b04d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.734336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-abd42ff5-9ca1-4c1e-9871-516ce524c045 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.758955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:12.796417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.800973 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.8288639 Apr 05 09:59:12.804306 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9f546-51df-4e93-916a-bc44b350a852 None None] DHCP port deletion for 8801dc55-afb8-4e11-a798-2157302bafa3 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:59:12.806193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ef7564-57d6-4d57-ad14-ddf928cb490e None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:12.826731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58852) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:12.830766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-abd42ff5-9ca1-4c1e-9871-516ce524c045 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.833203 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-abd42ff5-9ca1-4c1e-9871-516ce524c045 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/c855310e-a468-491e-8956-41a650a87935 HTTP/1.1" status: 204 len: 168 time: 1.9960108 Apr 05 09:59:12.835380 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:12.837291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e47f3-0ae2-4cda-a702-ec4c4dbc5a27 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dfd8d6-1cda-4798-92bc-da530fd462a9,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:12.841885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58854) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:12.849063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'd9dfd8d6-1cda-4798-92bc-da530fd462a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:12.849921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd42ff5-9ca1-4c1e-9871-516ce524c045 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=c855310e-a468-491e-8956-41a650a87935,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:12.854782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:12.862931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:12.863876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f2a49bb4-d981-4f13-825f-9a9f2b04d4bd None None] Port 7a071ad2-6b1d-403e-82e0-78b7ebf6ff55 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:12.884976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Router 44a888fb-7869-460d-9e8b-408c6a987e08 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:59:12.899478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e11aed03-a838-4c6c-81ed-c109f9af9a76 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:12.974805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:12.997991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:13.020039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.028022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:13.031173 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.042090 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-286b1b1f-353f-46ce-97a6-93005ae93f6c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1465778 Apr 05 09:59:13.049108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58860) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:13.060176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:13.124670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8801dc55-afb8-4e11-a798-2157302bafa3']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:13.127314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:13.127573 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f2a49bb4-d981-4f13-825f-9a9f2b04d4bd None None] Provisioning complete for port 9fd51b98-4945-4054-8a8b-c627ca73c49e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:13.128209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f2a49bb4-d981-4f13-825f-9a9f2b04d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.204261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f5233daa-9da6-4f90-b697-840c5d37a1bf no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:59:13.241161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461477e6-9fa2-446d-96fc-f1faba469545') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:13.241394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461477e6-9fa2-446d-96fc-f1faba469545') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:13.244365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] For port c80adc2f-f171-477e-8269-fda2fdf5f44f, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:13.252826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.255413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] For port c80adc2f-f171-477e-8269-fda2fdf5f44f, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c80adc2f-f171-477e-8269-fda2fdf5f44f,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:13.265551 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e11aed03-a838-4c6c-81ed-c109f9af9a76 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.272219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.290228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.318592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aed03-a838-4c6c-81ed-c109f9af9a76 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf43bb2-e795-4535-a444-1444e0b947e4,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:13.322528 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.342672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:59:13.343074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.353214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:13.358993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:13.363395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:59:13.367469 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:59:13.372966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:13.390764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: f5233daa-9da6-4f90-b697-840c5d37a1bf {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:59:13.391174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f5233daa-9da6-4f90-b697-840c5d37a1bf not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:59:13.420434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:59:13.430207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.438449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58866) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:13.441180 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43393b-8e33-4f94-b61d-2417b5aaad2f None None] Sync routers for ids ['44a888fb-7869-460d-9e8b-408c6a987e08'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:59:13.450825 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1c77f3be-1637-4758-9cb8-10038164a4e1 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "PUT /v2.0/routers/44a888fb-7869-460d-9e8b-408c6a987e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2203152 Apr 05 09:59:13.453330 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e11aed03-a838-4c6c-81ed-c109f9af9a76 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.457699 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e11aed03-a838-4c6c-81ed-c109f9af9a76 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/eaf43bb2-e795-4535-a444-1444e0b947e4 HTTP/1.1" status: 204 len: 168 time: 1.0720508 Apr 05 09:59:13.457924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:13.467382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.469199 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43393b-8e33-4f94-b61d-2417b5aaad2f None None] Routers {'44a888fb-7869-460d-9e8b-408c6a987e08'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:59:13.469954 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ed43393b-8e33-4f94-b61d-2417b5aaad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:59:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['44a888fb-7869-460d-9e8b-408c6a987e08'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:13.507886 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8b712-dd71-403c-b43a-41e554fe0805 None None] Pushing event updated for resources: {'Port': ['ID=c80adc2f-f171-477e-8269-fda2fdf5f44f,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:13.523183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58870) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:13.523937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.587691 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ed43393b-8e33-4f94-b61d-2417b5aaad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:13.601600 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43393b-8e33-4f94-b61d-2417b5aaad2f None None] Routers {'44a888fb-7869-460d-9e8b-408c6a987e08'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:59:13.602463 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ed43393b-8e33-4f94-b61d-2417b5aaad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:59:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['44a888fb-7869-460d-9e8b-408c6a987e08'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:13.677361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dd2ccd-2105-4638-bb08-8b290ec54b48,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:13.682159 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9528f8f-d226-4e15-997b-75e5c3d6bedc None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:59:13.690395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.703767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c9528f8f-d226-4e15-997b-75e5c3d6bedc None None] Deleting port 9fd51b98-4945-4054-8a8b-c627ca73c49e {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:13.704440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c9528f8f-d226-4e15-997b-75e5c3d6bedc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.748929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.796287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Network': ['ID=8801dc55-afb8-4e11-a798-2157302bafa3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:13.806252 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3e9947b8-0dfd-4253-bd35-e84dbfcb8c8d tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/networks/8801dc55-afb8-4e11-a798-2157302bafa3 HTTP/1.1" status: 204 len: 168 time: 2.7828798 Apr 05 09:59:13.806252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.806252 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-25fa445e-714e-45bb-b592-76ce23e9fdf3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0987842 Apr 05 09:59:13.806252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.808586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58874) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:13.809180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58876) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:13.821664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.833468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e8326369-133a-495c-b20c-c6c0a4059b1f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Synchronizing usage tracker for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:13.864009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2ba947-a3e3-40c6-8a0b-062c9439e8b8,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:13.897036 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:13.901131 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bb6ad0a9-e01c-409c-9f88-cc7205d64d85 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0605133 Apr 05 09:59:13.902170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58882) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:13.914808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e8326369-133a-495c-b20c-c6c0a4059b1f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Unset dirty status for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:13.916054 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e8326369-133a-495c-b20c-c6c0a4059b1f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3899989 Apr 05 09:59:13.920927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-702d371d-1b1f-4864-be1a-44074725d4fe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'd9dfd8d6-1cda-4798-92bc-da530fd462a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:13.923612 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ed43393b-8e33-4f94-b61d-2417b5aaad2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:13.924209 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43393b-8e33-4f94-b61d-2417b5aaad2f None None] The sync data for ids ['44a888fb-7869-460d-9e8b-408c6a987e08'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:59:13.925002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58886) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:13.933330 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'tempest-secgroup--805099704'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:13.938113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-702d371d-1b1f-4864-be1a-44074725d4fe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:13.946000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:13.976485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-702d371d-1b1f-4864-be1a-44074725d4fe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:13.992583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-702d371d-1b1f-4864-be1a-44074725d4fe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:13.995244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:14.004292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-702d371d-1b1f-4864-be1a-44074725d4fe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:14.022796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.048164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'b11c31dc-d2d9-494f-ba5d-39c4f0d90b96', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:14.062442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d56cbaa-5963-49f0-8081-55a223e6d71b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.065227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:14.084559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:14.087419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c9528f8f-d226-4e15-997b-75e5c3d6bedc None None] For port 9fd51b98-4945-4054-8a8b-c627ca73c49e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9fd51b98-4945-4054-8a8b-c627ca73c49e,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:14.088059 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c9528f8f-d226-4e15-997b-75e5c3d6bedc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.091642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:14.119688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:14.126822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-702d371d-1b1f-4864-be1a-44074725d4fe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.206238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d847aba-9615-44e3-92f6-7ca6636abce1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:14.212573 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5d847aba-9615-44e3-92f6-7ca6636abce1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3898890 Apr 05 09:59:14.212573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.214763 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58890) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:14.252442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c9528f8f-d226-4e15-997b-75e5c3d6bedc None None] Calling delete_port for 9fd51b98-4945-4054-8a8b-c627ca73c49e owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:14.283104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.328736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:14.334663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:14.336776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:14.338687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:14.339175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.344587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:14.354207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=e7913b2b-6fba-45c8-bf17-013fd77845b1,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:14.354463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:14.370647 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:14.396806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c9528f8f-d226-4e15-997b-75e5c3d6bedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.417858 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e0e1de99-6060-48fa-b690-96b22f629fc6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3631341 Apr 05 09:59:14.417858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58896) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:14.428973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.441971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:14.444282 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-702d371d-1b1f-4864-be1a-44074725d4fe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 09:59:14.451294 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-702d371d-1b1f-4864-be1a-44074725d4fe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5439782 Apr 05 09:59:14.461407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58900) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:14.496758 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9528f8f-d226-4e15-997b-75e5c3d6bedc None None] Pushing event deleted for resources: {'Port': ['ID=9fd51b98-4945-4054-8a8b-c627ca73c49e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:14.508557 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9528f8f-d226-4e15-997b-75e5c3d6bedc None None] No DVR routers for this DVR port 9fd51b98-4945-4054-8a8b-c627ca73c49e on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:59:14.525179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e5488238-c2b1-4f0f-b367-bec06460a972 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:14.529044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bde517-ed5e-44ab-b40a-3351211c3b9f None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:14.612553 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-6d56cbaa-5963-49f0-8081-55a223e6d71b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 09:59:14.614191 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6d56cbaa-5963-49f0-8081-55a223e6d71b tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/routers/44a888fb-7869-460d-9e8b-408c6a987e08 HTTP/1.1" status: 409 len: 329 time: 1.1748068 Apr 05 09:59:14.634576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e5488238-c2b1-4f0f-b367-bec06460a972 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:14.636381 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e5488238-c2b1-4f0f-b367-bec06460a972 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4179125 Apr 05 09:59:14.637460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58904) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:14.647192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.720488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58906) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:14.727166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1549952122'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:14.727935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.742789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.754198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:14.799680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a0a916d9-b07d-449b-a53d-7c21ea3d38a8 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.834773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee20d738-a331-48e9-970d-2d23d2181eda,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:14.874837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:network and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:14.881612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:14.882980 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c4117cec-b53a-4070-9953-31664854bba0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0704668 Apr 05 09:59:14.893704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:14.898227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58912) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:14.945857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:14.961885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'b11c31dc-d2d9-494f-ba5d-39c4f0d90b96', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:14.968771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:14.975277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:14.979438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:14.985808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:15.021988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': 'e7913b2b-6fba-45c8-bf17-013fd77845b1'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:15.023488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.036871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:15.039901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a0a916d9-b07d-449b-a53d-7c21ea3d38a8 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.053188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:15.055623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d6fe6f-2446-4919-a727-4c2aa17a6ab1,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:15.063419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:15.081653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.087624 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4d315339-5a88-46eb-9ba9-140f5e8750f7 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1603498 Apr 05 09:59:15.098526 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58916) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:15.103687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:15.119544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:15.120214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.132782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f9c6840b-1748-45b7-ab83-7ec456a63aef tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '05d6fe6f-2446-4919-a727-4c2aa17a6ab1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:15.136641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:15.180451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f9c6840b-1748-45b7-ab83-7ec456a63aef tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:15.198443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.206954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f9c6840b-1748-45b7-ab83-7ec456a63aef tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:15.218180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f9c6840b-1748-45b7-ab83-7ec456a63aef tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:15.237095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f9c6840b-1748-45b7-ab83-7ec456a63aef tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:15.280368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c80adc2f-f171-477e-8269-fda2fdf5f44f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:15.326341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.390361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:59:15.399391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a0a916d9-b07d-449b-a53d-7c21ea3d38a8 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.432228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288a678-86c2-4225-b7bf-e9f9bd97f03b None None] Network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:15.500223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a916d9-b07d-449b-a53d-7c21ea3d38a8 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dfd8d6-1cda-4798-92bc-da530fd462a9,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:15.504514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.504869 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Added segment afbdab73-5388-4780-9485-e63d545b30b0 of type vlan for network a4c1d15c-7e94-4c01-ba74-6093340c3e78 Apr 05 09:59:15.530115 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-f9c6840b-1748-45b7-ab83-7ec456a63aef tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:15.534125 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f9c6840b-1748-45b7-ab83-7ec456a63aef tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4323742 Apr 05 09:59:15.535794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58924) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:15.604254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.607837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c63eb495-7374-4ba2-924a-42384eeb4ad9 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group_rule': {'security_group_id': '05d6fe6f-2446-4919-a727-4c2aa17a6ab1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:15.647018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.734175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Allocated IP 172.20.0.2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/e7913b2b-6fba-45c8-bf17-013fd77845b1/0e5539a1-0f20-4e6e-ba38-320eced7c68c) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:15.734401 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a0a916d9-b07d-449b-a53d-7c21ea3d38a8 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.742800 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a0a916d9-b07d-449b-a53d-7c21ea3d38a8 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "DELETE /v2.0/security-groups/d9dfd8d6-1cda-4798-92bc-da530fd462a9 HTTP/1.1" status: 204 len: 168 time: 1.2767007 Apr 05 09:59:15.756441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-af1ccb78-073e-4107-a5c3-ebaae181953a None None] Provisioning for port c80adc2f-f171-477e-8269-fda2fdf5f44f completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:15.773950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58934) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:15.780827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c63eb495-7374-4ba2-924a-42384eeb4ad9 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:15.812171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port c80adc2f-f171-477e-8269-fda2fdf5f44f completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:15.903175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c63eb495-7374-4ba2-924a-42384eeb4ad9 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:15.914803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c63eb495-7374-4ba2-924a-42384eeb4ad9 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:15.929693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.930021 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c63eb495-7374-4ba2-924a-42384eeb4ad9 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:15.933564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:15.934168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.958201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:15.995344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c80adc2f-f171-477e-8269-fda2fdf5f44f triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:15.996280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.070986 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.075633 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1615610 Apr 05 09:59:16.079205 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58940) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:16.086553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac1734-5cbf-47ec-9a35-a7a8a86c5980 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64f73d1-e3f9-4b95-b612-285006c70663,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:16.094592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'b11c31dc-d2d9-494f-ba5d-39c4f0d90b96', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:16.114831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:16.121239 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3993874 Apr 05 09:59:16.127065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58944) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:16.127989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:16.141635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'a4c1d15c-7e94-4c01-ba74-6093340c3e78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:16.166647 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:16.173467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.objects.ports [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:59:16.189141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.219210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0641d-69bf-4213-bcf1-499c90385783 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Network': ['ID=a4c1d15c-7e94-4c01-ba74-6093340c3e78,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:16.222608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:16.256289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a7ec3655-3ea9-4596-9fa8-c1ee2f06806b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Synchronizing usage tracker for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:16.264991 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-c63eb495-7374-4ba2-924a-42384eeb4ad9 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:16.268706 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c63eb495-7374-4ba2-924a-42384eeb4ad9 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7063975 Apr 05 09:59:16.269714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network a4c1d15c-7e94-4c01-ba74-6093340c3e78 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:59:16.274181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58950) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:16.297539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:16.305773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:16.310443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:16.311049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.320721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.335481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:16.337838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=e429186d-05c9-49aa-a4cd-b7926e7180fc,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:16.343250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a7ec3655-3ea9-4596-9fa8-c1ee2f06806b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Unset dirty status for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:16.344535 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a7ec3655-3ea9-4596-9fa8-c1ee2f06806b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5682843 Apr 05 09:59:16.354178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58954) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:16.361095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070780159'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:16.368669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:16.369527 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:16.376410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:16.383449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.383713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:16.386755 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d1450934-e989-4255-a50e-a448b76298e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9547672 Apr 05 09:59:16.390438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58960) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:16.400246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:d0:af:6c', 'name': 'tempest-NetworksTestDHCPv6-61012491'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:16.420367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.422715 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.441308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.462415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:16.468732 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Transition to ACTIVE for port object 0e5539a1-0f20-4e6e-ba38-320eced7c68c will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:16.493171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port c80adc2f-f171-477e-8269-fda2fdf5f44f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c80adc2f-f171-477e-8269-fda2fdf5f44f,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:16.499761 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Transition to ACTIVE for port object 0e5539a1-0f20-4e6e-ba38-320eced7c68c will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:16.504603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.563118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.604936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9fd51b98-4945-4054-8a8b-c627ca73c49e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:59:16.626693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:16.637177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:16.652383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:16.666213 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 9fd51b98-4945-4054-8a8b-c627ca73c49e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:59:16.666659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9fd51b98-4945-4054-8a8b-c627ca73c49e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:59:16.669242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:16.677428 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:16.680168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:16.683366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:16.688963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=c80adc2f-f171-477e-8269-fda2fdf5f44f,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:16.710916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:16.755653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:16.758688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.759380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.759576 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.760004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.760659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.760835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.761255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.761767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.762089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.762494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.762869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:16.764648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:16.785883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:16.796818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:16.804321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-934772ef-6689-44d6-9191-9462a6742b6f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.845658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.849061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:16.857178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.877766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.912650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Attempting to bind port 0e5539a1-0f20-4e6e-ba38-320eced7c68c on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:16.912942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Attempting to bind port 0e5539a1-0f20-4e6e-ba38-320eced7c68c by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:16.913414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Attempting to bind port 0e5539a1-0f20-4e6e-ba38-320eced7c68c on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:16.914019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.917696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Pushing event updated for resources: {'Port': ['ID=0e5539a1-0f20-4e6e-ba38-320eced7c68c,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:16.927299 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:16.927859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:16.928632 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.929243 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:16.929525 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-934772ef-6689-44d6-9191-9462a6742b6f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.930138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Bound port: 0e5539a1-0f20-4e6e-ba38-320eced7c68c, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:16.930743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.936981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port 8b0d870c-61b5-476d-9163-e72dd7fab278 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:59:16.941142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27efb649-f2b7-40e8-af77-006fad47a3e4,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:16.949665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:16.986536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9023a368-632e-4bfe-ba30-4d561eed6639 None None] Provisioning complete for port c80adc2f-f171-477e-8269-fda2fdf5f44f triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:16.987165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9023a368-632e-4bfe-ba30-4d561eed6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.036544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.078718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.084942 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2f5b9b44-4184-4c17-ab96-5cd0385f74de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9948695 Apr 05 09:59:17.086936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58970) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:17.092498 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c80adc2f-f171-477e-8269-fda2fdf5f44f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:17.104843 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'b11c31dc-d2d9-494f-ba5d-39c4f0d90b96', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:17.124590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:17.125323 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-12069652-3307-4a67-8a57-d785d8307512 None None] For port 0e5539a1-0f20-4e6e-ba38-320eced7c68c, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:17.136453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:17.141320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:17.151909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-12069652-3307-4a67-8a57-d785d8307512 None None] For port 0e5539a1-0f20-4e6e-ba38-320eced7c68c, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0e5539a1-0f20-4e6e-ba38-320eced7c68c,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:17.156198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:17.158170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.159836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8045990 Apr 05 09:59:17.166290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58974) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:17.179937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-0ac1fa8d-18d6-48ae-bf1b-05bb7ebb87c4 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'f9bd6cab-3d0a-42e5-bb20-9116ca228117', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:17.180507 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-0ac1fa8d-18d6-48ae-bf1b-05bb7ebb87c4 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:17.184917 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0ac1fa8d-18d6-48ae-bf1b-05bb7ebb87c4 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0159841 Apr 05 09:59:17.185721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-934772ef-6689-44d6-9191-9462a6742b6f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.191459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.193806 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58978) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:17.237533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934772ef-6689-44d6-9191-9462a6742b6f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d6fe6f-2446-4919-a727-4c2aa17a6ab1,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:17.245417 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:59:17.302134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.327631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12069652-3307-4a67-8a57-d785d8307512 None None] Pushing event updated for resources: {'Port': ['ID=0e5539a1-0f20-4e6e-ba38-320eced7c68c,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:17.331023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-934772ef-6689-44d6-9191-9462a6742b6f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.332243 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-934772ef-6689-44d6-9191-9462a6742b6f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/05d6fe6f-2446-4919-a727-4c2aa17a6ab1 HTTP/1.1" status: 204 len: 168 time: 1.0562134 Apr 05 09:59:17.341943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c80adc2f-f171-477e-8269-fda2fdf5f44f triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:17.342583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.377488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58982) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:17.403880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca426-45df-45f9-aa83-34703c16c7d1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bd6cab-3d0a-42e5-bb20-9116ca228117,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:17.450025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 172.20.0.6 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/e7913b2b-6fba-45c8-bf17-013fd77845b1/8b0d870c-61b5-476d-9163-e72dd7fab278) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:17.460021 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f816:3eff:fed0:af6c (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/e429186d-05c9-49aa-a4cd-b7926e7180fc/8b0d870c-61b5-476d-9163-e72dd7fab278) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:17.642021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.734902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.753006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object 8b0d870c-61b5-476d-9163-e72dd7fab278 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:17.804569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.833681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ddac7c22-665d-469f-aa08-2b515e70328b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.850938 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-50b401bb-d0cb-49d3-9597-df3d4183cd83 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Synchronizing usage tracker for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:17.897710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=9fc846bf-04a3-4b4f-b201-929dfd6b3a82,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:17.903971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.927389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:17.930716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:17.935394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:17.947287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ddac7c22-665d-469f-aa08-2b515e70328b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.954921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:17.964069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=8b0d870c-61b5-476d-9163-e72dd7fab278,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:18.004516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:18.004516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.021855 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-73a12b74-b001-4440-94f3-3b82dddaf494 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6297815 Apr 05 09:59:18.024669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58988) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:18.052260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f060211-d6e6-46c5-b19b-1e89af0a6bbc,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:18.054019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-50b401bb-d0cb-49d3-9597-df3d4183cd83 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Unset dirty status for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:18.055241 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-50b401bb-d0cb-49d3-9597-df3d4183cd83 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6665664 Apr 05 09:59:18.061086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 58992) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:18.080101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'tempest-secgroup--2067205644'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:18.097051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:18.107456 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.107456 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-123f1369-0791-42da-ad74-0e1bced744b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0140457 Apr 05 09:59:18.115717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 58996) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:18.116165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Checking segment: {'id': 'afbdab73-5388-4780-9485-e63d545b30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a4c1d15c-7e94-4c01-ba74-6093340c3e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:18.116165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network hostable DHCP agents. Network: a4c1d15c-7e94-4c01-ba74-6093340c3e78, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:59:18.116463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'b11c31dc-d2d9-494f-ba5d-39c4f0d90b96', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:18.123091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:18.129732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:18.132997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:18.139335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:18.147732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:18.168088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ddac7c22-665d-469f-aa08-2b515e70328b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.170359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e459221c-1ac0-4540-aa17-12bcae4faf9f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:18.174510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e459221c-1ac0-4540-aa17-12bcae4faf9f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:18.175460 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e459221c-1ac0-4540-aa17-12bcae4faf9f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:18.187194 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:59:18.190016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.196440 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.205923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac7c22-665d-469f-aa08-2b515e70328b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bd6cab-3d0a-42e5-bb20-9116ca228117,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:18.206588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e459221c-1ac0-4540-aa17-12bcae4faf9f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:18.208662 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e459221c-1ac0-4540-aa17-12bcae4faf9f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1761 time: 0.1825774 Apr 05 09:59:18.211856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59000) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:18.248480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ddac7c22-665d-469f-aa08-2b515e70328b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.252610 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ddac7c22-665d-469f-aa08-2b515e70328b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "DELETE /v2.0/security-groups/f9bd6cab-3d0a-42e5-bb20-9116ca228117 HTTP/1.1" status: 204 len: 168 time: 1.0436702 Apr 05 09:59:18.258942 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59004) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:18.306056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:18.308807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network a4c1d15c-7e94-4c01-ba74-6093340c3e78 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:59:18.322381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Usage tracker for resource:security_group_rule and tenant:0fbd2a44c786468891fa16acf116d1e9 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:18.330241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:18.470629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-1d176138-9bbd-4386-b8f5-d42db7005f09 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port 8b0d870c-61b5-476d-9163-e72dd7fab278 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:18.471069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1d176138-9bbd-4386-b8f5-d42db7005f09 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.545176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:18.555630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.562862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, a4c1d15c-7e94-4c01-ba74-6093340c3e78) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:18.572337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.578834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a7a33-62af-4e74-a460-a2e87b3d75f6 None None] Network a4c1d15c-7e94-4c01-ba74-6093340c3e78 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:18.579444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:18.579988 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.637399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3596467e-f702-43e0-aaf0-97c038143cbb tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Synchronizing usage tracker for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:18.696827 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-470bac70-45c9-461a-9080-8aa6a52151d1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5606740 Apr 05 09:59:18.715175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59008) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:18.728781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3596467e-f702-43e0-aaf0-97c038143cbb tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Unset dirty status for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:18.728992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'a4c1d15c-7e94-4c01-ba74-6093340c3e78', 'name': 'tempest-PortsIpV6TestJSON-64401560'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:18.731501 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3596467e-f702-43e0-aaf0-97c038143cbb tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4702761 Apr 05 09:59:18.739798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59014) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:18.746895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97a51a1-14cc-4aad-b871-73205e2a6db6,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:18.747309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.756768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'tempest-secgroup--56052357'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:18.764170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.771335 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:18.836996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.838240 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c4ce53fc-1e68-4be7-9869-59f97308334a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7270436 Apr 05 09:59:18.839155 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd924932-fdc7-4abc-a9d5-cd15d8828d06 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:18.862983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:18.888949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:18.890152 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8213682 Apr 05 09:59:18.893833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59022) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:18.896520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6709eaa-256f-408c-a466-e6d6355ffe49 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d51d0af-7fd2-4667-bad7-4708305eabaf,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:18.902372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-36c7ad7b-52d9-4592-86cf-a5e7bd0a4f4f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:18.902576 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-36c7ad7b-52d9-4592-86cf-a5e7bd0a4f4f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 09:59:18.906243 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-36c7ad7b-52d9-4592-86cf-a5e7bd0a4f4f tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "PUT /v2.0/security-groups/6d51d0af-7fd2-4667-bad7-4708305eabaf HTTP/1.1" status: 409 len: 330 time: 0.0089002 Apr 05 09:59:18.912070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59026) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:18.916959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.031684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1d176138-9bbd-4386-b8f5-d42db7005f09 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.048330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:19.088439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cb6a7121-d7f3-40ed-b426-0ecc5ad61f1f None None] Provisioning for port 0e5539a1-0f20-4e6e-ba38-320eced7c68c completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:19.136327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting port 7a071ad2-6b1d-403e-82e0-78b7ebf6ff55 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:19.136928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.164900 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-a4c1d15c-7e94-4c01-ba74-6093340c3e78', 'network_id': 'a4c1d15c-7e94-4c01-ba74-6093340c3e78', 'tenant_id': '1e627f597b104573accbf904d7773a88', 'fixed_ips': [{'subnet_id': '9fc846bf-04a3-4b4f-b201-929dfd6b3a82'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:19.166237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.180306 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0e5539a1-0f20-4e6e-ba38-320eced7c68c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:19.234642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6870-2aec-43ba-8442-ef83f5a93100 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.245457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:19.266864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-1d176138-9bbd-4386-b8f5-d42db7005f09 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for 8b0d870c-61b5-476d-9163-e72dd7fab278 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:19.328079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:19.333328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.380411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:19.389404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6870-2aec-43ba-8442-ef83f5a93100 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.419199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:19.431693 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-57486ea9-a9d1-416b-ba6d-443b9aaf3840 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-312867014&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.1226788 Apr 05 09:59:19.437414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port d7348802-1b18-4102-b2e3-d24745ebf5f9 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:59:19.438947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:19.454779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:19.541383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6870-2aec-43ba-8442-ef83f5a93100 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.557843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 0e5539a1-0f20-4e6e-ba38-320eced7c68c completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:19.587866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0e5539a1-0f20-4e6e-ba38-320eced7c68c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:19.588545 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.614424 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.623614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8::1b0 (a4c1d15c-7e94-4c01-ba74-6093340c3e78/9fc846bf-04a3-4b4f-b201-929dfd6b3a82/d7348802-1b18-4102-b2e3-d24745ebf5f9) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:19.632663 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c6870-2aec-43ba-8442-ef83f5a93100 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d51d0af-7fd2-4667-bad7-4708305eabaf,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:19.704001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.780257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Calling delete_port for 7a071ad2-6b1d-403e-82e0-78b7ebf6ff55 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:19.820610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.873146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0533d49b-d2d7-4a13-877e-9689b42e554a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:19.889350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed2c6870-2aec-43ba-8442-ef83f5a93100 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.891055 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ed2c6870-2aec-43ba-8442-ef83f5a93100 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/6d51d0af-7fd2-4667-bad7-4708305eabaf HTTP/1.1" status: 204 len: 168 time: 0.9784856 Apr 05 09:59:19.896706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59038) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:19.924933 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a26e0f-d78a-4f44-b71b-8145495ba696 None None] Update dhcp port {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': 'e7913b2b-6fba-45c8-bf17-013fd77845b1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e429186d-05c9-49aa-a4cd-b7926e7180fc'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '0e5539a1-0f20-4e6e-ba38-320eced7c68c'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 09:59:19.927003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:19.928366 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0976a3d9-2967-4ead-80c1-2957dff7ec4a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1777339 Apr 05 09:59:19.934537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59042) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:19.944341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d098e4b2-8b84-43e9-903e-489a7577a3c8 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': '0533d49b-d2d7-4a13-877e-9689b42e554a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:19.944977 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-d098e4b2-8b84-43e9-903e-489a7577a3c8 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:19.945935 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d098e4b2-8b84-43e9-903e-489a7577a3c8 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0093958 Apr 05 09:59:19.955865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59046) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:20.009127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-46a26e0f-d78a-4f44-b71b-8145495ba696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.047766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-868a812a-138c-47c0-ad66-bfa2f95ef8b0 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Synchronizing usage tracker for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:20.103666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1d176138-9bbd-4386-b8f5-d42db7005f09 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.117831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-868a812a-138c-47c0-ad66-bfa2f95ef8b0 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] Unset dirty status for tenant:0fbd2a44c786468891fa16acf116d1e9 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:20.124909 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-868a812a-138c-47c0-ad66-bfa2f95ef8b0 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2268367 Apr 05 09:59:20.133799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59052) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:20.206326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d176138-9bbd-4386-b8f5-d42db7005f09 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=8b0d870c-61b5-476d-9163-e72dd7fab278,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:20.221671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1066b11a-11e3-4576-8b52-0775cd2d76d2 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.231261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.242341 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-6a772443-086d-4ee0-821c-900dce469e97 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] delete failed (client error): The resource could not be found. Apr 05 09:59:20.243381 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6a772443-086d-4ee0-821c-900dce469e97 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "DELETE /v2.0/security-groups/023abaca-0d29-4ec7-bb47-62f6a85c3db7 HTTP/1.1" status: 404 len: 347 time: 0.1035850 Apr 05 09:59:20.248090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59056) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:20.275666 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1066b11a-11e3-4576-8b52-0775cd2d76d2 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.288994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-2372e32f-50ec-4d77-9919-98d7ca77b897 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:20.289979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-2372e32f-50ec-4d77-9919-98d7ca77b897 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:20.316947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.327570 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-8ab56e97-39e4-4e57-965b-d3b4bc221e36 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] show failed (client error): The resource could not be found. Apr 05 09:59:20.328882 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8ab56e97-39e4-4e57-965b-d3b4bc221e36 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-groups/b06f386e-5c8b-446c-bd28-4606e975b7f0 HTTP/1.1" status: 404 len: 347 time: 0.0761559 Apr 05 09:59:20.352027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.371906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59060) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:20.372942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object d7348802-1b18-4102-b2e3-d24745ebf5f9 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:20.386504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1066b11a-11e3-4576-8b52-0775cd2d76d2 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.403276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-46a26e0f-d78a-4f44-b71b-8145495ba696 None None] Allocated IP 2001:db8::f816:3eff:fe5f:a602 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/e429186d-05c9-49aa-a4cd-b7926e7180fc/0e5539a1-0f20-4e6e-ba38-320eced7c68c) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:20.412948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Port': ['ID=7a071ad2-6b1d-403e-82e0-78b7ebf6ff55,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:20.425864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066b11a-11e3-4576-8b52-0775cd2d76d2 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0533d49b-d2d7-4a13-877e-9689b42e554a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:20.446892 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-4d702c9a-689d-4c25-bd8f-6aa38a026832 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] show failed (client error): The resource could not be found. Apr 05 09:59:20.447806 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d702c9a-689d-4c25-bd8f-6aa38a026832 tempest-NegativeSecGroupIPv6Test-1363461872 tempest-NegativeSecGroupIPv6Test-1363461872-project] 10.222.0.30 "GET /v2.0/security-group-rules/23b2a9cf-e217-4346-bd11-36f9250f64a6 HTTP/1.1" status: 404 len: 356 time: 0.0449421 Apr 05 09:59:20.486888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-2372e32f-50ec-4d77-9919-98d7ca77b897 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:20.498887 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-2372e32f-50ec-4d77-9919-98d7ca77b897 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/networks?id=d5429b7c-69b7-4fb3-9a26-be1a5b872a29 HTTP/1.1" status: 200 len: 797 time: 0.5525985 Apr 05 09:59:20.501327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1d176138-9bbd-4386-b8f5-d42db7005f09 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.548703 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-ac28ca1e-72f8-4051-b449-a820739f422f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/quotas/f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 375 time: 0.0487628 Apr 05 09:59:20.621869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 09:59:20.621869 dv-neutron-833199-1-hyperv neutron-server[83821]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 05 09:59:20.621869 dv-neutron-833199-1-hyperv neutron-server[83821]: [parameters: {'status': 'ACTIVE', 'ports_id': '0e5539a1-0f20-4e6e-ba38-320eced7c68c'}] Apr 05 09:59:20.621869 dv-neutron-833199-1-hyperv neutron-server[83821]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:59:20.622673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:59:20.710244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-46a26e0f-d78a-4f44-b71b-8145495ba696 None None] For port 0e5539a1-0f20-4e6e-ba38-320eced7c68c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0e5539a1-0f20-4e6e-ba38-320eced7c68c,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:20.721175 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1066b11a-11e3-4576-8b52-0775cd2d76d2 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.722348 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1066b11a-11e3-4576-8b52-0775cd2d76d2 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "DELETE /v2.0/security-groups/0533d49b-d2d7-4a13-877e-9689b42e554a HTTP/1.1" status: 204 len: 168 time: 0.7575324 Apr 05 09:59:20.783128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-46a26e0f-d78a-4f44-b71b-8145495ba696 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.817276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59066) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:20.823776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-46a26e0f-d78a-4f44-b71b-8145495ba696 None None] Transition to ACTIVE for port object 0e5539a1-0f20-4e6e-ba38-320eced7c68c will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:20.844185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.849716 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1d176138-9bbd-4386-b8f5-d42db7005f09 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/8b0d870c-61b5-476d-9163-e72dd7fab278 HTTP/1.1" status: 204 len: 168 time: 2.6367979 Apr 05 09:59:20.851188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59070) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:20.890663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-46a26e0f-d78a-4f44-b71b-8145495ba696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:20.948575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=d7348802-1b18-4102-b2e3-d24745ebf5f9,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:20.992257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-21847153-5d6f-4fb6-8fd5-4ca4b41158ef tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Synchronizing usage tracker for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:21.018332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network a4c1d15c-7e94-4c01-ba74-6093340c3e78 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:21.021273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:21.025823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Allocated IP 2001:db8::2 (a4c1d15c-7e94-4c01-ba74-6093340c3e78/9fc846bf-04a3-4b4f-b201-929dfd6b3a82/066e8e20-14a6-4e8e-ade5-911b38072f7c) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:21.026050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:21.030148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:21.031248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:21.034279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca109b-4f60-4b8c-a48a-faec0aa90a6a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:21.037793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca109b-4f60-4b8c-a48a-faec0aa90a6a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:21.038459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-21847153-5d6f-4fb6-8fd5-4ca4b41158ef tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Unset dirty status for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:21.039720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ca109b-4f60-4b8c-a48a-faec0aa90a6a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:21.040854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a7ca109b-4f60-4b8c-a48a-faec0aa90a6a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:21.042690 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-21847153-5d6f-4fb6-8fd5-4ca4b41158ef tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2231212 Apr 05 09:59:21.058239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59076) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:21.080069 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-b1d4aba0-5769-4db9-b7ba-5ef61b641be7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5303283 Apr 05 09:59:21.083170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59078) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:21.098435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586660111'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:21.108164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:21.118473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a7ca109b-4f60-4b8c-a48a-faec0aa90a6a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:21.122001 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a7ca109b-4f60-4b8c-a48a-faec0aa90a6a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2538788 Apr 05 09:59:21.122163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:21.131904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59082) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:21.166175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:21.188727 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6a955424-4b09-456f-a734-8d9caef20d1e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4677258 Apr 05 09:59:21.195435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59092) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:21.203457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'a4c1d15c-7e94-4c01-ba74-6093340c3e78', 'name': 'tempest-PortsIpV6TestJSON-322965982'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:21.378258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:21.398791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a26e0f-d78a-4f44-b71b-8145495ba696 None None] Pushing event updated for resources: {'Port': ['ID=0e5539a1-0f20-4e6e-ba38-320eced7c68c,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:21.401138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:21.407673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:21.422298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:21.428412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:21.520156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:21.534270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 0e5539a1-0f20-4e6e-ba38-320eced7c68c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0e5539a1-0f20-4e6e-ba38-320eced7c68c,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:21.541564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:21.575613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:21.604740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:21.698232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:21.740459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:21.747820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=0e5539a1-0f20-4e6e-ba38-320eced7c68c,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:21.761185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Transition to ACTIVE for port object 066e8e20-14a6-4e8e-ade5-911b38072f7c will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:21.792544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Transition to ACTIVE for port object 066e8e20-14a6-4e8e-ade5-911b38072f7c will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:21.805541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:21.870964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:21.874253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:21.878318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0e5539a1-0f20-4e6e-ba38-320eced7c68c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:21.900440 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8531f257-e431-4d16-9995-61d2c713d7ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fbd2a44c786468891fa16acf116d1e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7683330 Apr 05 09:59:21.908534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59098) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:21.998071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:21.998436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b806eb2-c02d-4dfb-9342-6476874b8819 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet e429186d-05c9-49aa-a4cd-b7926e7180fc {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:22.001135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Pushing event updated for resources: {'Port': ['ID=066e8e20-14a6-4e8e-ade5-911b38072f7c,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:22.012404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Network a4c1d15c-7e94-4c01-ba74-6093340c3e78 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:22.014952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:22.025531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:22.035844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b806eb2-c02d-4dfb-9342-6476874b8819 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.059481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.127762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port b9099cb3-290f-43f4-8f48-32d2a9192648 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:59:22.180978 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-2959de0b-63e1-49cd-aade-25a76c5fb1f6 service neutron] 10.222.0.30 "GET /v2.0/networks/d5429b7c-69b7-4fb3-9a26-be1a5b872a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0394936 Apr 05 09:59:22.205965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b806eb2-c02d-4dfb-9342-6476874b8819 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.235120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Attempting to bind port 066e8e20-14a6-4e8e-ade5-911b38072f7c on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:22.236197 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Attempting to bind port 066e8e20-14a6-4e8e-ade5-911b38072f7c by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'afbdab73-5388-4780-9485-e63d545b30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a4c1d15c-7e94-4c01-ba74-6093340c3e78'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:22.236933 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Attempting to bind port 066e8e20-14a6-4e8e-ade5-911b38072f7c on network a4c1d15c-7e94-4c01-ba74-6093340c3e78 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:22.252781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:22.254092 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Checking segment: {'id': 'afbdab73-5388-4780-9485-e63d545b30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a4c1d15c-7e94-4c01-ba74-6093340c3e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:22.255608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.256705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Bound using segment: {'id': 'afbdab73-5388-4780-9485-e63d545b30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a4c1d15c-7e94-4c01-ba74-6093340c3e78'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:22.258209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Bound port: 066e8e20-14a6-4e8e-ade5-911b38072f7c, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbdab73-5388-4780-9485-e63d545b30b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a4c1d15c-7e94-4c01-ba74-6093340c3e78'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:22.259348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.411337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f90ae2f4-ced5-4e23-acd7-b5bb99fd2a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.441637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] For port 066e8e20-14a6-4e8e-ade5-911b38072f7c, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:22.447154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] For port 066e8e20-14a6-4e8e-ade5-911b38072f7c, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=066e8e20-14a6-4e8e-ade5-911b38072f7c,segment=NetworkSegment(afbdab73-5388-4780-9485-e63d545b30b0),segment_id=afbdab73-5388-4780-9485-e63d545b30b0)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:22.459188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0cf7c9dd-179b-4169-aab6-1c2c21b2061d None None] Could not find standard attr ID for object 8b0d870c-61b5-476d-9163-e72dd7fab278. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:59:22.464181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.572275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0cf7c9dd-179b-4169-aab6-1c2c21b2061d None None] Provisioning for port 0e5539a1-0f20-4e6e-ba38-320eced7c68c completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:22.592917 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093166e8-a32e-4f1d-a0b5-595c9b38cf8d None None] Pushing event updated for resources: {'Port': ['ID=066e8e20-14a6-4e8e-ade5-911b38072f7c,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:22.596426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0cf7c9dd-179b-4169-aab6-1c2c21b2061d None None] Provisioning complete for port 0e5539a1-0f20-4e6e-ba38-320eced7c68c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:22.596953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0cf7c9dd-179b-4169-aab6-1c2c21b2061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.692865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b806eb2-c02d-4dfb-9342-6476874b8819 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.694132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8::17f (a4c1d15c-7e94-4c01-ba74-6093340c3e78/9fc846bf-04a3-4b4f-b201-929dfd6b3a82/b9099cb3-290f-43f4-8f48-32d2a9192648) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:22.796659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Router 44a888fb-7869-460d-9e8b-408c6a987e08 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 09:59:22.884923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b806eb2-c02d-4dfb-9342-6476874b8819 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.907569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c819e031-456a-4be3-95f5-328f47af6253 None None] Could not find standard attr ID for object 8b0d870c-61b5-476d-9163-e72dd7fab278. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:59:22.975360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:22.978362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdab8f6-0c73-4bc0-ba2a-a5018ff098f0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:23.002187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.006621 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c975368c-a940-4d02-9df4-148ac16d8dad tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9254694 Apr 05 09:59:23.018362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59104) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:23.025061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b806eb2-c02d-4dfb-9342-6476874b8819 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=e429186d-05c9-49aa-a4cd-b7926e7180fc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:23.032818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4e97fa29-13c1-48d2-8c53-e9069f4cf0a5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': '0fdab8f6-0c73-4bc0-ba2a-a5018ff098f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:23.032963 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-4e97fa29-13c1-48d2-8c53-e9069f4cf0a5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:23.037478 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4e97fa29-13c1-48d2-8c53-e9069f4cf0a5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0139804 Apr 05 09:59:23.039124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59108) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:23.047017 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-640559ef-1a84-4857-ba95-cab7975ba720 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': '0fdab8f6-0c73-4bc0-ba2a-a5018ff098f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:23.047733 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-640559ef-1a84-4857-ba95-cab7975ba720 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:23.054288 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-640559ef-1a84-4857-ba95-cab7975ba720 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121987 Apr 05 09:59:23.056949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b806eb2-c02d-4dfb-9342-6476874b8819 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.057789 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object b9099cb3-290f-43f4-8f48-32d2a9192648 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:23.059324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59112) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:23.066006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d163dca5-1abf-405e-8fc4-f33b8f33832b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': '0fdab8f6-0c73-4bc0-ba2a-a5018ff098f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:23.066758 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-d163dca5-1abf-405e-8fc4-f33b8f33832b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:23.070299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f90ae2f4-ced5-4e23-acd7-b5bb99fd2a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.071394 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d163dca5-1abf-405e-8fc4-f33b8f33832b tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099113 Apr 05 09:59:23.076652 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59116) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:23.086285 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f34a68a6-b4b3-4417-98b9-d8a1e2eafc7f tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': '0fdab8f6-0c73-4bc0-ba2a-a5018ff098f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:23.087125 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-f34a68a6-b4b3-4417-98b9-d8a1e2eafc7f tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:23.088112 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f34a68a6-b4b3-4417-98b9-d8a1e2eafc7f tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106838 Apr 05 09:59:23.091610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59120) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:23.115446 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7b806eb2-c02d-4dfb-9342-6476874b8819 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/e429186d-05c9-49aa-a4cd-b7926e7180fc HTTP/1.1" status: 204 len: 168 time: 1.9713693 Apr 05 09:59:23.116542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:59:23.120195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59124) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:23.129085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f029dd6-bb8a-4ce9-bebc-e34fa8ecf0ae None None] Sync routers for ids ['44a888fb-7869-460d-9e8b-408c6a987e08'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:59:23.132119 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6bfc49e0-d9f6-4081-a317-7ca19ad71ba3 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "PUT /v2.0/routers/44a888fb-7869-460d-9e8b-408c6a987e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4886053 Apr 05 09:59:23.153687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f029dd6-bb8a-4ce9-bebc-e34fa8ecf0ae None None] Routers {'44a888fb-7869-460d-9e8b-408c6a987e08'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:59:23.154843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2f029dd6-bb8a-4ce9-bebc-e34fa8ecf0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:59:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['44a888fb-7869-460d-9e8b-408c6a987e08'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:23.165069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59128) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:23.240648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa13f1b-75bd-46e2-95f5-0b40def42c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet e7913b2b-6fba-45c8-bf17-013fd77845b1 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:23.247134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fa13f1b-75bd-46e2-95f5-0b40def42c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.273738 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2f029dd6-bb8a-4ce9-bebc-e34fa8ecf0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:23.279668 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-5cbb63c0-c383-4249-8ce5-189afaa101d0 service neutron] 10.222.0.30 "GET /v2.0/networks/d5429b7c-69b7-4fb3-9a26-be1a5b872a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0964336 Apr 05 09:59:23.280939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.286447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f029dd6-bb8a-4ce9-bebc-e34fa8ecf0ae None None] Routers {'44a888fb-7869-460d-9e8b-408c6a987e08'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:59:23.287057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2f029dd6-bb8a-4ce9-bebc-e34fa8ecf0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:59:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['44a888fb-7869-460d-9e8b-408c6a987e08'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:23.328985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37681e81-1ac2-4cf2-a42f-d2ccba0982b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.332099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fa13f1b-75bd-46e2-95f5-0b40def42c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.354561 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2f029dd6-bb8a-4ce9-bebc-e34fa8ecf0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:23.355007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f029dd6-bb8a-4ce9-bebc-e34fa8ecf0ae None None] The sync data for ids ['44a888fb-7869-460d-9e8b-408c6a987e08'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:59:23.363218 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-f6a8ebec-4036-4446-942b-48d9497e11cd tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] show failed (client error): The resource could not be found. Apr 05 09:59:23.368728 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f6a8ebec-4036-4446-942b-48d9497e11cd tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-77562500 HTTP/1.1" status: 404 len: 333 time: 0.1983705 Apr 05 09:59:23.383176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59132) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:23.385694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f90ae2f4-ced5-4e23-acd7-b5bb99fd2a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.420540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-61c2e414-f5d0-40ea-8005-5f2159220f38 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:23.433012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37681e81-1ac2-4cf2-a42f-d2ccba0982b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.492404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ae2f4-ced5-4e23-acd7-b5bb99fd2a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689b085c-378f-4d28-a329-df9b0470b973,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:23.510244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fa13f1b-75bd-46e2-95f5-0b40def42c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.600504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd2413-b589-406b-9558-88b0ace1b643 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:23.605389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37681e81-1ac2-4cf2-a42f-d2ccba0982b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.628063 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-61c2e414-f5d0-40ea-8005-5f2159220f38 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] update failed (client error): The resource could not be found. Apr 05 09:59:23.639722 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-61c2e414-f5d0-40ea-8005-5f2159220f38 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-692748736 HTTP/1.1" status: 404 len: 334 time: 0.2522168 Apr 05 09:59:23.654685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59142) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:23.772540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37681e81-1ac2-4cf2-a42f-d2ccba0982b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdab8f6-0c73-4bc0-ba2a-a5018ff098f0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:23.852293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-37681e81-1ac2-4cf2-a42f-d2ccba0982b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:23.853260 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-37681e81-1ac2-4cf2-a42f-d2ccba0982b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "DELETE /v2.0/security-groups/0fdab8f6-0c73-4bc0-ba2a-a5018ff098f0 HTTP/1.1" status: 204 len: 168 time: 0.7595329 Apr 05 09:59:23.856821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network a4c1d15c-7e94-4c01-ba74-6093340c3e78 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:23.859083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59150) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:23.877265 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-41f0b338-15d8-41b2-82d7-578855112851 req-a97633bf-bf10-4a29-a2f4-66443c8ce83b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 210 time: 0.2702491 Apr 05 09:59:23.899471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:23.913905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=b9099cb3-290f-43f4-8f48-32d2a9192648,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:24.025951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:24.029887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:24.030912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.050333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f90ae2f4-ced5-4e23-acd7-b5bb99fd2a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.052492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0e5539a1-0f20-4e6e-ba38-320eced7c68c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:24.064151 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f90ae2f4-ced5-4e23-acd7-b5bb99fd2a3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/689b085c-378f-4d28-a329-df9b0470b973 HTTP/1.1" status: 204 len: 168 time: 2.1545041 Apr 05 09:59:24.065113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-995d73ef-c39d-4601-a630-726e45679395 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Synchronizing usage tracker for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:24.072070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fa13f1b-75bd-46e2-95f5-0b40def42c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.131559 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa13f1b-75bd-46e2-95f5-0b40def42c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=e7913b2b-6fba-45c8-bf17-013fd77845b1,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:24.148909 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-75bd97ac-14e0-4c9d-9bee-24c0b84b3068 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9522338 Apr 05 09:59:24.154159 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59162) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:24.163255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6fa13f1b-75bd-46e2-95f5-0b40def42c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.168900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-995d73ef-c39d-4601-a630-726e45679395 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Unset dirty status for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:24.174754 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-995d73ef-c39d-4601-a630-726e45679395 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3149130 Apr 05 09:59:24.178773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59166) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:24.186757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697809098'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:24.193998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:24.200128 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6fa13f1b-75bd-46e2-95f5-0b40def42c58 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/e7913b2b-6fba-45c8-bf17-013fd77845b1 HTTP/1.1" status: 204 len: 168 time: 1.0762842 Apr 05 09:59:24.200714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59170) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:24.259692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2cb006-edce-4d00-b713-af691ad069de None None] Network a4c1d15c-7e94-4c01-ba74-6093340c3e78 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:24.288629 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a6d9c7a5-401d-42c3-abda-c996d424c9c1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871198 Apr 05 09:59:24.293630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59176) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:24.299600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:24.371788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.431637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:24.440243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:24.448022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:24.474268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e58d09-4d54-4816-b48d-694210b909c5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:24.481909 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-13e58d09-4d54-4816-b48d-694210b909c5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1869142 Apr 05 09:59:24.483951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59184) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:24.485829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:24.577952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-90877b1d-447a-41da-a6a6-c4109bab1177 None None] Provisioning for port 066e8e20-14a6-4e8e-ade5-911b38072f7c completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:24.599681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0e5539a1-0f20-4e6e-ba38-320eced7c68c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:24.600195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.651298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac7c90-3e1e-413e-9c31-39ba64221cd8 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:24.652696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b0ac7c90-3e1e-413e-9c31-39ba64221cd8 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:24.708660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb46079-bc41-4157-b5ec-0327e2899a20 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting subnet 7eba5992-a159-4629-99b9-533063e4ebed {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:24.713230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-19cfff7d-ef1b-43a1-992a-01f8851abacf tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Synchronizing usage tracker for tenant:298a887535cb49a1b281d820c653e6fc on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:24.717812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ddb46079-bc41-4157-b5ec-0327e2899a20 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.754495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b0ac7c90-3e1e-413e-9c31-39ba64221cd8 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:24.756488 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b0ac7c90-3e1e-413e-9c31-39ba64221cd8 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1b0 HTTP/1.1" status: 200 len: 927 time: 0.5989306 Apr 05 09:59:24.766040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59192) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:24.866006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89b65e1-2a62-4dd8-af84-1d4c3cfec073 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:59:24.898242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b89b65e1-2a62-4dd8-af84-1d4c3cfec073 None None] Deleting port 0e5539a1-0f20-4e6e-ba38-320eced7c68c {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:24.899272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b89b65e1-2a62-4dd8-af84-1d4c3cfec073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.899783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-283dc57a-e092-4213-ac74-a2e125ac4558 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port b9099cb3-290f-43f4-8f48-32d2a9192648 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:24.900369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-283dc57a-e092-4213-ac74-a2e125ac4558 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.915249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32447a6-15c9-480b-b1b8-3b67dcacb43b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:24.915977 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b32447a6-15c9-480b-b1b8-3b67dcacb43b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:24.946495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.953971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b32447a6-15c9-480b-b1b8-3b67dcacb43b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:24.955368 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b32447a6-15c9-480b-b1b8-3b67dcacb43b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4550588 Apr 05 09:59:24.956304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:24.963572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59198) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:24.968463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-19cfff7d-ef1b-43a1-992a-01f8851abacf tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Unset dirty status for tenant:298a887535cb49a1b281d820c653e6fc on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:24.969883 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-19cfff7d-ef1b-43a1-992a-01f8851abacf tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856781951&fields=id&tenant_id=298a887535cb49a1b281d820c653e6fc HTTP/1.1" status: 200 len: 267 time: 0.3722868 Apr 05 09:59:24.980737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ddb46079-bc41-4157-b5ec-0327e2899a20 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:25.015177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db67c805-b381-440e-8c2d-627214101e29,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:25.023627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:25.028816 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3e27906b-5bb2-4ed9-a742-91f765f7a1b1 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8490312 Apr 05 09:59:25.030662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59204) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.045142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-01f40785-10fb-44ed-954e-a27ecd8e807e tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'db67c805-b381-440e-8c2d-627214101e29', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.045788 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-01f40785-10fb-44ed-954e-a27ecd8e807e tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:25.053105 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-01f40785-10fb-44ed-954e-a27ecd8e807e tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0202720 Apr 05 09:59:25.053729 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59208) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.067209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-90cb4dc6-c73e-44f8-ac90-dbba471373d3 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'db67c805-b381-440e-8c2d-627214101e29', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.075837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 066e8e20-14a6-4e8e-ade5-911b38072f7c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:25.089705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-90cb4dc6-c73e-44f8-ac90-dbba471373d3 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:25.094157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-90cb4dc6-c73e-44f8-ac90-dbba471373d3 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:25.097486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-90cb4dc6-c73e-44f8-ac90-dbba471373d3 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:25.104215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-90cb4dc6-c73e-44f8-ac90-dbba471373d3 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:25.132232 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d4068d7f-bbc5-4efd-9270-9cb830608f1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1652153 Apr 05 09:59:25.143176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59214) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.149587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-6b0074fd-b965-45f6-843e-008416ee73cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.172832 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-90cb4dc6-c73e-44f8-ac90-dbba471373d3 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:25.174041 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-90cb4dc6-c73e-44f8-ac90-dbba471373d3 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1193752 Apr 05 09:59:25.179825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59218) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.233442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f22ad2ac-40ce-4f79-9c67-bcc69850eb45 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'db67c805-b381-440e-8c2d-627214101e29', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.234198 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-f22ad2ac-40ce-4f79-9c67-bcc69850eb45 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:25.235272 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f22ad2ac-40ce-4f79-9c67-bcc69850eb45 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0542841 Apr 05 09:59:25.242437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59222) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.246548 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2e2c2973-08d5-4188-81bf-3045d8c17d2b req-976945cb-09de-44f3-9c27-e7dfa9ae058e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 210 time: 0.1391668 Apr 05 09:59:25.280459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b930299e-35a9-41ef-a1d7-6b2778fa67b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'db67c805-b381-440e-8c2d-627214101e29', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.297814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b930299e-35a9-41ef-a1d7-6b2778fa67b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:25.297950 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-b89b65e1-2a62-4dd8-af84-1d4c3cfec073 None None] For port 0e5539a1-0f20-4e6e-ba38-320eced7c68c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0e5539a1-0f20-4e6e-ba38-320eced7c68c,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:25.298316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b89b65e1-2a62-4dd8-af84-1d4c3cfec073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:25.314107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b930299e-35a9-41ef-a1d7-6b2778fa67b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:25.321287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b930299e-35a9-41ef-a1d7-6b2778fa67b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:25.330892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b930299e-35a9-41ef-a1d7-6b2778fa67b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:25.338812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6b0074fd-b965-45f6-843e-008416ee73cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:25.355000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6b0074fd-b965-45f6-843e-008416ee73cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:25.414466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0074fd-b965-45f6-843e-008416ee73cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:25.418893 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6b0074fd-b965-45f6-843e-008416ee73cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:25.420453 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0074fd-b965-45f6-843e-008416ee73cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:25.420881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0074fd-b965-45f6-843e-008416ee73cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:25.429151 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-b930299e-35a9-41ef-a1d7-6b2778fa67b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:25.430118 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b930299e-35a9-41ef-a1d7-6b2778fa67b5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1866162 Apr 05 09:59:25.435869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59228) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.441680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-be8766f4-fc92-4e1e-bef2-1c8ff6b3e150 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'db67c805-b381-440e-8c2d-627214101e29', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.443081 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-be8766f4-fc92-4e1e-bef2-1c8ff6b3e150 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:25.446241 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-be8766f4-fc92-4e1e-bef2-1c8ff6b3e150 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069978 Apr 05 09:59:25.448337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59234) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.456013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-504e9940-a4e7-49f9-968b-9544fb2aff72 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'db67c805-b381-440e-8c2d-627214101e29', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.463573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-504e9940-a4e7-49f9-968b-9544fb2aff72 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:25.470237 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6b0074fd-b965-45f6-843e-008416ee73cb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3229184 Apr 05 09:59:25.470781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59238) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.473899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-504e9940-a4e7-49f9-968b-9544fb2aff72 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:25.480647 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-fc39d5f7-9245-41e1-b929-90b755680d6d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.498421 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-504e9940-a4e7-49f9-968b-9544fb2aff72 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:25.516847 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b89b65e1-2a62-4dd8-af84-1d4c3cfec073 None None] Calling delete_port for 0e5539a1-0f20-4e6e-ba38-320eced7c68c owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:25.559887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-504e9940-a4e7-49f9-968b-9544fb2aff72 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:25.626585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fc39d5f7-9245-41e1-b929-90b755680d6d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:25.638581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fc39d5f7-9245-41e1-b929-90b755680d6d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:25.640708 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-283dc57a-e092-4213-ac74-a2e125ac4558 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:25.651499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc39d5f7-9245-41e1-b929-90b755680d6d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:25.655458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fc39d5f7-9245-41e1-b929-90b755680d6d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:25.657245 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc39d5f7-9245-41e1-b929-90b755680d6d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:25.657796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc39d5f7-9245-41e1-b929-90b755680d6d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:25.701538 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-504e9940-a4e7-49f9-968b-9544fb2aff72 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:25.706214 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-504e9940-a4e7-49f9-968b-9544fb2aff72 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2568865 Apr 05 09:59:25.706970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59244) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.713585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-bd79dd40-22f4-452c-8854-4992ab552f09 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'db67c805-b381-440e-8c2d-627214101e29', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.714452 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-bd79dd40-22f4-452c-8854-4992ab552f09 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:25.718402 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bd79dd40-22f4-452c-8854-4992ab552f09 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100479 Apr 05 09:59:25.724590 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fc39d5f7-9245-41e1-b929-90b755680d6d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2531116 Apr 05 09:59:25.725447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59248) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.725925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59250) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.733075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7dc992c7-b628-42ee-9892-b0ee9cf3ff3c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.756572 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cda0df81-58c2-41aa-92c7-05658084f64c tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'db67c805-b381-440e-8c2d-627214101e29', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:25.762915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cda0df81-58c2-41aa-92c7-05658084f64c tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:25.768201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cda0df81-58c2-41aa-92c7-05658084f64c tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:25.772245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cda0df81-58c2-41aa-92c7-05658084f64c tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:25.779103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cda0df81-58c2-41aa-92c7-05658084f64c tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:25.799311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b89b65e1-2a62-4dd8-af84-1d4c3cfec073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:25.830905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-283dc57a-e092-4213-ac74-a2e125ac4558 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for b9099cb3-290f-43f4-8f48-32d2a9192648 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:25.865519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59256) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.873192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b65e1-2a62-4dd8-af84-1d4c3cfec073 None None] No DVR routers for this DVR port 0e5539a1-0f20-4e6e-ba38-320eced7c68c on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:59:25.916745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b65e1-2a62-4dd8-af84-1d4c3cfec073 None None] Pushing event deleted for resources: {'Port': ['ID=0e5539a1-0f20-4e6e-ba38-320eced7c68c,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:25.922829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 066e8e20-14a6-4e8e-ade5-911b38072f7c completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:25.930091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 066e8e20-14a6-4e8e-ade5-911b38072f7c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:25.930528 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:25.952247 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-cda0df81-58c2-41aa-92c7-05658084f64c tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:25.958800 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cda0df81-58c2-41aa-92c7-05658084f64c tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2314322 Apr 05 09:59:25.978182 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59262) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:25.989190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3caec690-e07d-4703-940d-ab477edca5a0 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'db67c805-b381-440e-8c2d-627214101e29', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:26.001693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3caec690-e07d-4703-940d-ab477edca5a0 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:26.018469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3caec690-e07d-4703-940d-ab477edca5a0 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:26.025750 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3caec690-e07d-4703-940d-ab477edca5a0 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:26.031745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-a3d81c3e-faf0-4d1b-b0c2-6b57fd14d7a0 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:26.037647 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-a3d81c3e-faf0-4d1b-b0c2-6b57fd14d7a0 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Synchronizing usage tracker for tenant:298a887535cb49a1b281d820c653e6fc on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:26.042831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3caec690-e07d-4703-940d-ab477edca5a0 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:26.048528 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7dc992c7-b628-42ee-9892-b0ee9cf3ff3c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:26.051836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ddb46079-bc41-4157-b5ec-0327e2899a20 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.100027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7dc992c7-b628-42ee-9892-b0ee9cf3ff3c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:26.104751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.105355 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-3caec690-e07d-4703-940d-ab477edca5a0 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:26.111396 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3caec690-e07d-4703-940d-ab477edca5a0 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1278937 Apr 05 09:59:26.114246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59266) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:26.128200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-283dc57a-e092-4213-ac74-a2e125ac4558 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.149121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 066e8e20-14a6-4e8e-ade5-911b38072f7c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=066e8e20-14a6-4e8e-ade5-911b38072f7c,segment=NetworkSegment(afbdab73-5388-4780-9485-e63d545b30b0),segment_id=afbdab73-5388-4780-9485-e63d545b30b0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:26.154368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.213271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc992c7-b628-42ee-9892-b0ee9cf3ff3c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:26.223399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7dc992c7-b628-42ee-9892-b0ee9cf3ff3c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.225992 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc992c7-b628-42ee-9892-b0ee9cf3ff3c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:26.227038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc992c7-b628-42ee-9892-b0ee9cf3ff3c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:26.259567 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=066e8e20-14a6-4e8e-ade5-911b38072f7c,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:26.265248 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-dc5cc6f4-ca2c-4df6-a8ac-2933f53990e2 tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1051717905', 'prefixes': ['172.20.0.0/16']}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:26.272168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dc5cc6f4-ca2c-4df6-a8ac-2933f53990e2 tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:26.292009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dc57a-e092-4213-ac74-a2e125ac4558 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=b9099cb3-290f-43f4-8f48-32d2a9192648,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:26.304420 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7dc992c7-b628-42ee-9892-b0ee9cf3ff3c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5715775 Apr 05 09:59:26.307132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59272) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:26.314090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e509440c-bf00-49fc-8e74-95d6353884c6 None None] Provisioning complete for port 066e8e20-14a6-4e8e-ade5-911b38072f7c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:26.314512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e509440c-bf00-49fc-8e74-95d6353884c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.336650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-be38166b-ca91-4f55-a621-9a5db298a361 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.343743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-a3d81c3e-faf0-4d1b-b0c2-6b57fd14d7a0 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Unset dirty status for tenant:298a887535cb49a1b281d820c653e6fc on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:26.355889 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-a3d81c3e-faf0-4d1b-b0c2-6b57fd14d7a0 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 810 time: 1.2839732 Apr 05 09:59:26.372292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-be38166b-ca91-4f55-a621-9a5db298a361 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.389921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8daf87bd-bd1f-42b3-be4a-e21a9d66ab4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:26.401313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0e5539a1-0f20-4e6e-ba38-320eced7c68c no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:59:26.434318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-be38166b-ca91-4f55-a621-9a5db298a361 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.440182 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-a55f31ed-d3d4-4a55-a298-04389a8216fa tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/quotas/298a887535cb49a1b281d820c653e6fc HTTP/1.1" status: 200 len: 375 time: 0.0833728 Apr 05 09:59:26.449339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 0e5539a1-0f20-4e6e-ba38-320eced7c68c {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:59:26.449731 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0e5539a1-0f20-4e6e-ba38-320eced7c68c not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:59:26.455203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38166b-ca91-4f55-a621-9a5db298a361 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db67c805-b381-440e-8c2d-627214101e29,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:26.469752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-be38166b-ca91-4f55-a621-9a5db298a361 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.471134 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-be38166b-ca91-4f55-a621-9a5db298a361 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "DELETE /v2.0/security-groups/db67c805-b381-440e-8c2d-627214101e29 HTTP/1.1" status: 204 len: 168 time: 0.3571484 Apr 05 09:59:26.474433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59276) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:26.550744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e1cea39f-e280-4959-85b0-dc05a700c2e2 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Synchronizing usage tracker for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:26.578227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e1cea39f-e280-4959-85b0-dc05a700c2e2 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Unset dirty status for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:26.585161 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e1cea39f-e280-4959-85b0-dc05a700c2e2 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1094909 Apr 05 09:59:26.585962 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59280) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:26.597239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'tempest-secgroup--1124843933'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:26.608171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:26.611809 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e509440c-bf00-49fc-8e74-95d6353884c6 None None] Could not find standard attr ID for object b9099cb3-290f-43f4-8f48-32d2a9192648. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:59:26.622742 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:26.652357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.657717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e509440c-bf00-49fc-8e74-95d6353884c6 None None] Provisioning for port d7348802-1b18-4102-b2e3-d24745ebf5f9 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:26.671594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e509440c-bf00-49fc-8e74-95d6353884c6 None None] Provisioning complete for port d7348802-1b18-4102-b2e3-d24745ebf5f9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:26.671964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e509440c-bf00-49fc-8e74-95d6353884c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.701236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:26.706331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:26.710605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:26.718061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:26.750625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e509440c-bf00-49fc-8e74-95d6353884c6 None None] Port d7348802-1b18-4102-b2e3-d24745ebf5f9 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:26.761557 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af5092a9-5be6-4c52-b40b-8ee7569dbb3c req-08118e4d-d207-4429-91ff-82f7ebf626f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 210 time: 0.2542067 Apr 05 09:59:26.792123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.807701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.867006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9840fc9-54c1-4e6b-b0fe-0b200f7b2ccd,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:26.871041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-283dc57a-e092-4213-ac74-a2e125ac4558 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.873723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.878197 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-74a4075a-d7ea-494e-abb2-afe719de7abe tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2911437 Apr 05 09:59:26.878848 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59284) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:26.885012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ddb46079-bc41-4157-b5ec-0327e2899a20 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.887002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1716b04e-70ba-4368-9590-143ef4073b98 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'a9840fc9-54c1-4e6b-b0fe-0b200f7b2ccd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:26.895092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1716b04e-70ba-4368-9590-143ef4073b98 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:26.900548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1716b04e-70ba-4368-9590-143ef4073b98 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:26.903876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-819abcb6-0eaf-4d82-9ffe-1b83945a9579 None None] Provisioning complete for port d7348802-1b18-4102-b2e3-d24745ebf5f9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:26.904497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-819abcb6-0eaf-4d82-9ffe-1b83945a9579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:26.905367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1716b04e-70ba-4368-9590-143ef4073b98 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:26.913633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1716b04e-70ba-4368-9590-143ef4073b98 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:26.947735 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-283dc57a-e092-4213-ac74-a2e125ac4558 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/b9099cb3-290f-43f4-8f48-32d2a9192648 HTTP/1.1" status: 204 len: 168 time: 2.1755726 Apr 05 09:59:26.952433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59288) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:26.969670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb46079-bc41-4157-b5ec-0327e2899a20 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Subnet': ['ID=7eba5992-a159-4629-99b9-533063e4ebed,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:26.989900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8daf87bd-bd1f-42b3-be4a-e21a9d66ab4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:27.002915 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3190ecbd-0547-4956-819b-3d40c88ba884 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:59:27.005071 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3190ecbd-0547-4956-819b-3d40c88ba884 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/b9099cb3-290f-43f4-8f48-32d2a9192648 HTTP/1.1" status: 404 len: 333 time: 0.0519862 Apr 05 09:59:27.007187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-91059bff-e430-4de7-b779-8b89f6250ce9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:27.009899 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-91059bff-e430-4de7-b779-8b89f6250ce9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=d5429b7c-69b7-4fb3-9a26-be1a5b872a29 HTTP/1.1" status: 200 len: 797 time: 1.6107290 Apr 05 09:59:27.011035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ddb46079-bc41-4157-b5ec-0327e2899a20 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.012947 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ddb46079-bc41-4157-b5ec-0327e2899a20 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/subnets/7eba5992-a159-4629-99b9-533063e4ebed HTTP/1.1" status: 204 len: 168 time: 3.1549332 Apr 05 09:59:27.013247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59292) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:27.014836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-819abcb6-0eaf-4d82-9ffe-1b83945a9579 None None] Port d7348802-1b18-4102-b2e3-d24745ebf5f9 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:27.016452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59294) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:27.021793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8daf87bd-bd1f-42b3-be4a-e21a9d66ab4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:27.039409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc45342-1822-4468-8586-d6694df0ae24 None None] Network 865cc339-a305-4a86-95d1-d80ab5a767f9 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:27.075378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-8525b207-3c04-47a0-b6e6-7fd56617de18 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Synchronizing usage tracker for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:27.077974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf87bd-bd1f-42b3-be4a-e21a9d66ab4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:27.132878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc6f4-ca2c-4df6-a8ac-2933f53990e2 tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] Notify callbacks [] for subnetpool, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.136983 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dc5cc6f4-ca2c-4df6-a8ac-2933f53990e2 tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.2129517 Apr 05 09:59:27.153615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59300) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:27.154214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7a5ca7ba-7e95-48f2-87af-324f35cb7d40 None None] Could not find standard attr ID for object b9099cb3-290f-43f4-8f48-32d2a9192648. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 09:59:27.182550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-8525b207-3c04-47a0-b6e6-7fd56617de18 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Unset dirty status for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:27.183988 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-8525b207-3c04-47a0-b6e6-7fd56617de18 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7428060 Apr 05 09:59:27.206894 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dc74290e-7b72-4677-b3fe-0b58b2f31b74 tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] 10.222.0.30 "GET /v2.0/subnetpools/5d51539e-ee75-4435-8afe-ae920f8e540a HTTP/1.1" status: 200 len: 732 time: 0.0434723 Apr 05 09:59:27.207109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59304) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:27.219194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-2d88ac08-cfbd-4424-b29f-7b99feeecbec tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2135409097'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:27.219771 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-1716b04e-70ba-4368-9590-143ef4073b98 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The resource could not be found. Apr 05 09:59:27.224332 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1716b04e-70ba-4368-9590-143ef4073b98 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3422980 Apr 05 09:59:27.229170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59308) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:27.239373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-99f68ddb-e6c2-43da-9234-d58d6b494015 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': 'a9840fc9-54c1-4e6b-b0fe-0b200f7b2ccd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1146da9f-2fca-4b2a-8759-3fba9ddef4e5'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:27.250791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.255724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7ba42-c90e-4c68-82ea-1ca2d80ae9f2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port d7348802-1b18-4102-b2e3-d24745ebf5f9 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:27.256198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ba42-c90e-4c68-82ea-1ca2d80ae9f2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.264007 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-8da22deb-ea25-49ec-8bdd-973603965016 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 472 time: 0.2326701 Apr 05 09:59:27.281730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'device_id': '0efeded0-b1ff-45ae-8657-a07d76c30d81', 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29', 'admin_state_up': True, 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'security_groups': ['b11c31dc-d2d9-494f-ba5d-39c4f0d90b96']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:27.287065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-99f68ddb-e6c2-43da-9234-d58d6b494015 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:27.299753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-99f68ddb-e6c2-43da-9234-d58d6b494015 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:27.305388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-99f68ddb-e6c2-43da-9234-d58d6b494015 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:27.317680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-99f68ddb-e6c2-43da-9234-d58d6b494015 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:27.336695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting port 2f1f05a2-04fb-424a-b568-754772b7b2f0 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:27.336921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.359786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c54ca-112f-4e84-ab48-3e4cae6f3757 None None] DHCP port deletion for 865cc339-a305-4a86-95d1-d80ab5a767f9 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:59:27.364705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f26c54ca-112f-4e84-ab48-3e4cae6f3757 None None] Deleting port 2f1f05a2-04fb-424a-b568-754772b7b2f0 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:27.367139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f26c54ca-112f-4e84-ab48-3e4cae6f3757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.373948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8daf87bd-bd1f-42b3-be4a-e21a9d66ab4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.375416 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daf87bd-bd1f-42b3-be4a-e21a9d66ab4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:27.376043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8daf87bd-bd1f-42b3-be4a-e21a9d66ab4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:27.510200 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-99f68ddb-e6c2-43da-9234-d58d6b494015 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The resource could not be found. Apr 05 09:59:27.514058 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-99f68ddb-e6c2-43da-9234-d58d6b494015 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2838304 Apr 05 09:59:27.514610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59312) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:27.539336 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8daf87bd-bd1f-42b3-be4a-e21a9d66ab4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2161758 Apr 05 09:59:27.557244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59316) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:27.566422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c57bc8bf-7cc4-4aa5-be21-95baf7a62a4b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:27.589016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f26c54ca-112f-4e84-ab48-3e4cae6f3757 None None] For port 2f1f05a2-04fb-424a-b568-754772b7b2f0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2f1f05a2-04fb-424a-b568-754772b7b2f0,segment=NetworkSegment(4fa7268c-4a00-4812-8348-fa1fb450b1d5),segment_id=4fa7268c-4a00-4812-8348-fa1fb450b1d5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:27.589835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f26c54ca-112f-4e84-ab48-3e4cae6f3757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.656688 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-9e02ba55-99d1-4f89-9e62-504ebbde1e23 service neutron] 10.222.0.30 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426477 Apr 05 09:59:27.732286 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f26c54ca-112f-4e84-ab48-3e4cae6f3757 None None] Calling delete_port for 2f1f05a2-04fb-424a-b568-754772b7b2f0 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:27.814800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f26c54ca-112f-4e84-ab48-3e4cae6f3757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.822459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2d88ac08-cfbd-4424-b29f-7b99feeecbec tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] Notify callbacks [] for subnetpool, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.823833 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2d88ac08-cfbd-4424-b29f-7b99feeecbec tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] 10.222.0.30 "PUT /v2.0/subnetpools/5d51539e-ee75-4435-8afe-ae920f8e540a HTTP/1.1" status: 200 len: 684 time: 0.6142151 Apr 05 09:59:27.827662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59322) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:27.836227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c57bc8bf-7cc4-4aa5-be21-95baf7a62a4b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:27.846047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c57bc8bf-7cc4-4aa5-be21-95baf7a62a4b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:27.857455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:27.873343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c54ca-112f-4e84-ab48-3e4cae6f3757 None None] No DVR routers for this DVR port 2f1f05a2-04fb-424a-b568-754772b7b2f0 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:59:27.875032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57bc8bf-7cc4-4aa5-be21-95baf7a62a4b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:27.882728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c57bc8bf-7cc4-4aa5-be21-95baf7a62a4b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.884156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57bc8bf-7cc4-4aa5-be21-95baf7a62a4b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:27.884781 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57bc8bf-7cc4-4aa5-be21-95baf7a62a4b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:27.897400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c54ca-112f-4e84-ab48-3e4cae6f3757 None None] Pushing event deleted for resources: {'Port': ['ID=2f1f05a2-04fb-424a-b568-754772b7b2f0,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:27.909116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:port and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:27.914805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:27.921768 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c57bc8bf-7cc4-4aa5-be21-95baf7a62a4b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3632460 Apr 05 09:59:27.927189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59326) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:27.930909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:27.944493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-81e76351-771f-4c90-8cb6-40b1f9ac601c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:27.972082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] For port 2f1f05a2-04fb-424a-b568-754772b7b2f0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2f1f05a2-04fb-424a-b568-754772b7b2f0,segment=NetworkSegment(4fa7268c-4a00-4812-8348-fa1fb450b1d5),segment_id=4fa7268c-4a00-4812-8348-fa1fb450b1d5)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:27.972700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:27.984623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ba42-c90e-4c68-82ea-1ca2d80ae9f2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.008404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d12a8bab-b806-4bff-806b-78406ee55599 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.059067 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77b788eb-f046-44b9-9d37-5d5414353c68 req-7ab70882-5260-4851-86d1-52ea72468934 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 210 time: 0.1291444 Apr 05 09:59:28.066319 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-8b6d09b8-cc5c-4d34-871c-7f49bb276eb7 service neutron] 10.222.0.30 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878925 Apr 05 09:59:28.086249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:28.086249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.164066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-81e76351-771f-4c90-8cb6-40b1f9ac601c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:28.196352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-81e76351-771f-4c90-8cb6-40b1f9ac601c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:28.249765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e76351-771f-4c90-8cb6-40b1f9ac601c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:28.251746 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7ba42-c90e-4c68-82ea-1ca2d80ae9f2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for d7348802-1b18-4102-b2e3-d24745ebf5f9 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:28.253214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-81e76351-771f-4c90-8cb6-40b1f9ac601c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.254773 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e76351-771f-4c90-8cb6-40b1f9ac601c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:28.255274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e76351-771f-4c90-8cb6-40b1f9ac601c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 09:59:28.285489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Calling delete_port for 2f1f05a2-04fb-424a-b568-754772b7b2f0 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:28.290642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 066e8e20-14a6-4e8e-ade5-911b38072f7c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:28.293301 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-81e76351-771f-4c90-8cb6-40b1f9ac601c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3650634 Apr 05 09:59:28.293887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59336) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:28.350059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7b4ea392-adc3-4594-9fad-abf509f81aa9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:28.359716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d12a8bab-b806-4bff-806b-78406ee55599 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.366003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.25 (d5429b7c-69b7-4fb3-9a26-be1a5b872a29/6796365e-b56b-4db1-86fa-df85c1087719/8400bb2f-d569-4a95-8067-311dde201903) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:28.383251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7b4ea392-adc3-4594-9fad-abf509f81aa9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:28.387545 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7b4ea392-adc3-4594-9fad-abf509f81aa9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0903981 Apr 05 09:59:28.391165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59340) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:28.400504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 066e8e20-14a6-4e8e-ade5-911b38072f7c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:28.401365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.473603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-87d6c6b9-8dec-456b-bfab-18ada69a5315 tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] Notify callbacks [] for subnetpool, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.475202 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-87d6c6b9-8dec-456b-bfab-18ada69a5315 tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] 10.222.0.30 "DELETE /v2.0/subnetpools/5d51539e-ee75-4435-8afe-ae920f8e540a HTTP/1.1" status: 204 len: 168 time: 0.6311793 Apr 05 09:59:28.481772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59344) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:28.504993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d12a8bab-b806-4bff-806b-78406ee55599 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.537591 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-c87c9ea4-83f0-4a46-b01a-655e04b20cfd tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] show failed (client error): The resource could not be found. Apr 05 09:59:28.538436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:59:28.538756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:59:28.539255 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c87c9ea4-83f0-4a46-b01a-655e04b20cfd tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] 10.222.0.30 "GET /v2.0/subnetpools/5d51539e-ee75-4435-8afe-ae920f8e540a HTTP/1.1" status: 404 len: 346 time: 0.0565481 Apr 05 09:59:28.577778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59350) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:28.580349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d12a8bab-b806-4bff-806b-78406ee55599 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.581564 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d12a8bab-b806-4bff-806b-78406ee55599 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "DELETE /v2.0/security-groups/a9840fc9-54c1-4e6b-b0fe-0b200f7b2ccd HTTP/1.1" status: 204 len: 168 time: 1.0555818 Apr 05 09:59:28.652061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f1f05a2-04fb-424a-b568-754772b7b2f0 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:59:28.653749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59354) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:28.654185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a8bab-b806-4bff-806b-78406ee55599 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9840fc9-54c1-4e6b-b0fe-0b200f7b2ccd,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:28.704644 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-23882347-56eb-4c2a-939e-76ea3784f21a tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] delete failed (client error): The resource could not be found. Apr 05 09:59:28.705680 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-23882347-56eb-4c2a-939e-76ea3784f21a tempest-SubnetPoolsTestJSON-30992609 tempest-SubnetPoolsTestJSON-30992609-project] 10.222.0.30 "DELETE /v2.0/subnetpools/5d51539e-ee75-4435-8afe-ae920f8e540a HTTP/1.1" status: 404 len: 346 time: 0.1218648 Apr 05 09:59:28.760921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa992b0-7b47-4fef-b819-4c9031d5513f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:28.761587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-afa992b0-7b47-4fef-b819-4c9031d5513f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:28.787581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-900a92f4-e8b3-4f6d-b2de-35ace2ebbbec tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Synchronizing usage tracker for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:28.787949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 2f1f05a2-04fb-424a-b568-754772b7b2f0 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:59:28.788535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f1f05a2-04fb-424a-b568-754772b7b2f0 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:59:28.802563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ba42-c90e-4c68-82ea-1ca2d80ae9f2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.816125 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eeaf3962-d5f5-414b-b9c0-ad30e9f40a50 req-1bbf72b9-68de-4959-aa75-9adf39f9b2a0 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 210 time: 0.0662820 Apr 05 09:59:28.826859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-afa992b0-7b47-4fef-b819-4c9031d5513f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:28.828026 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-afa992b0-7b47-4fef-b819-4c9031d5513f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4357345 Apr 05 09:59:28.838809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59366) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:28.891720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7ba42-c90e-4c68-82ea-1ca2d80ae9f2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=d7348802-1b18-4102-b2e3-d24745ebf5f9,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:28.893582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-900a92f4-e8b3-4f6d-b2de-35ace2ebbbec tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Unset dirty status for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:28.894937 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-900a92f4-e8b3-4f6d-b2de-35ace2ebbbec tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2320771 Apr 05 09:59:28.907549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59370) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:28.921751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-907bb9bb-180d-44ad-9ce4-d3fcdd6bd29a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': '913defc9-1c73-4828-8b3c-6abb3ff27f47', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:28.942317 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5c0a21c5-e54e-4593-90f2-474165848150 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984826 Apr 05 09:59:28.949770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59374) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:28.953680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5bf7ba42-c90e-4c68-82ea-1ca2d80ae9f2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:28.956138 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5bf7ba42-c90e-4c68-82ea-1ca2d80ae9f2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/d7348802-1b18-4102-b2e3-d24745ebf5f9 HTTP/1.1" status: 204 len: 168 time: 1.9407291 Apr 05 09:59:28.963208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:28.985756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59378) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:29.025836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.044548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 8400bb2f-d569-4a95-8067-311dde201903 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:29.064314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-907bb9bb-180d-44ad-9ce4-d3fcdd6bd29a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:29.077027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-907bb9bb-180d-44ad-9ce4-d3fcdd6bd29a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:29.080414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-907bb9bb-180d-44ad-9ce4-d3fcdd6bd29a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:29.102467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-907bb9bb-180d-44ad-9ce4-d3fcdd6bd29a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:29.104935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.109553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting port 2f1f05a2-04fb-424a-b568-754772b7b2f0 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:29.109754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.185010 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-89605ca4-2479-4452-998f-bda60b9bf7d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:59:29.185501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-89605ca4-2479-4452-998f-bda60b9bf7d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:29.231462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] The port '2f1f05a2-04fb-424a-b568-754772b7b2f0' was deleted {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:59:29.252653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:29.261199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:29.268423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:29.315847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=8400bb2f-d569-4a95-8067-311dde201903,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:29.361682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59388) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:29.418046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:29.418932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.436450 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-907bb9bb-180d-44ad-9ce4-d3fcdd6bd29a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The resource could not be found. Apr 05 09:59:29.441818 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-907bb9bb-180d-44ad-9ce4-d3fcdd6bd29a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5334733 Apr 05 09:59:29.450191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59394) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:29.460602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'tempest-secgroup--1136333324'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:29.468110 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.474265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:29.477854 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-dcfa1581-3d62-426b-ac27-2c29636ada20 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2047794 Apr 05 09:59:29.490927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Request body: {'port': {'device_id': '0efeded0-b1ff-45ae-8657-a07d76c30d81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:29.511936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865cc339-a305-4a86-95d1-d80ab5a767f9']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:29.530051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa7268c-4a00-4812-8348-fa1fb450b1d5') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:29.530459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa7268c-4a00-4812-8348-fa1fb450b1d5') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:29.537709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:29.549516 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.566476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.574066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:59:29.574470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.645719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.688517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4a2f8eb4-2c40-4c13-ba12-19dc4f34a330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.699482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-89605ca4-2479-4452-998f-bda60b9bf7d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:29.703133 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-89605ca4-2479-4452-998f-bda60b9bf7d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/d7348802-1b18-4102-b2e3-d24745ebf5f9 HTTP/1.1" status: 404 len: 333 time: 0.7147388 Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:59:29.712651 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:59:29.715322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59398) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:29.716394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.733817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-17dbef83-6fbd-43e7-8f2a-206350976d51 None None] Provisioning for port 8400bb2f-d569-4a95-8067-311dde201903 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:29.744634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-17dbef83-6fbd-43e7-8f2a-206350976d51 None None] Provisioning complete for port 8400bb2f-d569-4a95-8067-311dde201903 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:29.745105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-17dbef83-6fbd-43e7-8f2a-206350976d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.767014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-615210e3-da1c-4821-95c6-72a919f7d7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.778283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.792551 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766b2ae-4af4-4cd0-9b93-96170bc49906 req-6e48aaf9-6092-435b-8978-928e4988576a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:29.793250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1766b2ae-4af4-4cd0-9b93-96170bc49906 req-6e48aaf9-6092-435b-8978-928e4988576a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:29.794530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Network': ['ID=865cc339-a305-4a86-95d1-d80ab5a767f9,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:29.808412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:29.814757 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eb33c501-e879-4e4b-ac4f-0563efec7ea0 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/networks/865cc339-a305-4a86-95d1-d80ab5a767f9 HTTP/1.1" status: 204 len: 168 time: 2.7970378 Apr 05 09:59:29.819554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:29.822301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59402) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:29.834039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-17dbef83-6fbd-43e7-8f2a-206350976d51 None None] Port 8400bb2f-d569-4a95-8067-311dde201903 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:29.857079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:29.875482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:29.885357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-615210e3-da1c-4821-95c6-72a919f7d7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:29.892414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1766b2ae-4af4-4cd0-9b93-96170bc49906 req-6e48aaf9-6092-435b-8978-928e4988576a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:29.893589 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1766b2ae-4af4-4cd0-9b93-96170bc49906 req-6e48aaf9-6092-435b-8978-928e4988576a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 932 time: 0.5484579 Apr 05 09:59:29.900239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:29.903969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:29.913531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-615210e3-da1c-4821-95c6-72a919f7d7fd admin admin] Usage tracker for resource:security_group_rule and tenant:96f6c533ecf44f10a602a8909ea7d67f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:29.916555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:29.938286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-615210e3-da1c-4821-95c6-72a919f7d7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:29.954222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-615210e3-da1c-4821-95c6-72a919f7d7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:30.046343 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b7079aec-f13f-4afc-9dfb-6c39bb9f6180 req-868e78c4-9b77-4118-8e91-83bd0a10e518 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 210 time: 0.0794122 Apr 05 09:59:30.149498 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1766b2ae-4af4-4cd0-9b93-96170bc49906 req-7005820b-d208-4c46-8240-3231567fce72 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422345 Apr 05 09:59:30.169825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:30.180453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.211487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.334654 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-615210e3-da1c-4821-95c6-72a919f7d7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.353675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-615210e3-da1c-4821-95c6-72a919f7d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.364792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.365454 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9139910 Apr 05 09:59:30.366226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0930c2c-faa7-48d7-ba9c-35e69958555a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3678f406-b536-4dcb-bcf3-edc6413c4ff2,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:30.380283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59408) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:30.405561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239657560'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:30.431029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:30.451567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:30.456534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:30.469483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:30.473132 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-615210e3-da1c-4821-95c6-72a919f7d7fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96f6c533ecf44f10a602a8909ea7d67f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1097922 Apr 05 09:59:30.474787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615210e3-da1c-4821-95c6-72a919f7d7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb30d74-c6e6-438a-9844-cd0992de1cf5,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:30.479282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59412) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:30.522557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.522788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.619371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8400bb2f-d569-4a95-8067-311dde201903 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:59:30.622930 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13fcc70-d020-4087-ad9a-d88d5522e5f0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet 9fc846bf-04a3-4b4f-b201-929dfd6b3a82 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:30.635871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.652958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-30f593cc-7c4f-45ad-9add-e39b006b6803 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:30.655034 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-30f593cc-7c4f-45ad-9add-e39b006b6803 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 810 time: 0.5355382 Apr 05 09:59:30.658655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:30.660059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e13fcc70-d020-4087-ad9a-d88d5522e5f0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.664207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2347f6b7-044c-485a-ada4-e7e8dbd10293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.672669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:30.682354 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Transition to ACTIVE for port object 8400bb2f-d569-4a95-8067-311dde201903 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:30.683327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:30.693236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:30.695748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.714087 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9375ffcc-3f3d-4e84-afe9-de742b11754c tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting subnet fbc01725-deeb-4278-9c50-6384be2418e6 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:30.732102 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9375ffcc-3f3d-4e84-afe9-de742b11754c tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.749814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2347f6b7-044c-485a-ada4-e7e8dbd10293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.835335 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e13fcc70-d020-4087-ad9a-d88d5522e5f0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.875838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9375ffcc-3f3d-4e84-afe9-de742b11754c tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.890657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8400bb2f-d569-4a95-8067-311dde201903,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:30.941595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-d75e87b3-66a6-47bf-8d38-ec0ba6fac6d8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Synchronizing usage tracker for tenant:298a887535cb49a1b281d820c653e6fc on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:30.956950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:30.994955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.024330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2347f6b7-044c-485a-ada4-e7e8dbd10293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.084326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20863311-1c8c-4720-9bb4-1e315440b0a0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:31.113356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2347f6b7-044c-485a-ada4-e7e8dbd10293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.117715 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2347f6b7-044c-485a-ada4-e7e8dbd10293 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/feb30d74-c6e6-438a-9844-cd0992de1cf5 HTTP/1.1" status: 204 len: 168 time: 0.6345384 Apr 05 09:59:31.117715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.117715 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a4252ce0-e27c-4aa1-bb23-e21316c793df tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7356458 Apr 05 09:59:31.135245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347f6b7-044c-485a-ada4-e7e8dbd10293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb30d74-c6e6-438a-9844-cd0992de1cf5,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:31.143735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59424) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:31.165246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7b036616-a268-43c7-ab78-4cd6175acd0f tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group_rule': {'security_group_id': '3678f406-b536-4dcb-bcf3-edc6413c4ff2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '20863311-1c8c-4720-9bb4-1e315440b0a0'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:31.175895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Attempting to bind port 8400bb2f-d569-4a95-8067-311dde201903 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:31.176235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Attempting to bind port 8400bb2f-d569-4a95-8067-311dde201903 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:31.177159 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Attempting to bind port 8400bb2f-d569-4a95-8067-311dde201903 on network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:31.186226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7b036616-a268-43c7-ab78-4cd6175acd0f tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:31.190308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-d75e87b3-66a6-47bf-8d38-ec0ba6fac6d8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Unset dirty status for tenant:298a887535cb49a1b281d820c653e6fc on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:31.191629 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-d75e87b3-66a6-47bf-8d38-ec0ba6fac6d8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=298a887535cb49a1b281d820c653e6fc HTTP/1.1" status: 200 len: 379 time: 0.4929440 Apr 05 09:59:31.192801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7b036616-a268-43c7-ab78-4cd6175acd0f tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:31.201100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7b036616-a268-43c7-ab78-4cd6175acd0f tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:31.206866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'port': {'device_id': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'admin_state_up': True, 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'security_groups': ['716ebb51-00f6-4b3c-9551-8816bfccd9c1']}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:31.213173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Port 8400bb2f-d569-4a95-8067-311dde201903 on network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:59:31.217866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Attempting to bind port 8400bb2f-d569-4a95-8067-311dde201903 on network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:31.221161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7b036616-a268-43c7-ab78-4cd6175acd0f tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:31.246207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:31.246557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Checking segment: {'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:31.246951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Bound using segment: {'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:31.249579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Bound port: 8400bb2f-d569-4a95-8067-311dde201903, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:31.249948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.426258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:31.438242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:31.464092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Made reservation on behalf of 298a887535cb49a1b281d820c653e6fc for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:31.467475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.531172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9375ffcc-3f3d-4e84-afe9-de742b11754c tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.575357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] For port 8400bb2f-d569-4a95-8067-311dde201903, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:31.579038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] For port 8400bb2f-d569-4a95-8067-311dde201903, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8400bb2f-d569-4a95-8067-311dde201903,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:31.625684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.740103 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d52251a-d4aa-49cf-967d-d992d9bc7445 req-e2dc6abf-c462-41da-b6fe-e1483bbc28d1 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 210 time: 0.3850319 Apr 05 09:59:31.763636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-7b036616-a268-43c7-ab78-4cd6175acd0f tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 09:59:31.764903 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7b036616-a268-43c7-ab78-4cd6175acd0f tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6201575 Apr 05 09:59:31.766987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e13fcc70-d020-4087-ad9a-d88d5522e5f0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.779800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59440) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:31.832544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.834736 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] 10.222.0.10 "PUT /v2.0/ports/8400bb2f-d569-4a95-8067-311dde201903 HTTP/1.1" status: 200 len: 1094 time: 2.3493934 Apr 05 09:59:31.849961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efeded0-b1ff-45ae-8657-a07d76c30d81', 'tag': '8400bb2f-d569-4a95-8067-311dde201903'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:59:31.905223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e13fcc70-d020-4087-ad9a-d88d5522e5f0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.954558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-eafbceab-9e55-4616-b5c5-92edc2cd8e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.955420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf74d838-95a0-43d9-89c8-ca17a47372c5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:31.958702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84c13e-e456-46a4-809f-8354fd8253d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8400bb2f-d569-4a95-8067-311dde201903,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:31.991834 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d179ec7-9d79-4f62-9ce0-71180df46ff6'] response: {'name': 'network-changed', 'server_uuid': '0efeded0-b1ff-45ae-8657-a07d76c30d81', 'tag': '8400bb2f-d569-4a95-8067-311dde201903', 'status': 'completed', 'code': 200} Apr 05 09:59:32.037199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fcc70-d020-4087-ad9a-d88d5522e5f0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc846bf-04a3-4b4f-b201-929dfd6b3a82,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:32.040139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf74d838-95a0-43d9-89c8-ca17a47372c5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.054232 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Allocated IP 172.20.0.3 (0bde4e36-5e56-4c57-baca-403f5b45f950/f6819753-4eed-4571-a836-0e1456f980cc/c968257e-f007-415c-971a-d62dec77c235) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:32.070556 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e13fcc70-d020-4087-ad9a-d88d5522e5f0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.073209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:59:32.077340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb64313b-7806-4f8f-8dee-42801add5466 None None] Network a4c1d15c-7e94-4c01-ba74-6093340c3e78 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:32.081767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.095690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa74666-1519-4d4c-9d0b-0a4d321f63d8 req-b67dd172-56fe-4949-bebc-a42e975f6049 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:32.112530 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-baa74666-1519-4d4c-9d0b-0a4d321f63d8 req-b67dd172-56fe-4949-bebc-a42e975f6049 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 944 time: 0.4976022 Apr 05 09:59:32.266859 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-32706ef2-ce4b-4f30-945b-c5894a5f2f4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 1097 time: 0.3542559 Apr 05 09:59:32.292542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:32.296570 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e13fcc70-d020-4087-ad9a-d88d5522e5f0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/9fc846bf-04a3-4b4f-b201-929dfd6b3a82 HTTP/1.1" status: 204 len: 168 time: 2.5783892 Apr 05 09:59:32.301598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9375ffcc-3f3d-4e84-afe9-de742b11754c tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.305474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:32.314023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59452) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:32.325292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:32.325933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.356646 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59456) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:32.367432 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-baa74666-1519-4d4c-9d0b-0a4d321f63d8 req-52422d21-fafd-4846-bdab-ba8eb967498e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537785 Apr 05 09:59:32.380719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf74d838-95a0-43d9-89c8-ca17a47372c5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.405678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f223426d-3486-4b4c-96a7-c7a094f72147 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:32.409181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74d838-95a0-43d9-89c8-ca17a47372c5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20863311-1c8c-4720-9bb4-1e315440b0a0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:32.412786 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-521b9897-2281-4ad1-903c-3747a8beb8f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8400bb2f-d569-4a95-8067-311dde201903 HTTP/1.1" status: 200 len: 217 time: 0.1317883 Apr 05 09:59:32.452251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.478238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-a5ae6637-1bc2-41d1-ac6e-377da7cc8ca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:32.480103 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-a5ae6637-1bc2-41d1-ac6e-377da7cc8ca4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6796365e-b56b-4db1-86fa-df85c1087719 HTTP/1.1" status: 200 len: 837 time: 0.0615652 Apr 05 09:59:32.482264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf74d838-95a0-43d9-89c8-ca17a47372c5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.483220 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bf74d838-95a0-43d9-89c8-ca17a47372c5 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "DELETE /v2.0/security-groups/20863311-1c8c-4720-9bb4-1e315440b0a0 HTTP/1.1" status: 204 len: 168 time: 0.7025046 Apr 05 09:59:32.487551 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59462) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:32.498440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9375ffcc-3f3d-4e84-afe9-de742b11754c tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.502402 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9375ffcc-3f3d-4e84-afe9-de742b11754c tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/subnets/fbc01725-deeb-4278-9c50-6384be2418e6 HTTP/1.1" status: 204 len: 168 time: 2.6770773 Apr 05 09:59:32.502402 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5514295 Apr 05 09:59:32.513440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451691e6-c9fe-4230-bd1b-ab15196b0552 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=99989ddc-aa90-479a-9115-3bba1a826498,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:32.559750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59466) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:32.560217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59468) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:32.562164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375ffcc-3f3d-4e84-afe9-de742b11754c tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc01725-deeb-4278-9c50-6384be2418e6,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:32.577213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 066e8e20-14a6-4e8e-ade5-911b38072f7c {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:32.577491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.611412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:f0:3a:e4', 'name': 'tempest-NetworksTestDHCPv6-962073294'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:32.735189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1917327379-network', 'tenant_id': '94b05632f5f9480ebf2ef2abf23fa548'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:32.759583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af42db52-2c45-455a-9523-7bc9993c8e31 None None] Network bcd03c16-5605-4ee2-8510-c5478ead0172 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:32.760765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:32.789845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Usage tracker for resource:network and tenant:94b05632f5f9480ebf2ef2abf23fa548 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:32.816627 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:32.831549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:32.882020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.906127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Transition to ACTIVE for port object c968257e-f007-415c-971a-d62dec77c235 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:32.912495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '99989ddc-aa90-479a-9115-3bba1a826498'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:32.913315 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:32.929800 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-f839fa74-d4d9-4c09-aead-d52051663997 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5429b7c-69b7-4fb3-9a26-be1a5b872a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4430764 Apr 05 09:59:32.945068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.016013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c6aa1aff-f943-4276-b399-0fd036695544 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Synchronizing usage tracker for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:33.070297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.158471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:33.171014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.171966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] DHCP port deletion for a4c1d15c-7e94-4c01-ba74-6093340c3e78 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:59:33.173799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Made reservation on behalf of 94b05632f5f9480ebf2ef2abf23fa548 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:33.176011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.181510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'Port': ['ID=c968257e-f007-415c-971a-d62dec77c235,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:33.184046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] Deleting port 066e8e20-14a6-4e8e-ade5-911b38072f7c {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:33.184372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:33.184497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.191748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:33.196496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.251040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:33.264471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:33.296728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c6aa1aff-f943-4276-b399-0fd036695544 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Unset dirty status for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:33.297989 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c6aa1aff-f943-4276-b399-0fd036695544 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.8097188 Apr 05 09:59:33.304236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59476) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:33.322013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:33.482321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] For port 066e8e20-14a6-4e8e-ade5-911b38072f7c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=066e8e20-14a6-4e8e-ade5-911b38072f7c,segment=NetworkSegment(afbdab73-5388-4780-9485-e63d545b30b0),segment_id=afbdab73-5388-4780-9485-e63d545b30b0)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:33.482748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.529020 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] For port 066e8e20-14a6-4e8e-ade5-911b38072f7c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=066e8e20-14a6-4e8e-ade5-911b38072f7c,segment=NetworkSegment(afbdab73-5388-4780-9485-e63d545b30b0),segment_id=afbdab73-5388-4780-9485-e63d545b30b0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:33.529831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.576637 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-91de4740-eb47-4c30-a677-a19027476e8a tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting subnet 4fc174c3-4ab5-4642-b714-3bc9908a3691 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:33.622116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:33.626226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 066e8e20-14a6-4e8e-ade5-911b38072f7c owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:33.633901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91de4740-eb47-4c30-a677-a19027476e8a tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.703213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Usage tracker for resource:security_group_rule and tenant:94b05632f5f9480ebf2ef2abf23fa548 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:33.707039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:33.712345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03c17465-1169-48a3-9c82-3ace73041626 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.716081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:33.720447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.790362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No DVR routers for this DVR port 066e8e20-14a6-4e8e-ade5-911b38072f7c on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:59:33.793202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.801345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Allocated IP 2001:db8::f816:3eff:fe1c:10f0 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/99989ddc-aa90-479a-9115-3bba1a826498/6b97acf8-7e84-4453-a21a-b8c87395fc77) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:33.828094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=066e8e20-14a6-4e8e-ade5-911b38072f7c,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:33.835792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:33.836561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.853295 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-3657a9b4-4af0-479c-aa12-b01f65b37ef7 service neutron] 10.222.0.10 "GET /v2.0/networks/d5429b7c-69b7-4fb3-9a26-be1a5b872a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8827920 Apr 05 09:59:33.853872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.956466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:33.985014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c1d15c-7e94-4c01-ba74-6093340c3e78']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:33.999262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbdab73-5388-4780-9485-e63d545b30b0') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:33.999262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbdab73-5388-4780-9485-e63d545b30b0') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:34.011776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.027307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:59:34.028365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.029208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.035305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:59:34.035732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.039683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Transition to ACTIVE for port object 6b97acf8-7e84-4453-a21a-b8c87395fc77 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:34.059188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Transition to ACTIVE for port object 6b97acf8-7e84-4453-a21a-b8c87395fc77 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:34.068375 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] DHCP port deletion for bcd03c16-5605-4ee2-8510-c5478ead0172 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:59:34.081984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] Calling delete_port for 066e8e20-14a6-4e8e-ade5-911b38072f7c owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:34.110463 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.120956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdf00d-8b7e-4aec-b13b-959c5cc6f35d req-8a132534-6939-46db-b74f-8d896dd9d486 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:34.127696 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e1bdf00d-8b7e-4aec-b13b-959c5cc6f35d req-8a132534-6939-46db-b74f-8d896dd9d486 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 931 time: 1.1180995 Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:59:34.138821 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:59:34.141029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91de4740-eb47-4c30-a677-a19027476e8a tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.151734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03c17465-1169-48a3-9c82-3ace73041626 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.153162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Deleting port fd67d69c-7cec-473a-af7f-c6e673ee643d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:34.153541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.162153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.166973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.169109 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/networks/a4c1d15c-7e94-4c01-ba74-6093340c3e78 HTTP/1.1" status: 204 len: 168 time: 1.8506045 Apr 05 09:59:34.170828 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-ef34278c-2c52-4e3e-bc5f-d5327486a6a6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9733782 Apr 05 09:59:34.179959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59482) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:34.206812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c58904-8066-4fb5-980d-bd7e246a5fd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Network': ['ID=a4c1d15c-7e94-4c01-ba74-6093340c3e78,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:34.213981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Request body: {'port': {'device_id': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:34.285357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fd67d69c-7cec-473a-af7f-c6e673ee643d no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:59:34.295002 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-81483070'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:34.299282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.299673 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Added segment d35b45db-2fc3-466d-96da-11a3df4e617a of type vlan for network 3ad0b63a-956b-494b-9489-06994729c434 Apr 05 09:59:34.342390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03c17465-1169-48a3-9c82-3ace73041626 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.362937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:34.370436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:34.370663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Pushing event updated for resources: {'Port': ['ID=6b97acf8-7e84-4453-a21a-b8c87395fc77,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:34.374550 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d36cc0eb-0623-43eb-ab2f-612b1d9f39c8 req-fae1c242-3b50-4d11-8915-e89af64b061b service neutron] 10.222.0.10 "GET /v2.0/networks/d5429b7c-69b7-4fb3-9a26-be1a5b872a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094469 Apr 05 09:59:34.379556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:34.383113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672b05bc-189b-44cc-81f3-cb6d8bf78d87,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:34.391242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:network and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:34.393591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:34.397482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.400002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5e2ae70c-8809-4bbf-9be0-cc049d7005e9 None None] Provisioning for port c968257e-f007-415c-971a-d62dec77c235 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:34.419160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:34.424931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.455463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:34.479688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4a8b-0649-416d-b0d5-a66cab96fba1 req-48478473-d35a-4680-8c22-02285f69a580 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:34.481296 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-301d4a8b-0649-416d-b0d5-a66cab96fba1 req-48478473-d35a-4680-8c22-02285f69a580 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 944 time: 0.7840521 Apr 05 09:59:34.483960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5e2ae70c-8809-4bbf-9be0-cc049d7005e9 None None] Provisioning complete for port c968257e-f007-415c-971a-d62dec77c235 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:34.484461 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5e2ae70c-8809-4bbf-9be0-cc049d7005e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.516708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c17465-1169-48a3-9c82-3ace73041626 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3678f406-b536-4dcb-bcf3-edc6413c4ff2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:34.523509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-03c17465-1169-48a3-9c82-3ace73041626 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.526836 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-03c17465-1169-48a3-9c82-3ace73041626 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "DELETE /v2.0/security-groups/3678f406-b536-4dcb-bcf3-edc6413c4ff2 HTTP/1.1" status: 204 len: 168 time: 1.2142096 Apr 05 09:59:34.527453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59486) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:34.528134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.539393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.588448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port 87394604-b5f4-4f17-9047-2c0c81d7f4f0 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:59:34.641790 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e1bdf00d-8b7e-4aec-b13b-959c5cc6f35d req-ec59b22c-2f5d-4dad-a490-15a92b4fb30a tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5130544 Apr 05 09:59:34.642705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:34.648303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.676284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9741bd7f-a590-442d-8826-9bbdf7d35a7a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Synchronizing usage tracker for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:34.735510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.736721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:34.737484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.753620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9741bd7f-a590-442d-8826-9bbdf7d35a7a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Unset dirty status for tenant:1293768ce4d747ce81d001ed72f7da30 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:34.754858 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9741bd7f-a590-442d-8826-9bbdf7d35a7a tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2177100 Apr 05 09:59:34.759429 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59490) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:34.767621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254229402'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:34.768109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.794419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:34.815627 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91de4740-eb47-4c30-a677-a19027476e8a tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.825353 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port fd67d69c-7cec-473a-af7f-c6e673ee643d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fd67d69c-7cec-473a-af7f-c6e673ee643d,segment=NetworkSegment(d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7),segment_id=d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:34.826486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:59:34.826846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:59:34.857414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:34.895960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.898588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:34.899343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 066e8e20-14a6-4e8e-ade5-911b38072f7c no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:59:34.947607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:59:34.948866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Attempting to bind port 6b97acf8-7e84-4453-a21a-b8c87395fc77 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:34.949294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Attempting to bind port 6b97acf8-7e84-4453-a21a-b8c87395fc77 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:34.949760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Attempting to bind port 6b97acf8-7e84-4453-a21a-b8c87395fc77 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:34.960450 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:34.965908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Usage tracker for resource:security_group_rule and tenant:1293768ce4d747ce81d001ed72f7da30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:34.970111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:34.981027 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-301d4a8b-0649-416d-b0d5-a66cab96fba1 req-7cf81b1f-41c1-4e72-853d-79ac7a505302 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4604838 Apr 05 09:59:34.987209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:35.003171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 066e8e20-14a6-4e8e-ade5-911b38072f7c {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:59:35.006236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 066e8e20-14a6-4e8e-ade5-911b38072f7c not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:59:35.037190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] Pushing event updated for resources: {'Network': ['ID=3ad0b63a-956b-494b-9489-06994729c434,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:35.043694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ae70c-8809-4bbf-9be0-cc049d7005e9 None None] Port c968257e-f007-415c-971a-d62dec77c235 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:35.049452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.050047 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Added segment f2a8d2f7-8c9c-498a-ac12-10e1923c0c18 of type vlan for network e05f1657-560f-4bce-9315-6416a837c257 Apr 05 09:59:35.066831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 3ad0b63a-956b-494b-9489-06994729c434 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:59:35.087320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c968257e-f007-415c-971a-d62dec77c235 {{(pid=83820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:59:35.090803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:35.091310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:35.091608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.092138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:35.092619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Bound port: 6b97acf8-7e84-4453-a21a-b8c87395fc77, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:35.093082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.097476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.116070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Transition to ACTIVE for port object c968257e-f007-415c-971a-d62dec77c235 will not be triggered until provisioned by entity L2. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:35.126969 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d3e3aee7-27f5-4c8e-a8ff-0c404057866c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7690213 Apr 05 09:59:35.128342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.135693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59494) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:35.142436 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-294dbadd-c80c-401f-8cfb-4bd89e0c9ebe req-8438dd07-d94f-40bf-b1a8-799f52cf3a99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 1097 time: 0.6771486 Apr 05 09:59:35.152137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f816:3eff:fef0:3ae4 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/99989ddc-aa90-479a-9115-3bba1a826498/87394604-b5f4-4f17-9047-2c0c81d7f4f0) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:35.185394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.188932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Request body: {'subnet': {'network_id': '3ad0b63a-956b-494b-9489-06994729c434', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1917327379-subnet', 'tenant_id': '94b05632f5f9480ebf2ef2abf23fa548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:35.196050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91de4740-eb47-4c30-a677-a19027476e8a tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.219773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:35.233242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] For port fd67d69c-7cec-473a-af7f-c6e673ee643d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fd67d69c-7cec-473a-af7f-c6e673ee643d,segment=NetworkSegment(d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7),segment_id=d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:35.233648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.269464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=fd67d69c-7cec-473a-af7f-c6e673ee643d,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:35.292073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Usage tracker for resource:subnet and tenant:94b05632f5f9480ebf2ef2abf23fa548 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:35.312887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:35.335405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Pushing event updated for resources: {'Port': ['ID=c968257e-f007-415c-971a-d62dec77c235,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:35.338579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:35.363440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.375002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.385930 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31dc633d-b144-48d8-8428-16663aa5e1eb req-acf476bf-93a4-4a86-a580-3ff6fd440fe2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6925859 Apr 05 09:59:35.386931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de4740-eb47-4c30-a677-a19027476e8a tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc174c3-4ab5-4642-b714-3bc9908a3691,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:35.405039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91de4740-eb47-4c30-a677-a19027476e8a tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.413544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:59:35.481242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Made reservation on behalf of 94b05632f5f9480ebf2ef2abf23fa548 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:35.482272 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-91de4740-eb47-4c30-a677-a19027476e8a tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/subnets/4fc174c3-4ab5-4642-b714-3bc9908a3691 HTTP/1.1" status: 204 len: 168 time: 2.9167330 Apr 05 09:59:35.485344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.502336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59498) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:35.518157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.522207 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7589934 Apr 05 09:59:35.576429 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Calling delete_port for fd67d69c-7cec-473a-af7f-c6e673ee643d owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:35.581781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59502) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:35.647015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e72340bc-2511-49bc-9c8d-8fcf797bf887 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:35.647586 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-e72340bc-2511-49bc-9c8d-8fcf797bf887 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 09:59:35.650964 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e72340bc-2511-49bc-9c8d-8fcf797bf887 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "PUT /v2.0/security-groups/911765ea-a67f-40c5-a815-af31e72a3bac HTTP/1.1" status: 409 len: 330 time: 0.0124524 Apr 05 09:59:35.659221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59506) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:35.661002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] Deleting port 066e8e20-14a6-4e8e-ade5-911b38072f7c {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:35.661129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.706473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e7bde-fe67-4604-a085-90ed4b669a68 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911765ea-a67f-40c5-a815-af31e72a3bac,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:35.730945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] For port 6b97acf8-7e84-4453-a21a-b8c87395fc77, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:35.734270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] For port 6b97acf8-7e84-4453-a21a-b8c87395fc77, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6b97acf8-7e84-4453-a21a-b8c87395fc77,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:35.739061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:59:35.739698 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:59:35.740592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3901ff-9c4d-46a0-bcaa-c804e8eaa225 None None] Network 9ced6720-845b-4c65-88ee-b8da86f6cb37 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:35.797159 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.817168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object 87394604-b5f4-4f17-9047-2c0c81d7f4f0 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:35.895498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.898671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.943155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:35.948057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:35.948057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.023703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Attempting to bind port c968257e-f007-415c-971a-d62dec77c235 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:36.024220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Attempting to bind port c968257e-f007-415c-971a-d62dec77c235 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:36.024757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Attempting to bind port c968257e-f007-415c-971a-d62dec77c235 on network 0bde4e36-5e56-4c57-baca-403f5b45f950 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:36.032539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.042174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.100047 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting port fd67d69c-7cec-473a-af7f-c6e673ee643d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:36.100316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.112719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Network': ['ID=e05f1657-560f-4bce-9315-6416a837c257,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:36.125162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Port c968257e-f007-415c-971a-d62dec77c235 on network 0bde4e36-5e56-4c57-baca-403f5b45f950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:59:36.126071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Attempting to bind port c968257e-f007-415c-971a-d62dec77c235 on network 0bde4e36-5e56-4c57-baca-403f5b45f950 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:36.127678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dbadd-c80c-401f-8cfb-4bd89e0c9ebe req-465e79f0-4dda-4a81-b27f-1cdf4cd35849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:36.129137 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-294dbadd-c80c-401f-8cfb-4bd89e0c9ebe req-465e79f0-4dda-4a81-b27f-1cdf4cd35849 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5429b7c-69b7-4fb3-9a26-be1a5b872a29 HTTP/1.1" status: 200 len: 897 time: 0.9789312 Apr 05 09:59:36.142890 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8400bb2f-d569-4a95-8067-311dde201903 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 09:59:36.215233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f32d337-5489-4ef8-be26-e3e382919974 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.216284 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network e05f1657-560f-4bce-9315-6416a837c257 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:59:36.217081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:36.217753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Checking segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:36.218212 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Bound using segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:36.218739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Bound port: c968257e-f007-415c-971a-d62dec77c235, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'}}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:36.219144 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.229287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33475ef6-aa3b-4d49-ae02-b85acaa4a24b,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:36.235686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226509b8-8e6e-4579-9977-f8fce9bee539 None None] Pushing event updated for resources: {'Port': ['ID=6b97acf8-7e84-4453-a21a-b8c87395fc77,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:36.259384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d9987b3b-9e35-49bb-b2e6-d64a54c1f204 None None] The port '066e8e20-14a6-4e8e-ade5-911b38072f7c' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:59:36.260156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Deleting port fd67d69c-7cec-473a-af7f-c6e673ee643d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:36.260524 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.358519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f32d337-5489-4ef8-be26-e3e382919974 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.358750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-294dbadd-c80c-401f-8cfb-4bd89e0c9ebe req-50c54dc5-f2c0-4100-aff0-3344cf00a39c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=8400bb2f-d569-4a95-8067-311dde201903 HTTP/1.1" status: 200 len: 217 time: 0.2141249 Apr 05 09:59:36.371622 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-84f17ec0-d700-43a3-93a4-fd270115c42a tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1670113 Apr 05 09:59:36.420921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:36.421435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59514) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:36.446958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'e05f1657-560f-4bce-9315-6416a837c257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:36.447663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:59:36.460018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:36.467708 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:36.471848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:36.472626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.477454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Checking segment: {'id': 'd35b45db-2fc3-466d-96da-11a3df4e617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3ad0b63a-956b-494b-9489-06994729c434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:36.477812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Network hostable DHCP agents. Network: 3ad0b63a-956b-494b-9489-06994729c434, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:59:36.499109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=87394604-b5f4-4f17-9047-2c0c81d7f4f0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:36.563439 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-71378dbe-4639-41eb-88bb-1d57f7b75c04 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9963746 Apr 05 09:59:36.568502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59518) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:36.578534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dbadd-c80c-401f-8cfb-4bd89e0c9ebe req-a64f22c1-8ce0-4f26-a77a-c71de271f071 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:36.580547 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-294dbadd-c80c-401f-8cfb-4bd89e0c9ebe req-a64f22c1-8ce0-4f26-a77a-c71de271f071 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6796365e-b56b-4db1-86fa-df85c1087719 HTTP/1.1" status: 200 len: 837 time: 0.1984935 Apr 05 09:59:36.612110 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] For port c968257e-f007-415c-971a-d62dec77c235, host hv-neutron-8331, cleared binding levels {{(pid=83820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:36.619067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] For port c968257e-f007-415c-971a-d62dec77c235, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c968257e-f007-415c-971a-d62dec77c235,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:36.624219 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31dc633d-b144-48d8-8428-16663aa5e1eb req-8c39e8e0-4cb4-4ba0-a1ef-e30e0b311766 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 1098 time: 0.7810855 Apr 05 09:59:36.735833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c606-fe79-4c98-940a-761394f81531 req-e1eef79f-1f7b-4b61-8da0-24e7e753f89f tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:36.737376 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0f06c606-fe79-4c98-940a-761394f81531 req-e1eef79f-1f7b-4b61-8da0-24e7e753f89f tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 943 time: 0.8575685 Apr 05 09:59:36.796636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8400bb2f-d569-4a95-8067-311dde201903, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8400bb2f-d569-4a95-8067-311dde201903,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:36.811631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] For port fd67d69c-7cec-473a-af7f-c6e673ee643d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fd67d69c-7cec-473a-af7f-c6e673ee643d,segment=NetworkSegment(d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7),segment_id=d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:36.812275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.820539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19992836-4488-435b-b3c5-e5a94418d531 req-ef89c527-f289-46e7-a675-e8dffb04bcfb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:36.827652 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-19992836-4488-435b-b3c5-e5a94418d531 req-ef89c527-f289-46e7-a675-e8dffb04bcfb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 944 time: 0.4635367 Apr 05 09:59:36.828330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '8400bb2f-d569-4a95-8067-311dde201903', 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29', 'port_id': '8400bb2f-d569-4a95-8067-311dde201903', 'mac_address': 'fa:16:3e:89:40:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6796365e-b56b-4db1-86fa-df85c1087719', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 09:59:36.898043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.900002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f32d337-5489-4ef8-be26-e3e382919974 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:36.968856 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0f06c606-fe79-4c98-940a-761394f81531 req-52cfc500-e526-44eb-832a-1aa02adf12cd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647873 Apr 05 09:59:37.001728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08dcc8b-7da9-4dbf-8d60-816b643d0b88 None None] DHCP port deletion for 9ced6720-845b-4c65-88ee-b8da86f6cb37 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:59:37.004222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Calling delete_port for fd67d69c-7cec-473a-af7f-c6e673ee643d owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:37.053915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f08dcc8b-7da9-4dbf-8d60-816b643d0b88 None None] Deleting port 08fc5ecc-9b44-407d-81a0-24e6ec871359 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:37.054101 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-19992836-4488-435b-b3c5-e5a94418d531 req-2538b7a6-b630-42a5-a5e9-dcda3a674c66 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253404 Apr 05 09:59:37.054284 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f08dcc8b-7da9-4dbf-8d60-816b643d0b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.057263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc633d-b144-48d8-8428-16663aa5e1eb req-255bb320-c33d-4c19-b3f3-4f27f82b269e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:37.059219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Pushing event updated for resources: {'Port': ['ID=c968257e-f007-415c-971a-d62dec77c235,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:37.064272 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31dc633d-b144-48d8-8428-16663aa5e1eb req-255bb320-c33d-4c19-b3f3-4f27f82b269e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a95b3521-e819-46ba-b3ca-b568c40ee172 HTTP/1.1" status: 200 len: 896 time: 0.3699865 Apr 05 09:59:37.071993 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-294dbadd-c80c-401f-8cfb-4bd89e0c9ebe req-6495aca8-2a2d-4e90-93cd-0172d70d8f69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5429b7c-69b7-4fb3-9a26-be1a5b872a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4404764 Apr 05 09:59:37.104590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32d337-5489-4ef8-be26-e3e382919974 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911765ea-a67f-40c5-a815-af31e72a3bac,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:37.104882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.127433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.129162 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3300fbf4-d1c4-4bab-83ee-5c1f57aca798 service neutron] 10.222.0.10 "PUT /v2.0/ports/c968257e-f007-415c-971a-d62dec77c235 HTTP/1.1" status: 200 len: 1093 time: 2.9277275 Apr 05 09:59:37.133713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'tag': 'c968257e-f007-415c-971a-d62dec77c235'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:59:37.137114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d10e5-90ac-405b-bd70-577b6c9d03a3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:37.141057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d10e5-90ac-405b-bd70-577b6c9d03a3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:37.142089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-778d10e5-90ac-405b-bd70-577b6c9d03a3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:37.165213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] For port fd67d69c-7cec-473a-af7f-c6e673ee643d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fd67d69c-7cec-473a-af7f-c6e673ee643d,segment=NetworkSegment(d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7),segment_id=d9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:37.165576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.234163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8400bb2f-d569-4a95-8067-311dde201903 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:59:37.274311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:37.279726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f32d337-5489-4ef8-be26-e3e382919974 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.285169 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9f32d337-5489-4ef8-be26-e3e382919974 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "DELETE /v2.0/security-groups/911765ea-a67f-40c5-a815-af31e72a3bac HTTP/1.1" status: 204 len: 168 time: 1.6020746 Apr 05 09:59:37.306882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.313010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8400bb2f-d569-4a95-8067-311dde201903, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8400bb2f-d569-4a95-8067-311dde201903,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:37.342641 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-294dbadd-c80c-401f-8cfb-4bd89e0c9ebe req-fa023f4c-84c0-457f-ad4d-d08143d2dac6 service neutron] 10.222.0.10 "GET /v2.0/networks/d5429b7c-69b7-4fb3-9a26-be1a5b872a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966441 Apr 05 09:59:37.343566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:37.353167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Calling delete_port for fd67d69c-7cec-473a-af7f-c6e673ee643d owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:37.415771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59526) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:37.421187 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31dc633d-b144-48d8-8428-16663aa5e1eb req-897aed97-e260-4c57-a435-e65eb108c837 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe HTTP/1.1" status: 200 len: 1000 time: 0.3463678 Apr 05 09:59:37.423989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:37.445145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Network 3ad0b63a-956b-494b-9489-06994729c434 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:59:37.453862 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57271809-d0b9-4bdd-89fc-00e8709a3e3d'] response: {'name': 'network-changed', 'server_uuid': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'tag': 'c968257e-f007-415c-971a-d62dec77c235', 'status': 'completed', 'code': 200} Apr 05 09:59:37.456944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:37.479970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.487003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 3ad0b63a-956b-494b-9489-06994729c434) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:37.504117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:37.504623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.513557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-778d10e5-90ac-405b-bd70-577b6c9d03a3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:37.514858 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-778d10e5-90ac-405b-bd70-577b6c9d03a3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9437597 Apr 05 09:59:37.522243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59530) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:37.530287 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] Pushing event deleted for resources: {'Port': ['ID=fd67d69c-7cec-473a-af7f-c6e673ee643d,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:37.560043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880346ed-7513-4855-80e6-101bc04da2be None None] Network 3ad0b63a-956b-494b-9489-06994729c434 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:37.605340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:37.645709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc633d-b144-48d8-8428-16663aa5e1eb req-1488ae88-b651-4687-8225-6bfe9db27fdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:37.647471 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31dc633d-b144-48d8-8428-16663aa5e1eb req-1488ae88-b651-4687-8225-6bfe9db27fdd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b64a09b-94df-4340-9ad3-f54059f9e248 HTTP/1.1" status: 200 len: 835 time: 0.1915336 Apr 05 09:59:37.746838 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a35860de-431e-476d-adf7-57378e71c6c7 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3235788 Apr 05 09:59:37.751551 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-99d6a5f1-9a8b-4cf9-8591-8d0f2e4407a2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5804639 Apr 05 09:59:37.772025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59534) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:37.815133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-a3339335-a1cc-4f2e-948c-5cd124d6a3db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port 87394604-b5f4-4f17-9047-2c0c81d7f4f0 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:37.815596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3339335-a1cc-4f2e-948c-5cd124d6a3db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.818811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['8400bb2f-d569-4a95-8067-311dde201903'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 09:59:37.827312 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-294dbadd-c80c-401f-8cfb-4bd89e0c9ebe req-0b178fe2-e229-4aec-b8d7-8b4f743343bc service neutron] 10.222.0.10 "GET /v2.0/networks/d5429b7c-69b7-4fb3-9a26-be1a5b872a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729164 Apr 05 09:59:37.837737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-3aa11edc-9deb-4ad3-8930-6ca136becb30 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] delete failed (client error): The resource could not be found. Apr 05 09:59:37.845243 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3aa11edc-9deb-4ad3-8930-6ca136becb30 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "DELETE /v2.0/security-groups/61b1ffdb-45e6-4a87-8998-aeeab79b4cf7 HTTP/1.1" status: 404 len: 347 time: 0.0714297 Apr 05 09:59:37.851337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.857068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59540) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:37.867928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:59:37.868276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:59:37.870278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b024a22f-9390-4140-a7e1-1b2597639f56 None None] No DVR routers for this DVR port fd67d69c-7cec-473a-af7f-c6e673ee643d on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:59:37.916986 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-36b42e7b-dec2-4aee-8bb3-6edd0c5e285e tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] show failed (client error): The resource could not be found. Apr 05 09:59:37.923754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f08dcc8b-7da9-4dbf-8d60-816b643d0b88 None None] For port 08fc5ecc-9b44-407d-81a0-24e6ec871359, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=08fc5ecc-9b44-407d-81a0-24e6ec871359,segment=NetworkSegment(e1f2da95-f7ac-407a-a8b2-15d9cded13c5),segment_id=e1f2da95-f7ac-407a-a8b2-15d9cded13c5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:37.924149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f08dcc8b-7da9-4dbf-8d60-816b643d0b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:37.925682 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-36b42e7b-dec2-4aee-8bb3-6edd0c5e285e tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-groups/f135b3af-3576-4d88-95f7-2bedabc5122e HTTP/1.1" status: 404 len: 347 time: 0.0622945 Apr 05 09:59:37.926431 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59544) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:37.964360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=8400bb2f-d569-4a95-8067-311dde201903,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:37.972242 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-ca64fa58-8587-4c0e-a8d8-7ab97be0e121 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] show failed (client error): The resource could not be found. Apr 05 09:59:37.981039 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ca64fa58-8587-4c0e-a8d8-7ab97be0e121 tempest-NegativeSecGroupTest-1382271573 tempest-NegativeSecGroupTest-1382271573-project] 10.222.0.30 "GET /v2.0/security-group-rules/adb2bd01-16e3-4af8-b176-6f239b2d6ba9 HTTP/1.1" status: 404 len: 356 time: 0.0518568 Apr 05 09:59:37.995127 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31dc633d-b144-48d8-8428-16663aa5e1eb req-206da642-90a1-4542-8269-9769febd4d07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a95b3521-e819-46ba-b3ca-b568c40ee172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3379920 Apr 05 09:59:38.159125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f08dcc8b-7da9-4dbf-8d60-816b643d0b88 None None] Calling delete_port for 08fc5ecc-9b44-407d-81a0-24e6ec871359 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:38.218053 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-e1aae41c-caa4-4f5d-869d-9ab71cf3827d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 1096 time: 0.9338577 Apr 05 09:59:38.393672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting port fd67d69c-7cec-473a-af7f-c6e673ee643d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:38.401138 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:38.519852 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-2a187ac1-8cbb-47e9-b789-cea222a4885b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c968257e-f007-415c-971a-d62dec77c235 HTTP/1.1" status: 200 len: 217 time: 0.2488987 Apr 05 09:59:38.521775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6b97acf8-7e84-4453-a21a-b8c87395fc77 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:38.525315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59560) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:38.533195 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31dc633d-b144-48d8-8428-16663aa5e1eb req-5126195d-7ad0-4a73-9e89-da70133dd2c9 service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312934 Apr 05 09:59:38.559377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] The port 'fd67d69c-7cec-473a-af7f-c6e673ee643d' was deleted {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:59:38.637694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f91b9a71-8765-40b4-bcf3-baade4b69ca6 None None] Provisioning for port 6b97acf8-7e84-4453-a21a-b8c87395fc77 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:38.729034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f08dcc8b-7da9-4dbf-8d60-816b643d0b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:38.812733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f86541-3d59-4d73-bf70-302a8926bef6 None None] Network 3ad0b63a-956b-494b-9489-06994729c434 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:38.829084 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31dc633d-b144-48d8-8428-16663aa5e1eb req-608f75ec-880a-40a3-ab45-8f8a5c5ae2a1 service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831531 Apr 05 09:59:38.863804 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b6e74-da3e-4540-b91a-1c5dc070ff26 req-28b747c4-c382-4e01-80a7-91510e812445 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:38.866300 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-907b6e74-da3e-4540-b91a-1c5dc070ff26 req-28b747c4-c382-4e01-80a7-91510e812445 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 943 time: 0.5892899 Apr 05 09:59:38.870418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08dcc8b-7da9-4dbf-8d60-816b643d0b88 None None] Pushing event deleted for resources: {'Port': ['ID=08fc5ecc-9b44-407d-81a0-24e6ec871359,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:38.887468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280468f-4e8d-41c2-8d8b-5e7c378aa9d1 req-07ce2120-1391-4144-8779-abd0bd4a6049 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:38.889072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5280468f-4e8d-41c2-8d8b-5e7c378aa9d1 req-07ce2120-1391-4144-8779-abd0bd4a6049 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 945 time: 0.5181224 Apr 05 09:59:38.906410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-4ec9034d-fb26-4e76-974d-ec8290fe0249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:38.907961 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-4ec9034d-fb26-4e76-974d-ec8290fe0249 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.3468866 Apr 05 09:59:38.913908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3339335-a1cc-4f2e-948c-5cd124d6a3db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:38.922224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:38.954985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08dcc8b-7da9-4dbf-8d60-816b643d0b88 None None] No DVR routers for this DVR port 08fc5ecc-9b44-407d-81a0-24e6ec871359 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:59:39.003332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 6b97acf8-7e84-4453-a21a-b8c87395fc77 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:39.014464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-13dee390-c5da-4b9b-b7d6-a818b4a9202d None None] Provisioning for port 87394604-b5f4-4f17-9047-2c0c81d7f4f0 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:39.025746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-13dee390-c5da-4b9b-b7d6-a818b4a9202d None None] Provisioning complete for port 87394604-b5f4-4f17-9047-2c0c81d7f4f0 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:39.026184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-13dee390-c5da-4b9b-b7d6-a818b4a9202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.064918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 6b97acf8-7e84-4453-a21a-b8c87395fc77 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:39.065355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.159130 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5280468f-4e8d-41c2-8d8b-5e7c378aa9d1 req-cb611ac7-c138-4e69-b973-afc9b5f610dd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562096 Apr 05 09:59:39.199153 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8a326541-7ee8-4a94-8731-cff48840c7fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1293768ce4d747ce81d001ed72f7da30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6697388 Apr 05 09:59:39.203383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59576) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:39.225161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-13dee390-c5da-4b9b-b7d6-a818b4a9202d None None] Port 87394604-b5f4-4f17-9047-2c0c81d7f4f0 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:39.243683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd03c16-5605-4ee2-8510-c5478ead0172']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:39.254128 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-907b6e74-da3e-4540-b91a-1c5dc070ff26 req-a9f38724-064c-4725-b629-01a531ab1ae6 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3634615 Apr 05 09:59:39.256989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-a3339335-a1cc-4f2e-948c-5cd124d6a3db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for 87394604-b5f4-4f17-9047-2c0c81d7f4f0 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:39.288456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e04212a-6550-4c6b-b0f4-0b1bd0bc9e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.324087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e04212a-6550-4c6b-b0f4-0b1bd0bc9e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.333291 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:39.334186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ed1fbc-404f-44a4-88d8-4dfcdf69b6b7') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:39.374138 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.405724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e04212a-6550-4c6b-b0f4-0b1bd0bc9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.417940 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.424758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04212a-6550-4c6b-b0f4-0b1bd0bc9e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa954c-0978-4e00-9be9-5f55299500e4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:39.439624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.440768 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59582) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:39.446876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1448989981-network', 'tenant_id': '34320c223f824c1490ffdeda850d40e3'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:39.451077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e04212a-6550-4c6b-b0f4-0b1bd0bc9e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.453755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.454761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1e04212a-6550-4c6b-b0f4-0b1bd0bc9e8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acfa954c-0978-4e00-9be9-5f55299500e4 HTTP/1.1" status: 204 len: 168 time: 0.2501585 Apr 05 09:59:39.455933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:39.460892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Usage tracker for resource:network and tenant:34320c223f824c1490ffdeda850d40e3 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:39.464145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:39.467367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:59:39.467856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.469922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:39.477664 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 6b97acf8-7e84-4453-a21a-b8c87395fc77, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6b97acf8-7e84-4453-a21a-b8c87395fc77,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:39.480854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Made reservation on behalf of 34320c223f824c1490ffdeda850d40e3 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:39.483088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.483388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.506867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:59:39.518039 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:59:39.546388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 08fc5ecc-9b44-407d-81a0-24e6ec871359 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:59:39.596291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 08fc5ecc-9b44-407d-81a0-24e6ec871359 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:59:39.596965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 08fc5ecc-9b44-407d-81a0-24e6ec871359 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:59:39.628219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=6b97acf8-7e84-4453-a21a-b8c87395fc77,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:39.644205 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-6ae66118-2098-4018-a843-f3cda1cc7b48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7143636 Apr 05 09:59:39.719232 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=a604e2a5-98e3-45f1-8499-4d676004ba02,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:39.783824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.804050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.805988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:39.809987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Usage tracker for resource:security_group_rule and tenant:34320c223f824c1490ffdeda850d40e3 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:39.812907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:39.819702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:39.827965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3339335-a1cc-4f2e-948c-5cd124d6a3db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.890168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Network': ['ID=bcd03c16-5605-4ee2-8510-c5478ead0172,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:39.902586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.907830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.911178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3339335-a1cc-4f2e-948c-5cd124d6a3db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=87394604-b5f4-4f17-9047-2c0c81d7f4f0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:39.933770 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-668db621-4227-4e67-8b91-c8f32f01bb7f tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/networks/bcd03c16-5605-4ee2-8510-c5478ead0172 HTTP/1.1" status: 204 len: 168 time: 4.4162908 Apr 05 09:59:39.936897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59594) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:39.944145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb01af45-f983-4790-9849-57159e064c76,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:39.956102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:59:39.966587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:39.967171 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Added segment b181f994-a732-4e11-84cc-b8b3015ae038 of type vlan for network ecac30ff-ef42-40fe-add5-3a3514fc56c4 Apr 05 09:59:39.999397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.010082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Checking segment: {'id': 'f2a8d2f7-8c9c-498a-ac12-10e1923c0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e05f1657-560f-4bce-9315-6416a837c257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:40.010484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network hostable DHCP agents. Network: e05f1657-560f-4bce-9315-6416a837c257, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:59:40.010599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8400bb2f-d569-4a95-8067-311dde201903 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:40.029486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3339335-a1cc-4f2e-948c-5cd124d6a3db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.031384 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a3339335-a1cc-4f2e-948c-5cd124d6a3db tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/87394604-b5f4-4f17-9047-2c0c81d7f4f0 HTTP/1.1" status: 204 len: 168 time: 2.4962037 Apr 05 09:59:40.067064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59600) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:40.102516 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-91a304d1-cd20-48c8-b4f9-ad5e6b711cbf service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324043 Apr 05 09:59:40.106380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 8400bb2f-d569-4a95-8067-311dde201903 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:40.117032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 8400bb2f-d569-4a95-8067-311dde201903 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:40.117815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.124873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.125729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:40.126298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.216396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.242705 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 09:59:40.271887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network e05f1657-560f-4bce-9315-6416a837c257 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:59:40.314223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6b97acf8-7e84-4453-a21a-b8c87395fc77 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:40.348330 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, e05f1657-560f-4bce-9315-6416a837c257) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:40.361959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea50332-d4ce-4448-a1ca-d357218ed0e7 None None] Network e05f1657-560f-4bce-9315-6416a837c257 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:40.385175 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:40.385923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.411863 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-0a21d7bc-6401-4640-8199-7d977436b2a0 req-3a02231d-1b14-424b-9227-6f970a77cbc3 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984564 Apr 05 09:59:40.436812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a968588-068d-498b-a654-cb16834214c3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:40.438273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a968588-068d-498b-a654-cb16834214c3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:40.442341 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7a968588-068d-498b-a654-cb16834214c3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3718033 Apr 05 09:59:40.449560 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0076938 Apr 05 09:59:40.482964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59612) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:40.483253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59614) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:40.502844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Request body: {'subnet': {'network_id': 'ecac30ff-ef42-40fe-add5-3a3514fc56c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1448989981-subnet', 'tenant_id': '34320c223f824c1490ffdeda850d40e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:40.509359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:40.514180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Usage tracker for resource:subnet and tenant:34320c223f824c1490ffdeda850d40e3 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:40.517625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:40.523277 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb0b8d-c636-4bd1-9e66-4c1819d84966 admin admin] Pushing event updated for resources: {'Network': ['ID=ecac30ff-ef42-40fe-add5-3a3514fc56c4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:40.524725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:40.629371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Made reservation on behalf of 34320c223f824c1490ffdeda850d40e3 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:40.632533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.642504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network ecac30ff-ef42-40fe-add5-3a3514fc56c4 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:59:40.670368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.731974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae22bbf-3069-46f5-8c7c-cc7fd921ef43 req-f82d527c-9ddd-4948-9498-ddd5e6161128 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:40.733639 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9ae22bbf-3069-46f5-8c7c-cc7fd921ef43 req-f82d527c-9ddd-4948-9498-ddd5e6161128 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 945 time: 0.3279090 Apr 05 09:59:40.744234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba9fb-1e79-44ec-9066-d348cc70f86c req-4800dffe-7e4e-4d4d-976d-f6e10317aaab tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:40.746680 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b9aba9fb-1e79-44ec-9066-d348cc70f86c req-4800dffe-7e4e-4d4d-976d-f6e10317aaab tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 943 time: 0.1854198 Apr 05 09:59:40.814697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efeded0-b1ff-45ae-8657-a07d76c30d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8400bb2f-d569-4a95-8067-311dde201903'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:59:40.831072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9ae22bbf-3069-46f5-8c7c-cc7fd921ef43 req-76674959-1192-4c90-9d52-2ddf5882ef92 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833094 Apr 05 09:59:40.851445 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8400bb2f-d569-4a95-8067-311dde201903, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8400bb2f-d569-4a95-8067-311dde201903,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:40.857017 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4d7a13e6-f7b0-43f4-af1c-187232ff08a7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4276266 Apr 05 09:59:40.872374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59630) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:40.872907 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b9aba9fb-1e79-44ec-9066-d348cc70f86c req-34b95197-1817-49f2-9c0d-3320e4f4f36a tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811179 Apr 05 09:59:40.873049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.887816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.935258 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d109f35c-eda4-4b55-b8bd-d2c75bc7ee2d'] response: {'server_uuid': '0efeded0-b1ff-45ae-8657-a07d76c30d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8400bb2f-d569-4a95-8067-311dde201903', 'code': 200} Apr 05 09:59:40.941927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:40.983433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-e05f1657-560f-4bce-9315-6416a837c257', 'network_id': 'e05f1657-560f-4bce-9315-6416a837c257', 'tenant_id': '1e627f597b104573accbf904d7773a88', 'fixed_ips': [{'subnet_id': 'a604e2a5-98e3-45f1-8499-4d676004ba02'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:40.984295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.048623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'e05f1657-560f-4bce-9315-6416a837c257', 'name': 'tempest-PortsIpV6TestJSON-1116794150', 'fixed_ips': [{'subnet_id': 'a604e2a5-98e3-45f1-8499-4d676004ba02', 'ip_address': '2001:db8::10'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:41.082786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 6b97acf8-7e84-4453-a21a-b8c87395fc77 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:41.083158 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.127701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=8400bb2f-d569-4a95-8067-311dde201903,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:41.208432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ced6720-845b-4c65-88ee-b8da86f6cb37']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:41.221440 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5d4eabb7-3099-4204-b471-65ebae06bfcd req-ffd02896-da05-428c-b59c-677d148f94e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 1099 time: 0.0788186 Apr 05 09:59:41.277536 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5d4eabb7-3099-4204-b471-65ebae06bfcd req-42a6831d-544c-475e-ba28-04178b912546 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491393 Apr 05 09:59:41.324126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f2da95-f7ac-407a-a8b2-15d9cded13c5') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:41.324467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f2da95-f7ac-407a-a8b2-15d9cded13c5') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:41.348019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Allocated IP 2001:db8::2 (e05f1657-560f-4bce-9315-6416a837c257/a604e2a5-98e3-45f1-8499-4d676004ba02/038c868f-992c-499e-ab27-1e589f57aa19) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:41.355653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=566d15f0-c0e0-4bf7-8481-cca4a088682c,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:41.360590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.434683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.452227 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-86eb8aa2-8da0-477d-9256-fcc77adb93f0 req-97ac6028-7c99-41b1-802a-7d278a350f5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 1096 time: 0.9637783 Apr 05 09:59:41.452896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Checking segment: {'id': 'b181f994-a732-4e11-84cc-b8b3015ae038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ecac30ff-ef42-40fe-add5-3a3514fc56c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:41.453253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Network hostable DHCP agents. Network: ecac30ff-ef42-40fe-add5-3a3514fc56c4, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:59:41.477196 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:59:41.477600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:59:41.495299 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:59:41.575816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.585691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:41.588034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Transition to ACTIVE for port object 038c868f-992c-499e-ab27-1e589f57aa19 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:41.609686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Transition to ACTIVE for port object 038c868f-992c-499e-ab27-1e589f57aa19 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:41.616583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.654679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:port and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:41.667753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-32624736-88c1-4ffe-848d-14149fdbda8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 99989ddc-aa90-479a-9115-3bba1a826498 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:41.669712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:41.690707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32624736-88c1-4ffe-848d-14149fdbda8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.696485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Network e05f1657-560f-4bce-9315-6416a837c257 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:41.699199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:41.701668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:41.710511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Pushing event updated for resources: {'Port': ['ID=038c868f-992c-499e-ab27-1e589f57aa19,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:41.719442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:41.749488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.760278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Network ecac30ff-ef42-40fe-add5-3a3514fc56c4 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:59:41.781756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.803364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:41.808933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.810084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Attempting to bind port 038c868f-992c-499e-ab27-1e589f57aa19 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:41.810451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Attempting to bind port 038c868f-992c-499e-ab27-1e589f57aa19 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'f2a8d2f7-8c9c-498a-ac12-10e1923c0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e05f1657-560f-4bce-9315-6416a837c257'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:41.810806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Attempting to bind port 038c868f-992c-499e-ab27-1e589f57aa19 on network e05f1657-560f-4bce-9315-6416a837c257 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:41.817187 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:41.817556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Checking segment: {'id': 'f2a8d2f7-8c9c-498a-ac12-10e1923c0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e05f1657-560f-4bce-9315-6416a837c257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:41.817949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.818518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Bound using segment: {'id': 'f2a8d2f7-8c9c-498a-ac12-10e1923c0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e05f1657-560f-4bce-9315-6416a837c257'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:41.818988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Bound port: 038c868f-992c-499e-ab27-1e589f57aa19, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a8d2f7-8c9c-498a-ac12-10e1923c0c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e05f1657-560f-4bce-9315-6416a837c257'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:41.819545 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.832670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Network': ['ID=9ced6720-845b-4c65-88ee-b8da86f6cb37,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:41.839289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32624736-88c1-4ffe-848d-14149fdbda8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.869878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, ecac30ff-ef42-40fe-add5-3a3514fc56c4) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:41.880885 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aa77f9bb-8d5d-4218-9774-c36c7e84eacc tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/networks/9ced6720-845b-4c65-88ee-b8da86f6cb37 HTTP/1.1" status: 204 len: 168 time: 1.9127848 Apr 05 09:59:41.884317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59652) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:41.890749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:41.891744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:41.898216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616933d-30f3-456c-b321-b74f03bbdf53 None None] Network ecac30ff-ef42-40fe-add5-3a3514fc56c4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:41.933432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 84739403-cc09-4086-9a37-4584d3a4eb9e yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:59:41.999922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb8aa2-8da0-477d-9256-fcc77adb93f0 req-b1f8e9f9-fc9a-4f3f-afae-a0f91e53ec2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:42.001536 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-86eb8aa2-8da0-477d-9256-fcc77adb93f0 req-b1f8e9f9-fc9a-4f3f-afae-a0f91e53ec2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.5258689 Apr 05 09:59:42.081613 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ba39dd52-8767-4dfe-931a-03dc8489f44d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5947621 Apr 05 09:59:42.154824 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-86eb8aa2-8da0-477d-9256-fcc77adb93f0 req-a2f78e49-6bdb-40a6-a4b6-65c36438b8d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c968257e-f007-415c-971a-d62dec77c235 HTTP/1.1" status: 200 len: 217 time: 0.1413932 Apr 05 09:59:42.172621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] For port 038c868f-992c-499e-ab27-1e589f57aa19, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:42.179328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] For port 038c868f-992c-499e-ab27-1e589f57aa19, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=038c868f-992c-499e-ab27-1e589f57aa19,segment=NetworkSegment(f2a8d2f7-8c9c-498a-ac12-10e1923c0c18),segment_id=f2a8d2f7-8c9c-498a-ac12-10e1923c0c18)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:42.241496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32624736-88c1-4ffe-848d-14149fdbda8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:42.298784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9a4056-e618-4cef-aeee-ff70dc9777d6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting subnet 59d90d7e-ea75-44f9-9f52-01737e4d299e {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:42.304329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4056-e618-4cef-aeee-ff70dc9777d6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:42.368019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c044a-8157-4ca7-b755-83c2526c3b02 req-4a095694-e96d-4827-bb76-353f5f622cf8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:42.369870 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bc4c044a-8157-4ca7-b755-83c2526c3b02 req-4a095694-e96d-4827-bb76-353f5f622cf8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 946 time: 0.3191550 Apr 05 09:59:42.382849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb8aa2-8da0-477d-9256-fcc77adb93f0 req-5f0ffa74-c2f0-42d8-a5e8-1d9873221294 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:42.384994 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-86eb8aa2-8da0-477d-9256-fcc77adb93f0 req-5f0ffa74-c2f0-42d8-a5e8-1d9873221294 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.1950414 Apr 05 09:59:42.385858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4056-e618-4cef-aeee-ff70dc9777d6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:42.403290 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:42.473588 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8::10 (e05f1657-560f-4bce-9315-6416a837c257/a604e2a5-98e3-45f1-8499-4d676004ba02/84739403-cc09-4086-9a37-4584d3a4eb9e) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:42.481489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32624736-88c1-4ffe-848d-14149fdbda8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:42.503364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6672a05-e5a0-4f26-aefb-da070ac497cd None None] Pushing event updated for resources: {'Port': ['ID=038c868f-992c-499e-ab27-1e589f57aa19,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:42.526424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a093617-afec-4fa3-8ab3-8c48f2a0f1ac req-00792230-96eb-4511-871b-841e1d90fe15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:42.528523 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9a093617-afec-4fa3-8ab3-8c48f2a0f1ac req-00792230-96eb-4511-871b-841e1d90fe15 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 943 time: 0.3852992 Apr 05 09:59:42.563991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32624736-88c1-4ffe-848d-14149fdbda8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=99989ddc-aa90-479a-9115-3bba1a826498,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:42.564926 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bc4c044a-8157-4ca7-b755-83c2526c3b02 req-a8576d89-87f6-42b8-bcc0-cdc326f708f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869497 Apr 05 09:59:42.610332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7446f1-9852-43f4-8f52-0d6f10f16e35 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:42.619719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-32624736-88c1-4ffe-848d-14149fdbda8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:42.639180 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9a093617-afec-4fa3-8ab3-8c48f2a0f1ac req-13efac7c-2188-4804-a923-18a72d8c0864 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015289 Apr 05 09:59:42.644225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4056-e618-4cef-aeee-ff70dc9777d6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:42.663589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811d8258-779e-4292-8581-ff7bec7b14f7 None None] Network ecac30ff-ef42-40fe-add5-3a3514fc56c4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:42.728595 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-32624736-88c1-4ffe-848d-14149fdbda8c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/99989ddc-aa90-479a-9115-3bba1a826498 HTTP/1.1" status: 204 len: 168 time: 2.2437174 Apr 05 09:59:42.729249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59670) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:42.759810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4056-e618-4cef-aeee-ff70dc9777d6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:42.819482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4056-e618-4cef-aeee-ff70dc9777d6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:42.834994 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ef9a4056-e618-4cef-aeee-ff70dc9777d6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/subnets/59d90d7e-ea75-44f9-9f52-01737e4d299e HTTP/1.1" status: 204 len: 168 time: 0.9459755 Apr 05 09:59:42.838851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a4056-e618-4cef-aeee-ff70dc9777d6 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Subnet': ['ID=59d90d7e-ea75-44f9-9f52-01737e4d299e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:42.841161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59674) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:42.843947 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-86eb8aa2-8da0-477d-9256-fcc77adb93f0 req-9dd7301b-c147-4cd2-8c05-d40ee7f31542 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4514878 Apr 05 09:59:42.856167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583e6c3-2797-4a27-96d6-9e29d9f71e42 None None] Network 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:43.084169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:43.125882 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Deleting port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:43.126227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:43.188713 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7414fa7b-88ea-4e49-965d-8589f963571c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4059820 Apr 05 09:59:43.189389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59682) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:43.247750 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:43.458106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:43.487316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:43.495450 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object 84739403-cc09-4086-9a37-4584d3a4eb9e will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:43.497927 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-86eb8aa2-8da0-477d-9256-fcc77adb93f0 req-944b9e53-7b2b-4bd2-a154-d98a12659eae service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785592 Apr 05 09:59:43.499063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:43.504007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:43.533187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:43.625152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:43.630615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:43.641315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-aa8486d7-fddd-4fc8-891f-163fd27c72a8 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:43.642142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-aa8486d7-fddd-4fc8-891f-163fd27c72a8 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Synchronizing usage tracker for tenant:94b05632f5f9480ebf2ef2abf23fa548 on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:43.676494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:59:43.689690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Deleting port 6b97acf8-7e84-4453-a21a-b8c87395fc77 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:43.690335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:43.733361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] DHCP port deletion for 9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:59:43.741395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] For port 1b3ee9cb-3047-4712-bc66-26c43d0b8397, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1b3ee9cb-3047-4712-bc66-26c43d0b8397,segment=NetworkSegment(9e9e0a39-7a19-4e44-a11b-7ab9b6571171),segment_id=9e9e0a39-7a19-4e44-a11b-7ab9b6571171)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:43.741975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:43.743643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] Deleting port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:43.744136 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:43.864104 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-86eb8aa2-8da0-477d-9256-fcc77adb93f0 req-e4e610cb-2b6a-4321-acd8-5c20d2bd7135 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567359 Apr 05 09:59:43.869801 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:43.920608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Calling delete_port for 1b3ee9cb-3047-4712-bc66-26c43d0b8397 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:44.018623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=84739403-cc09-4086-9a37-4584d3a4eb9e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:44.020741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59690) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:44.022231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-aa8486d7-fddd-4fc8-891f-163fd27c72a8 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Unset dirty status for tenant:94b05632f5f9480ebf2ef2abf23fa548 on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:44.029645 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-aa8486d7-fddd-4fc8-891f-163fd27c72a8 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/networks?id=3ad0b63a-956b-494b-9489-06994729c434 HTTP/1.1" status: 200 len: 812 time: 0.8483727 Apr 05 09:59:44.049442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427103240', 'description': 'tempest-secgroup-smoke-427103240 description', 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:44.055711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:44.060156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:security_group and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:44.063478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:44.069381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network e05f1657-560f-4bce-9315-6416a837c257 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:44.070240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:44.073760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:44.078549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:44.083246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.083472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:44.086208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.134175 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-626fbc25-7a74-4845-b6f8-356d010be26b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2573628 Apr 05 09:59:44.143707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.158291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59694) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:44.163398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] For port 1b3ee9cb-3047-4712-bc66-26c43d0b8397, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1b3ee9cb-3047-4712-bc66-26c43d0b8397,segment=NetworkSegment(9e9e0a39-7a19-4e44-a11b-7ab9b6571171),segment_id=9e9e0a39-7a19-4e44-a11b-7ab9b6571171)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:44.164470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.213212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Port': ['ID=1b3ee9cb-3047-4712-bc66-26c43d0b8397,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:44.217928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': 'e05f1657-560f-4bce-9315-6416a837c257', 'name': 'tempest-PortsIpV6TestJSON-409922039', 'fixed_ips': [{'subnet_id': 'a604e2a5-98e3-45f1-8499-4d676004ba02', 'ip_address': '2001:db8::f'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:44.238257 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-78afd703-e0ad-42fb-8a87-390c06f87329 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/quotas/94b05632f5f9480ebf2ef2abf23fa548 HTTP/1.1" status: 200 len: 375 time: 0.2077703 Apr 05 09:59:44.248780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.254891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb94e7-4dd4-49f9-8142-621630899c09 None None] Network e05f1657-560f-4bce-9315-6416a837c257 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:44.278174 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] No DVR routers for this DVR port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:59:44.368708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 038c868f-992c-499e-ab27-1e589f57aa19 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:44.396373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:59:44.504307 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-52fd368f-904c-44d7-aeba-70770e2a6326 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=94b05632f5f9480ebf2ef2abf23fa548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2392840 Apr 05 09:59:44.542759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] Calling delete_port for 1b3ee9cb-3047-4712-bc66-26c43d0b8397 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:44.574616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.581293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.589232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:44.661415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:security_group_rule and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:44.670422 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] For port 6b97acf8-7e84-4453-a21a-b8c87395fc77, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6b97acf8-7e84-4453-a21a-b8c87395fc77,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:44.670813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.678999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:44.679626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-33b093db-f9ed-4701-9b6b-f26ab3f6494e None None] Provisioning for port 038c868f-992c-499e-ab27-1e589f57aa19 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:44.707977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:44.721148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:44.745063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c6ca3-aa9b-4a67-a0c2-6e2b29bf574f req-8d54c1bb-7ce0-458e-bc5a-8a9ea75b8b73 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:44.746542 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b60c6ca3-aa9b-4a67-a0c2-6e2b29bf574f req-8d54c1bb-7ce0-458e-bc5a-8a9ea75b8b73 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 946 time: 0.6105855 Apr 05 09:59:44.747588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:44.756626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9e0a39-7a19-4e44-a11b-7ab9b6571171') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:44.756863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9e0a39-7a19-4e44-a11b-7ab9b6571171') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:44.779559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:port and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:44.808827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:44.822476 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Calling delete_port for 6b97acf8-7e84-4453-a21a-b8c87395fc77 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:44.827245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.836393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] For port 6b97acf8-7e84-4453-a21a-b8c87395fc77, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6b97acf8-7e84-4453-a21a-b8c87395fc77,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:44.836929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:44.863843 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.870361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.871238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.885449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.895041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2300bfe2-6086-41bc-beab-7c7a69289a33 service neutron] 10.222.0.30 "GET /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694062 Apr 05 09:59:44.903141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:44.918732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:59:44.919144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:59:44.941024 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:59:44.944275 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b60c6ca3-aa9b-4a67-a0c2-6e2b29bf574f req-01054469-bb16-49a4-8724-20b22d283e8a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677129 Apr 05 09:59:44.964451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:59:44.965005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:59:45.000683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 038c868f-992c-499e-ab27-1e589f57aa19 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:45.020449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 038c868f-992c-499e-ab27-1e589f57aa19 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:45.020762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.072501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=6b97acf8-7e84-4453-a21a-b8c87395fc77,revision_number=6']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:45.108096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=1c81fd98-4f86-4bfa-aed6-be3de85d9035,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:45.124603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:45.126140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:45.128374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:59:45.128725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:59:45.129275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:45.129868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.153404 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ea9e0134-bf2c-412d-8432-969abcf4aa2c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9552770 Apr 05 09:59:45.153751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59700) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:45.159507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:e4:80:8b', 'name': 'tempest-NetworksTestDHCPv6-2090499836'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:45.211754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.254508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 038c868f-992c-499e-ab27-1e589f57aa19, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=038c868f-992c-499e-ab27-1e589f57aa19,segment=NetworkSegment(f2a8d2f7-8c9c-498a-ac12-10e1923c0c18),segment_id=f2a8d2f7-8c9c-498a-ac12-10e1923c0c18)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:45.262798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.321892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:45.338273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:45.350753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1b3ee9cb-3047-4712-bc66-26c43d0b8397 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:59:45.364688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:45.368895 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.394559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 1b3ee9cb-3047-4712-bc66-26c43d0b8397 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:59:45.394913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1b3ee9cb-3047-4712-bc66-26c43d0b8397 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:59:45.395330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6b97acf8-7e84-4453-a21a-b8c87395fc77 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:59:45.401312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port 60548d25-e7f5-4259-b1bb-ae5d5bc4dd71 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:59:45.415814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.420446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.469033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] Deleting port 1b3ee9cb-3047-4712-bc66-26c43d0b8397 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:45.469414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.470278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.484334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.510648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:45.529878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Pushing event deleted for resources: {'Network': ['ID=9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:45.544151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.560166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:security_group_rule and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:45.567101 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:45.576091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f816:3eff:fee4:808b (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/1c81fd98-4f86-4bfa-aed6-be3de85d9035/60548d25-e7f5-4259-b1bb-ae5d5bc4dd71) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:45.591650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:45.609247 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9f300202-e90e-4af5-8e22-f608b04ba250 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/networks/9eeebac9-5be2-4f0f-8b8a-bb4ba7388d07 HTTP/1.1" status: 204 len: 168 time: 2.7599430 Apr 05 09:59:45.614143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59704) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:45.633297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1641ed-7f36-4ef9-9388-3045da6136e9,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:45.647123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1589c-2c5b-4f38-b6e0-7443f3b27261 None None] The port '1b3ee9cb-3047-4712-bc66-26c43d0b8397' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:59:45.661182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Deleting port 6b97acf8-7e84-4453-a21a-b8c87395fc77 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:45.661542 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.682735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 92571894-8b6c-4685-8eb3-495a71939b2c yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:59:45.691745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=038c868f-992c-499e-ab27-1e589f57aa19,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:45.700871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.724859 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-59d2a551-a80a-4b06-a5da-0d5dc02364a9 service neutron] 10.222.0.30 "GET /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7846320 Apr 05 09:59:45.758767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ce1a1a1a-4659-4c56-a46d-84dac798b047 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Synchronizing usage tracker for tenant:da8abae196a04b11bcaf8cb1de88eaab on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:45.777386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d39a99ce-9c72-46b1-a5c7-2164f55375b2 None None] Provisioning complete for port 038c868f-992c-499e-ab27-1e589f57aa19 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:45.777946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d39a99ce-9c72-46b1-a5c7-2164f55375b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.780250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2ec7c-ee7a-4020-bde6-0881974df003 req-f1a9f966-8114-49b8-8cfa-7276fbd1b7ab tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:45.787044 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ceb2ec7c-ee7a-4020-bde6-0881974df003 req-f1a9f966-8114-49b8-8cfa-7276fbd1b7ab tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 943 time: 0.7138877 Apr 05 09:59:45.947735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 6b97acf8-7e84-4453-a21a-b8c87395fc77, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6b97acf8-7e84-4453-a21a-b8c87395fc77,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:45.986934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.988828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:45.993770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.014441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.042843 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object 60548d25-e7f5-4259-b1bb-ae5d5bc4dd71 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:46.066244 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ceb2ec7c-ee7a-4020-bde6-0881974df003 req-66916360-b1ab-4874-8bd5-c747d919187d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2779639 Apr 05 09:59:46.066930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ce1a1a1a-4659-4c56-a46d-84dac798b047 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Unset dirty status for tenant:da8abae196a04b11bcaf8cb1de88eaab on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:46.070654 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ce1a1a1a-4659-4c56-a46d-84dac798b047 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "GET /v2.0/ports?device_id=44a888fb-7869-460d-9e8b-408c6a987e08 HTTP/1.1" status: 200 len: 205 time: 0.4465973 Apr 05 09:59:46.076464 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59712) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:46.285292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] For port 6b97acf8-7e84-4453-a21a-b8c87395fc77, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6b97acf8-7e84-4453-a21a-b8c87395fc77,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:46.286388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.294504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eece2572-52c5-426b-bc7d-1a67be839d96 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.307931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.309576 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 2.2779851 Apr 05 09:59:46.324494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce50016-17e9-423f-90e3-fc78f8746830 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a542ffba-d644-4881-9b5e-3af200076938,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:46.327428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59720) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:46.340194 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f23e60e-f0e5-49ce-8e36-9234c424450e req-f682752e-82b7-471d-87b4-eaae594a7ea4 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 210 time: 0.1391480 Apr 05 09:59:46.348068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'security_group_rule': {'security_group_id': 'a542ffba-d644-4881-9b5e-3af200076938', 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:46.353769 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8::f (e05f1657-560f-4bce-9315-6416a837c257/a604e2a5-98e3-45f1-8499-4d676004ba02/92571894-8b6c-4685-8eb3-495a71939b2c) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:46.360170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:46.371091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:security_group_rule and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:46.376902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:46.382721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.391407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:46.466084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 038c868f-992c-499e-ab27-1e589f57aa19 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:46.480989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.499003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e137f0-50e9-4526-a1fd-29f7fcb90847 req-19b0d9fb-0d34-40d0-b4d7-9f8c0e0cb413 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:46.504730 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Calling delete_port for 6b97acf8-7e84-4453-a21a-b8c87395fc77 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:46.506419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f4e137f0-50e9-4526-a1fd-29f7fcb90847 req-19b0d9fb-0d34-40d0-b4d7-9f8c0e0cb413 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 946 time: 0.3039002 Apr 05 09:59:46.553290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:46.557792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:46.560252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=60548d25-e7f5-4259-b1bb-ae5d5bc4dd71,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:46.572673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:46.577340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:46.579669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.627449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=6b97acf8-7e84-4453-a21a-b8c87395fc77,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:46.640917 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d39a99ce-9c72-46b1-a5c7-2164f55375b2 None None] Provisioning for port 84739403-cc09-4086-9a37-4584d3a4eb9e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:46.656466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d39a99ce-9c72-46b1-a5c7-2164f55375b2 None None] Provisioning complete for port 84739403-cc09-4086-9a37-4584d3a4eb9e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:46.656840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d39a99ce-9c72-46b1-a5c7-2164f55375b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.701042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.720380 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f4e137f0-50e9-4526-a1fd-29f7fcb90847 req-14a256ff-461d-4052-8042-8aa4562c7258 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131009 Apr 05 09:59:46.730790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.759056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 038c868f-992c-499e-ab27-1e589f57aa19 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:46.759558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.795345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48ed11c-bb11-4b3e-8295-552fb12e7faf,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:46.803286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.819857 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3fdf4278-d90e-4795-b127-a7c3721ebd17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6641347 Apr 05 09:59:46.823776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.825120 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e671d290-7348-4bd3-8849-fbf259dd902a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4880965 Apr 05 09:59:46.826184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object 92571894-8b6c-4685-8eb3-495a71939b2c will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:46.827246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59728) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:46.829555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59730) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:46.848773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 09:59:46.849128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 09:59:46.862994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d39a99ce-9c72-46b1-a5c7-2164f55375b2 None None] Port 84739403-cc09-4086-9a37-4584d3a4eb9e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:46.871689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'security_group_rule': {'security_group_id': 'a542ffba-d644-4881-9b5e-3af200076938', 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:46.887695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:46.896398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:security_group_rule and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:46.900698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:46.911904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:46.943317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.949767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:46.990029 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-74a6f360-cf2f-4303-8435-595280c9659f None None] Provisioning complete for port 84739403-cc09-4086-9a37-4584d3a4eb9e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:46.990527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-74a6f360-cf2f-4303-8435-595280c9659f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.001765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eece2572-52c5-426b-bc7d-1a67be839d96 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.008001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eece2572-52c5-426b-bc7d-1a67be839d96 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.027726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a8b93-7b46-4704-acfb-79ecd0b4f907 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:47.031598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25a8b93-7b46-4704-acfb-79ecd0b4f907 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:47.033193 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b25a8b93-7b46-4704-acfb-79ecd0b4f907 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2050288 Apr 05 09:59:47.035972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59738) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:47.061296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-74a6f360-cf2f-4303-8435-595280c9659f None None] Port 84739403-cc09-4086-9a37-4584d3a4eb9e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:47.077250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network e05f1657-560f-4bce-9315-6416a837c257 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:47.077462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eece2572-52c5-426b-bc7d-1a67be839d96 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.077773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eece2572-52c5-426b-bc7d-1a67be839d96 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Fanout notify agent at l3_agent the message router_deleted on router 44a888fb-7869-460d-9e8b-408c6a987e08 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 09:59:47.082125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:47.085517 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=92571894-8b6c-4685-8eb3-495a71939b2c,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:47.087328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:47.092065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:47.093296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.096368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eece2572-52c5-426b-bc7d-1a67be839d96 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.108978 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eece2572-52c5-426b-bc7d-1a67be839d96 tempest-RoutersNegativeIpV6Test-509114217 tempest-RoutersNegativeIpV6Test-509114217-project] 10.222.0.30 "DELETE /v2.0/routers/44a888fb-7869-460d-9e8b-408c6a987e08 HTTP/1.1" status: 204 len: 168 time: 1.0275054 Apr 05 09:59:47.133317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.139208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59746) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:47.144577 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-994efa43-687a-4c4b-a771-3c9ddcd9b8e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port 60548d25-e7f5-4259-b1bb-ae5d5bc4dd71 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:47.144920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994efa43-687a-4c4b-a771-3c9ddcd9b8e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.147953 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8f3e1daa-aeca-4663-bb83-8c6d10fc6a91 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9781866 Apr 05 09:59:47.149357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.177832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e0c3e8-7731-47b7-9bf3-dd31076e4db6,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:47.191233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.193381 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0c089a7f-949e-475c-9c9f-77d8e3598ed4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3619909 Apr 05 09:59:47.197576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59750) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:47.208878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'security_group_rule': {'security_group_id': 'a542ffba-d644-4881-9b5e-3af200076938', 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:47.217116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:47.222351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:security_group_rule and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:47.226234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:47.236251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:47.332480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.407278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.414937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.420117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bee97c-20d3-49e8-9e13-67ea24468e87 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:47.420812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a3bee97c-20d3-49e8-9e13-67ea24468e87 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:47.438781 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f3cf3-eed8-4484-b59b-063db34b2d10 req-2c7a2203-92e8-409a-9e29-9e19f68883f0 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:47.451328 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-042f3cf3-eed8-4484-b59b-063db34b2d10 req-2c7a2203-92e8-409a-9e29-9e19f68883f0 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 943 time: 0.2172008 Apr 05 09:59:47.471048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6bea65-9cb4-4aa2-87fb-6c5d93589956,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:47.487901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a3bee97c-20d3-49e8-9e13-67ea24468e87 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:47.489506 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a3bee97c-20d3-49e8-9e13-67ea24468e87 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3492942 Apr 05 09:59:47.493503 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59758) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:47.584229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Deleting port 6b97acf8-7e84-4453-a21a-b8c87395fc77 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:47.584785 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.592370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.593729 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9823f3eb-950f-4d6e-999d-e67b1105d56d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3945854 Apr 05 09:59:47.605165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59762) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:47.701713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'security_group_rule': {'security_group_id': 'a542ffba-d644-4881-9b5e-3af200076938', 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:47.708051 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5038027-d650-4ab6-b0b7-af7aba3f3db4 req-6397fc41-77a5-4639-a278-898a88622c8a tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 210 time: 0.1019218 Apr 05 09:59:47.712202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59766) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:47.716209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:47.736721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:security_group_rule and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:47.752706 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-042f3cf3-eed8-4484-b59b-063db34b2d10 req-230e3a89-580f-4c8b-9877-593a4f2f9e23 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002963 Apr 05 09:59:47.754639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:47.766644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:47.797304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb93d0b-e81b-4023-9d68-c898e7765e84 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:47.802178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb93d0b-e81b-4023-9d68-c898e7765e84 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:47.805719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9baf0bdc-6d8b-431d-90eb-35a928237468 None None] Provisioning for port 92571894-8b6c-4685-8eb3-495a71939b2c completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:47.808250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb93d0b-e81b-4023-9d68-c898e7765e84 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:47.809464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fcb93d0b-e81b-4023-9d68-c898e7765e84 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:47.824552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.831284 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9baf0bdc-6d8b-431d-90eb-35a928237468 None None] Provisioning complete for port 92571894-8b6c-4685-8eb3-495a71939b2c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:47.831676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9baf0bdc-6d8b-431d-90eb-35a928237468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.839621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994efa43-687a-4c4b-a771-3c9ddcd9b8e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.846117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fcb93d0b-e81b-4023-9d68-c898e7765e84 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:47.847691 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fcb93d0b-e81b-4023-9d68-c898e7765e84 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3391988 Apr 05 09:59:47.854980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59772) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:47.960437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5b86f8f9-b8a9-4640-bdbb-93ca4b960183 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 92571894-8b6c-4685-8eb3-495a71939b2c {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:47.961157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5b86f8f9-b8a9-4640-bdbb-93ca4b960183 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:47.986836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-994efa43-687a-4c4b-a771-3c9ddcd9b8e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for 60548d25-e7f5-4259-b1bb-ae5d5bc4dd71 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:48.007414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9baf0bdc-6d8b-431d-90eb-35a928237468 None None] Port 92571894-8b6c-4685-8eb3-495a71939b2c cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:48.036714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.037208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-1a56f396-e622-4b16-91c1-aafeee03e05f tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:48.039547 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-1a56f396-e622-4b16-91c1-aafeee03e05f tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.10 "GET /v2.0/networks?id=3ad0b63a-956b-494b-9489-06994729c434 HTTP/1.1" status: 200 len: 812 time: 0.5357733 Apr 05 09:59:48.046667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.058548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Request body: {'port': {'device_id': '6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9', 'network_id': '3ad0b63a-956b-494b-9489-06994729c434', 'admin_state_up': True, 'tenant_id': '94b05632f5f9480ebf2ef2abf23fa548'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:48.060371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device c968257e-f007-415c-971a-d62dec77c235 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 09:59:48.065028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] For port 6b97acf8-7e84-4453-a21a-b8c87395fc77, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6b97acf8-7e84-4453-a21a-b8c87395fc77,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:48.065599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.188113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3585801-c4a6-4760-962c-41cba4ea01a2,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:48.193261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Calling delete_port for 6b97acf8-7e84-4453-a21a-b8c87395fc77 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:48.235201 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:59:48.261966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.265241 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ce3ed85a-7ed6-4086-b698-53f9d34bb1ae tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6547406 Apr 05 09:59:48.267719 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1b216589-0587-473a-a78c-e1af99cc9c18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da8abae196a04b11bcaf8cb1de88eaab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5544815 Apr 05 09:59:48.268456 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59776) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:48.270277 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59778) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:48.288374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'security_group_rule': {'security_group_id': 'a542ffba-d644-4881-9b5e-3af200076938', 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:48.296587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:48.301014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:48.308544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Usage tracker for resource:port and tenant:94b05632f5f9480ebf2ef2abf23fa548 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:48.311675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:security_group_rule and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:48.316075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:48.320019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:48.331448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:48.335854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:48.347723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994efa43-687a-4c4b-a771-3c9ddcd9b8e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.391255 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Project da8105cfd52c4aeb83269a4f12fa120f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:59:48.395247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Made reservation on behalf of 94b05632f5f9480ebf2ef2abf23fa548 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:48.399024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.426066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port c968257e-f007-415c-971a-d62dec77c235, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c968257e-f007-415c-971a-d62dec77c235,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:48.433707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994efa43-687a-4c4b-a771-3c9ddcd9b8e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=60548d25-e7f5-4259-b1bb-ae5d5bc4dd71,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:48.436847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59784) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:48.437708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.449541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'c968257e-f007-415c-971a-d62dec77c235', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'port_id': 'c968257e-f007-415c-971a-d62dec77c235', 'mac_address': 'fa:16:3e:e4:b6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 09:59:48.452906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a079-a6a7-42fe-af4d-2dbd436af617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.457788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5b86f8f9-b8a9-4640-bdbb-93ca4b960183 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.484746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.537182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] Pushing event deleted for resources: {'Port': ['ID=6b97acf8-7e84-4453-a21a-b8c87395fc77,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:48.571828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.605826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5b86f8f9-b8a9-4640-bdbb-93ca4b960183 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 92571894-8b6c-4685-8eb3-495a71939b2c owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:48.637115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994efa43-687a-4c4b-a771-3c9ddcd9b8e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.642196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a079-a6a7-42fe-af4d-2dbd436af617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.681010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf9183a-704f-4bab-8a98-b26819987d70 None None] No DVR routers for this DVR port 6b97acf8-7e84-4453-a21a-b8c87395fc77 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:59:48.684329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c968257e-f007-415c-971a-d62dec77c235 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:59:48.712264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port c968257e-f007-415c-971a-d62dec77c235, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c968257e-f007-415c-971a-d62dec77c235,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:48.721778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.759401 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-994efa43-687a-4c4b-a771-3c9ddcd9b8e0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/60548d25-e7f5-4259-b1bb-ae5d5bc4dd71 HTTP/1.1" status: 204 len: 168 time: 1.7223618 Apr 05 09:59:48.762664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59790) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:48.769189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a079-a6a7-42fe-af4d-2dbd436af617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.805812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=c968257e-f007-415c-971a-d62dec77c235,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:48.808665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234406b0-359e-40da-825d-6c249962de84 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:48.865928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1a079-a6a7-42fe-af4d-2dbd436af617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06810984-c90a-465a-ab65-bd315072d041,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:48.907375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.939983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.958830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73586a33-28f1-4c25-a9c9-f6a1be07bfe6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:48.961331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73586a33-28f1-4c25-a9c9-f6a1be07bfe6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:48.962279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-73586a33-28f1-4c25-a9c9-f6a1be07bfe6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:48.982042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a079-a6a7-42fe-af4d-2dbd436af617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:48.983350 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1cd1a079-a6a7-42fe-af4d-2dbd436af617 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06810984-c90a-465a-ab65-bd315072d041 HTTP/1.1" status: 204 len: 168 time: 0.7121334 Apr 05 09:59:48.987039 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fdc01de6-0c45-491f-8659-175c06360072 req-52369ee0-07dc-4d57-ac94-6c761f4f0771 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 210 time: 0.0874469 Apr 05 09:59:49.000075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5b86f8f9-b8a9-4640-bdbb-93ca4b960183 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:49.024226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6623b24a-115d-4828-b7b4-e4c648da2e1b,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:49.028269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Allocated IP 172.20.0.2 (3ad0b63a-956b-494b-9489-06994729c434/33475ef6-aa3b-4d49-ae02-b85acaa4a24b/11f9b97d-ca0b-4f81-8196-4386c6a38acc) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:49.035492 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:49.040887 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4a5ae335-b29c-41d2-9c7f-bef026263d78 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7671614 Apr 05 09:59:49.041873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59798) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:49.048802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'security_group_rule': {'security_group_id': 'a542ffba-d644-4881-9b5e-3af200076938', 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:49.055663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['c968257e-f007-415c-971a-d62dec77c235'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 09:59:49.060578 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:49.063085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-73586a33-28f1-4c25-a9c9-f6a1be07bfe6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:49.067315 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-73586a33-28f1-4c25-a9c9-f6a1be07bfe6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2996325 Apr 05 09:59:49.071798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59802) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:49.078524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:security_group_rule and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:49.125444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:49.156320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:49.173091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86f8f9-b8a9-4640-bdbb-93ca4b960183 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=92571894-8b6c-4685-8eb3-495a71939b2c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:49.191646 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5b86f8f9-b8a9-4640-bdbb-93ca4b960183 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:49.197236 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5b86f8f9-b8a9-4640-bdbb-93ca4b960183 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/92571894-8b6c-4685-8eb3-495a71939b2c HTTP/1.1" status: 204 len: 168 time: 1.3408961 Apr 05 09:59:49.203421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59806) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:49.227414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a53ae-fc0e-4d8d-b6ee-00af5ecbe7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '1c81fd98-4f86-4bfa-aed6-be3de85d9035'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:49.231268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-268a53ae-fc0e-4d8d-b6ee-00af5ecbe7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:49.260750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c6ea76-faa9-4548-a689-1ae9e55c1578 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:59:49.261544 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Project da8105cfd52c4aeb83269a4f12fa120f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 09:59:49.261751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-76c6ea76-faa9-4548-a689-1ae9e55c1578 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:49.274156 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:49.287835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-76c6ea76-faa9-4548-a689-1ae9e55c1578 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:49.292349 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-76c6ea76-faa9-4548-a689-1ae9e55c1578 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/92571894-8b6c-4685-8eb3-495a71939b2c HTTP/1.1" status: 404 len: 333 time: 0.0880368 Apr 05 09:59:49.296395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59812) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:49.341789 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0866b54-4def-416d-a0c0-13b7957d80d7 req-6b24660c-cc46-435c-976c-7850c9fe751a tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:49.349541 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b0866b54-4def-416d-a0c0-13b7957d80d7 req-6b24660c-cc46-435c-976c-7850c9fe751a tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 944 time: 0.3447220 Apr 05 09:59:49.421430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5f1ca-e319-4320-a3df-02b2cf76970c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 84739403-cc09-4086-9a37-4584d3a4eb9e {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:49.421770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f1ca-e319-4320-a3df-02b2cf76970c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:49.465843 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8822e5-5836-47f1-bf9c-ea16f55f4590 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 1c81fd98-4f86-4bfa-aed6-be3de85d9035 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:49.481092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e8822e5-5836-47f1-bf9c-ea16f55f4590 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:49.484110 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b0866b54-4def-416d-a0c0-13b7957d80d7 req-946d4c4a-6694-4eaa-be6d-44c20f1cbd39 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333570 Apr 05 09:59:49.754846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f1ca-e319-4320-a3df-02b2cf76970c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:49.878957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-e6b5f1ca-e319-4320-a3df-02b2cf76970c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 84739403-cc09-4086-9a37-4584d3a4eb9e owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:49.884158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e8822e5-5836-47f1-bf9c-ea16f55f4590 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.004812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.024496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e8822e5-5836-47f1-bf9c-ea16f55f4590 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.053028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f1ca-e319-4320-a3df-02b2cf76970c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.062354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.088204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.117270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5f1ca-e319-4320-a3df-02b2cf76970c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=84739403-cc09-4086-9a37-4584d3a4eb9e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:50.129765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2940eeab-1baa-4e1f-a107-1f1180b0a3ee,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:50.151495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59832) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:50.152270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.156561 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a97928fa-a2d2-415a-9673-3baf5f6f5f3c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1115017 Apr 05 09:59:50.157289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59836) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:50.181116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'network': {'name': 'tempest-network-smoke--202845967', 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'port_security_enabled': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:50.186618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:50.191602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:network and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:50.195457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:50.202112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e8822e5-5836-47f1-bf9c-ea16f55f4590 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.203190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server [None req-268a53ae-fc0e-4d8d-b6ee-00af5ecbe7ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c81fd98-4f86-4bfa-aed6-be3de85d9035: This subnet is being modified by another concurrent operation. Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise exception Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c81fd98-4f86-4bfa-aed6-be3de85d9035: This subnet is being modified by another concurrent operation. Apr 05 09:59:50.206164 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Apr 05 09:59:50.216811 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e6b5f1ca-e319-4320-a3df-02b2cf76970c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.247322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e8822e5-5836-47f1-bf9c-ea16f55f4590 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.277413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8822e5-5836-47f1-bf9c-ea16f55f4590 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=1c81fd98-4f86-4bfa-aed6-be3de85d9035,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:50.283400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.350792 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3e8822e5-5836-47f1-bf9c-ea16f55f4590 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/1c81fd98-4f86-4bfa-aed6-be3de85d9035 HTTP/1.1" status: 204 len: 168 time: 1.2765541 Apr 05 09:59:50.356012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59842) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:50.378028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Made reservation on behalf of da8105cfd52c4aeb83269a4f12fa120f for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:50.380969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.408510 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e6b5f1ca-e319-4320-a3df-02b2cf76970c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/84739403-cc09-4086-9a37-4584d3a4eb9e HTTP/1.1" status: 204 len: 168 time: 1.1107142 Apr 05 09:59:50.411716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59846) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:50.427386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c4bad4-6f8c-413e-9efb-3314e8d5fd84 None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 09:59:50.444580 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6b970671-6827-4a56-8df3-8d2bfe7140cd tempest-ServiceProvidersTest-1108340732 tempest-ServiceProvidersTest-1108340732-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2864337 Apr 05 09:59:50.459047 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-795af354-d301-45f9-aedd-9e29314f401c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992639 Apr 05 09:59:50.461158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59852) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:50.461311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Pushing event updated for resources: {'Port': ['ID=11f9b97d-ca0b-4f81-8196-4386c6a38acc,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:50.465465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Network 3ad0b63a-956b-494b-9489-06994729c434 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:50.468206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:50.470414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:50.520369 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b0b74f16-8383-478c-9dba-38b58b6218aa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0531428 Apr 05 09:59:50.520369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:59:50.521656 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-06072908-d86c-45f2-b2ce-caa517c43cd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 09:59:50.522226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-06072908-d86c-45f2-b2ce-caa517c43cd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:50.528077 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59858) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:50.542998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.559745 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Added segment acf5bce2-492f-44cb-94f0-2b1944cd389e of type vlan for network b7c65548-cba0-4eb8-98fa-0a7a307c15cd Apr 05 09:59:50.591321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617e353-667d-4735-adce-49d470530df2 req-0fc5dd79-5033-4e1f-82e0-cb553eb758dc tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:50.610117 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3617e353-667d-4735-adce-49d470530df2 req-0fc5dd79-5033-4e1f-82e0-cb553eb758dc tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 931 time: 0.3911767 Apr 05 09:59:50.612185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-06072908-d86c-45f2-b2ce-caa517c43cd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:50.613019 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-06072908-d86c-45f2-b2ce-caa517c43cd9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/84739403-cc09-4086-9a37-4584d3a4eb9e HTTP/1.1" status: 404 len: 333 time: 0.1954050 Apr 05 09:59:50.642987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59862) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:50.677368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.706057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3617e353-667d-4735-adce-49d470530df2 req-a90b500f-8191-4f80-bb1e-c8bbb3306c52 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Synchronizing usage tracker for tenant:94b05632f5f9480ebf2ef2abf23fa548 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:50.746903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3617e353-667d-4735-adce-49d470530df2 req-a90b500f-8191-4f80-bb1e-c8bbb3306c52 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Unset dirty status for tenant:94b05632f5f9480ebf2ef2abf23fa548 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:50.750049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c4bad4-6f8c-413e-9efb-3314e8d5fd84 None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 09:59:50.754388 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3617e353-667d-4735-adce-49d470530df2 req-a90b500f-8191-4f80-bb1e-c8bbb3306c52 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428185 Apr 05 09:59:50.790418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:50.791032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.813541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.819105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:50.820007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:50.824105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c4d250-1456-456f-ac78-dc3405f737bd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:50.824782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-57c4d250-1456-456f-ac78-dc3405f737bd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:50.870855 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-b12bd161-7c19-4420-bc2d-8da29fc090f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8165274 Apr 05 09:59:50.934304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Request body: {'port': {'device_id': '6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:50.955374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'Network': ['ID=b7c65548-cba0-4eb8-98fa-0a7a307c15cd,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:50.957620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59868) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:50.965331 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3ca31b18-1bbc-47bc-8670-804267ef0aa2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8014538 Apr 05 09:59:50.970317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59872) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:50.976328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network b7c65548-cba0-4eb8-98fa-0a7a307c15cd details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:59:50.980763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'admin_state_up': True, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:50.989184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:50.996423 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-57c4d250-1456-456f-ac78-dc3405f737bd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:50.996764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:router and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:50.997573 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-57c4d250-1456-456f-ac78-dc3405f737bd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4686689 Apr 05 09:59:51.000912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:51.003475 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59878) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:51.068102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:51.076260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013bb49-ac38-41d9-800e-7d2cfc7b03c1 req-7de98b7d-296e-4a12-bacd-5d802c1fdb78 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:51.078028 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6013bb49-ac38-41d9-800e-7d2cfc7b03c1 req-7de98b7d-296e-4a12-bacd-5d802c1fdb78 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 944 time: 0.3227155 Apr 05 09:59:51.091510 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e7c67503-eff8-4a8b-b985-c84a3d0e5f85 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867858 Apr 05 09:59:51.104435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4765982b-f16d-4400-9991-b60aef4a8d19 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet a604e2a5-98e3-45f1-8499-4d676004ba02 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 09:59:51.106660 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59882) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:51.113437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4765982b-f16d-4400-9991-b60aef4a8d19 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.128361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.129513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.149361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:51.165199 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6013bb49-ac38-41d9-800e-7d2cfc7b03c1 req-a744b853-e4ca-44df-bd63-b01016de3a0e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762563 Apr 05 09:59:51.186444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.214984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1685fe0-b5da-4bf2-a5d1-9bf1fccdcccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.259373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.339936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4765982b-f16d-4400-9991-b60aef4a8d19 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.360990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d1685fe0-b5da-4bf2-a5d1-9bf1fccdcccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:51.368109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d1685fe0-b5da-4bf2-a5d1-9bf1fccdcccc admin admin] Usage tracker for resource:security_group_rule and tenant:319cbd06bebe44428ac319bf1870fd4e is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:51.371631 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d1685fe0-b5da-4bf2-a5d1-9bf1fccdcccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:51.378674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d1685fe0-b5da-4bf2-a5d1-9bf1fccdcccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:51.396744 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.540274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1685fe0-b5da-4bf2-a5d1-9bf1fccdcccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.548972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d1685fe0-b5da-4bf2-a5d1-9bf1fccdcccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.556469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:51.590702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:51.607989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1685fe0-b5da-4bf2-a5d1-9bf1fccdcccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6504233f-2ca2-42b7-b095-1b4206f02757,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:51.617263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d1685fe0-b5da-4bf2-a5d1-9bf1fccdcccc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=319cbd06bebe44428ac319bf1870fd4e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6550801 Apr 05 09:59:51.617862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59886) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:51.642157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.713376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:51.716759 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.717864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.758070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.799272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-69d33f77-06ea-4e4d-a815-5ba401e3eac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.847009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-69d33f77-06ea-4e4d-a815-5ba401e3eac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:51.879534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4765982b-f16d-4400-9991-b60aef4a8d19 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.003300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Allocated IP 172.26.4.10 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/d9622b0b-942d-4507-881a-b04b2e120aa5) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:52.010815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-69d33f77-06ea-4e4d-a815-5ba401e3eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.031864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d33f77-06ea-4e4d-a815-5ba401e3eac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6504233f-2ca2-42b7-b095-1b4206f02757,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:52.061150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device c968257e-f007-415c-971a-d62dec77c235 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:52.123246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8278d33-6876-4758-b51f-ce1ab9e60823 req-378e76c4-152c-445a-8414-1325056215b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:52.124643 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c8278d33-6876-4758-b51f-ce1ab9e60823 req-378e76c4-152c-445a-8414-1325056215b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 931 time: 0.2195477 Apr 05 09:59:52.143746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port c968257e-f007-415c-971a-d62dec77c235 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:52.149771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port c968257e-f007-415c-971a-d62dec77c235 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:52.149971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.159273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-69d33f77-06ea-4e4d-a815-5ba401e3eac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.163544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-69d33f77-06ea-4e4d-a815-5ba401e3eac3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6504233f-2ca2-42b7-b095-1b4206f02757 HTTP/1.1" status: 204 len: 168 time: 0.5416534 Apr 05 09:59:52.181566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:59:52.192428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4765982b-f16d-4400-9991-b60aef4a8d19 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.230144 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c8278d33-6876-4758-b51f-ce1ab9e60823 req-f93de017-7e5a-4ad9-9a7f-fefef389388b tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931449 Apr 05 09:59:52.254196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.298500 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765982b-f16d-4400-9991-b60aef4a8d19 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=a604e2a5-98e3-45f1-8499-4d676004ba02,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:52.312560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.313341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.350876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4765982b-f16d-4400-9991-b60aef4a8d19 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.359477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.369305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f9b97d-ca0b-4f81-8196-4386c6a38acc {{(pid=83820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 09:59:52.375170 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46479f11-22e3-4c45-a408-d06fc2a30157 None None] Network e05f1657-560f-4bce-9315-6416a837c257 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:52.435805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.438909 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4765982b-f16d-4400-9991-b60aef4a8d19 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/a604e2a5-98e3-45f1-8499-4d676004ba02 HTTP/1.1" status: 204 len: 168 time: 1.7949305 Apr 05 09:59:52.448667 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59898) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:52.486712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c968257e-f007-415c-971a-d62dec77c235'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:59:52.511384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port c968257e-f007-415c-971a-d62dec77c235, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c968257e-f007-415c-971a-d62dec77c235,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:52.541015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.585358 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Transition to ACTIVE for port object 11f9b97d-ca0b-4f81-8196-4386c6a38acc will not be triggered until provisioned by entity L2. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:52.634091 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641348f3-1839-4ab9-887a-873eb8e8109b'] response: {'server_uuid': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c968257e-f007-415c-971a-d62dec77c235', 'code': 200} Apr 05 09:59:52.644429 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.651693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:52.657020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:52.672986 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=c968257e-f007-415c-971a-d62dec77c235,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:52.679154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:52.708478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'Port': ['ID=d9622b0b-942d-4507-881a-b04b2e120aa5,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:52.786392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1da2c-0d17-4c42-adb1-4a7f15896c21 req-77f38aa6-e13a-499c-9b6e-20de0b996b87 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:52.788159 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bd1da2c-0d17-4c42-adb1-4a7f15896c21 req-77f38aa6-e13a-499c-9b6e-20de0b996b87 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 945 time: 0.3091886 Apr 05 09:59:52.838799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34daf4b-f6ed-4e0b-ab59-f11f18d8474d None None] DHCP port deletion for e05f1657-560f-4bce-9315-6416a837c257 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 09:59:52.844234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a34daf4b-f6ed-4e0b-ab59-f11f18d8474d None None] Deleting port 038c868f-992c-499e-ab27-1e589f57aa19 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:52.845113 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a34daf4b-f6ed-4e0b-ab59-f11f18d8474d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.869744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.884627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=11f9b97d-ca0b-4f81-8196-4386c6a38acc,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:52.902964 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bd1da2c-0d17-4c42-adb1-4a7f15896c21 req-fb68836e-0a63-4241-a752-9e5f44b2e990 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560198 Apr 05 09:59:52.987743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:52.989073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:53.010277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 038c868f-992c-499e-ab27-1e589f57aa19 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 09:59:53.010618 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:53.156572 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a34daf4b-f6ed-4e0b-ab59-f11f18d8474d None None] For port 038c868f-992c-499e-ab27-1e589f57aa19, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=038c868f-992c-499e-ab27-1e589f57aa19,segment=NetworkSegment(f2a8d2f7-8c9c-498a-ac12-10e1923c0c18),segment_id=f2a8d2f7-8c9c-498a-ac12-10e1923c0c18)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:53.156961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a34daf4b-f6ed-4e0b-ab59-f11f18d8474d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:53.222196 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c94b3548-fc61-4787-bc0f-7247ce321cf1 req-d06e949c-b333-4262-af6a-d940d37981ff service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 1098 time: 0.2259731 Apr 05 09:59:53.295587 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c94b3548-fc61-4787-bc0f-7247ce321cf1 req-4b7e98f0-7025-4565-bf24-3cad7a5caf1e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664060 Apr 05 09:59:53.328762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a34daf4b-f6ed-4e0b-ab59-f11f18d8474d None None] Calling delete_port for 038c868f-992c-499e-ab27-1e589f57aa19 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 09:59:53.405366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 09:59:53.420051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a34daf4b-f6ed-4e0b-ab59-f11f18d8474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:53.464630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59920) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:53.471877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34daf4b-f6ed-4e0b-ab59-f11f18d8474d None None] Pushing event deleted for resources: {'Port': ['ID=038c868f-992c-499e-ab27-1e589f57aa19,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:53.479080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34daf4b-f6ed-4e0b-ab59-f11f18d8474d None None] No DVR routers for this DVR port 038c868f-992c-499e-ab27-1e589f57aa19 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 09:59:53.574174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] The port '038c868f-992c-499e-ab27-1e589f57aa19' was deleted {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 09:59:53.592658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 09:59:53.596550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Attempting to bind port 11f9b97d-ca0b-4f81-8196-4386c6a38acc on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:53.596894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Attempting to bind port 11f9b97d-ca0b-4f81-8196-4386c6a38acc by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'd35b45db-2fc3-466d-96da-11a3df4e617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3ad0b63a-956b-494b-9489-06994729c434'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:53.597268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Attempting to bind port 11f9b97d-ca0b-4f81-8196-4386c6a38acc on network 3ad0b63a-956b-494b-9489-06994729c434 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:53.637871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:53.653558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee05516-2b27-441a-9502-e67655de28c8 req-679836af-baf7-4dac-a9c0-df3fff097cdc tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:53.655018 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5ee05516-2b27-441a-9502-e67655de28c8 req-679836af-baf7-4dac-a9c0-df3fff097cdc tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 943 time: 0.2376122 Apr 05 09:59:53.714897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Port 11f9b97d-ca0b-4f81-8196-4386c6a38acc on network 3ad0b63a-956b-494b-9489-06994729c434 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 09:59:53.715230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Attempting to bind port 11f9b97d-ca0b-4f81-8196-4386c6a38acc on network 3ad0b63a-956b-494b-9489-06994729c434 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:53.715700 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5ee05516-2b27-441a-9502-e67655de28c8 req-d6ea6dd8-d69a-4055-959c-1a507fa80766 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533288 Apr 05 09:59:53.744955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 09:59:53.755852 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Sync routers for ids ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 09:59:53.769072 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Routers {'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:59:53.769518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:53.769673 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:59:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:53.771297 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b19b5211-1c46-4050-be2e-b5517be01302 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7997870 Apr 05 09:59:53.774649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59926) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:53.807680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1067188444'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:53.836595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:53.863303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Usage tracker for resource:network and tenant:6f913be2414f43a59baa8e68a695528c is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:53.872899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:53.873243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Checking segment: {'id': 'd35b45db-2fc3-466d-96da-11a3df4e617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3ad0b63a-956b-494b-9489-06994729c434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:53.873639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Bound using segment: {'id': 'd35b45db-2fc3-466d-96da-11a3df4e617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3ad0b63a-956b-494b-9489-06994729c434'} {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:53.874086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Bound port: 11f9b97d-ca0b-4f81-8196-4386c6a38acc, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35b45db-2fc3-466d-96da-11a3df4e617a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3ad0b63a-956b-494b-9489-06994729c434'}}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:53.874440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:53.884108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:53.889772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:53.893549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:53.912395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:53.915574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:53.916226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:53.925505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:53.926823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af12d589-a0b8-46e3-ab82-f629ffc60e2c None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:53.952813 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Set router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:59:53.962202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=ce57a05a-46b1-430b-a2d5-ab5c2de02db6,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:53.973165 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0b4930e7-5f27-4b81-a53c-30f92f4c8275 tempest-TestNetworkAdvancedServerOps-437107694 tempest-TestNetworkAdvancedServerOps-437107694-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=da8105cfd52c4aeb83269a4f12fa120f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1947176 Apr 05 09:59:53.973634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59934) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:54.076913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05f1657-560f-4bce-9315-6416a837c257']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:54.109398 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.17 (d5429b7c-69b7-4fb3-9a26-be1a5b872a29/6796365e-b56b-4db1-86fa-df85c1087719/67a86f8f-1a9b-4c36-a1ac-5a53597f972e) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:54.129655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Made reservation on behalf of 6f913be2414f43a59baa8e68a695528c for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:54.133746 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.145182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7d268d-4360-4e85-a881-bcfef3364fb4 tempest-TestNetworkAdvancedServerOps-437107694 tempest-TestNetworkAdvancedServerOps-437107694-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:54.151668 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fe7d268d-4360-4e85-a881-bcfef3364fb4 tempest-TestNetworkAdvancedServerOps-437107694 tempest-TestNetworkAdvancedServerOps-437107694-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1772392 Apr 05 09:59:54.152401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59938) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:54.153443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a8d2f7-8c9c-498a-ac12-10e1923c0c18') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:54.153748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a8d2f7-8c9c-498a-ac12-10e1923c0c18') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:54.168353 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-769a54c9-04f1-4965-8626-9a55a9409e1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.0557382 Apr 05 09:59:54.180615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59942) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:54.185941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.193911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.213736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:22:b3:e6', 'name': 'tempest-NetworksTestDHCPv6-1841520371'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:54.271151 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-402c44ae-eb88-406f-900f-e8f800a1ce14 tempest-TestNetworkAdvancedServerOps-437107694 tempest-TestNetworkAdvancedServerOps-437107694-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1160028 Apr 05 09:59:54.275121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59946) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:54.292693 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': 'ce57a05a-46b1-430b-a2d5-ab5c2de02db6'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:54.294584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.298935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1032195146', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:54.313603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 038c868f-992c-499e-ab27-1e589f57aa19 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 09:59:54.358853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.370082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 038c868f-992c-499e-ab27-1e589f57aa19 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 09:59:54.370676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 038c868f-992c-499e-ab27-1e589f57aa19 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 09:59:54.416828 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:52Z', 'revision_number': 3, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:54.428395 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Checking router: fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 09:59:54.429907 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Updating router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 port d9622b0b-942d-4507-881a-b04b2e120aa5 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 09:59:54.500777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305cac4-4994-4788-9bc8-e1978f763b22 req-2dba8118-4815-43a9-b6a6-8cdeb4a36139 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:54.504509 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f305cac4-4994-4788-9bc8-e1978f763b22 req-2dba8118-4815-43a9-b6a6-8cdeb4a36139 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 945 time: 0.3510041 Apr 05 09:59:54.513744 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:54.534923 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.545348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:subnet and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:54.547352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 09:59:54.547857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.549828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:54.552989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Allocated IP 2001:db8::f816:3eff:fec7:3bc7 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/ce57a05a-46b1-430b-a2d5-ab5c2de02db6/3e30f6cb-266a-4bbe-8e18-a4c87f191441) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:54.559834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:54.563585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] For port 11f9b97d-ca0b-4f81-8196-4386c6a38acc, host hv-neutron-8331, cleared binding levels {{(pid=83820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 09:59:54.568430 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 09:59:54.579266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:54.596464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Made reservation on behalf of da8105cfd52c4aeb83269a4f12fa120f for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:54.634230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Usage tracker for resource:security_group_rule and tenant:6f913be2414f43a59baa8e68a695528c is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:54.643935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:54.679510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:54.683690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.705752 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f305cac4-4994-4788-9bc8-e1978f763b22 req-273e6c99-6153-42b7-aebd-1deebe795e7c tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935165 Apr 05 09:59:54.732994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 67a86f8f-1a9b-4c36-a1ac-5a53597f972e will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:54.738457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.785935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.789991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] For port 11f9b97d-ca0b-4f81-8196-4386c6a38acc, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=11f9b97d-ca0b-4f81-8196-4386c6a38acc,segment=NetworkSegment(d35b45db-2fc3-466d-96da-11a3df4e617a),segment_id=d35b45db-2fc3-466d-96da-11a3df4e617a)] {{(pid=83820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:54.794511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Network': ['ID=e05f1657-560f-4bce-9315-6416a837c257,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:54.815117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.896980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:54.900001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=11f9b97d-ca0b-4f81-8196-4386c6a38acc,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:54.900159 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.914730 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ffd83619-07a9-4676-84e6-003f963e34d3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/networks/e05f1657-560f-4bce-9315-6416a837c257 HTTP/1.1" status: 204 len: 168 time: 2.4109244 Apr 05 09:59:54.920049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:54.922514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59952) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:54.927858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.929222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1306404684'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:54.932790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Transition to ACTIVE for port object 3e30f6cb-266a-4bbe-8e18-a4c87f191441 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:54.936318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:54.950235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:54.957688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:54.972925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Transition to ACTIVE for port object 3e30f6cb-266a-4bbe-8e18-a4c87f191441 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:54.973827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:network and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:54.978509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.980038 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-2dcbb57f-2051-486e-afa9-9b805c42b1b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/11f9b97d-ca0b-4f81-8196-4386c6a38acc HTTP/1.1" status: 200 len: 1093 time: 4.0542440 Apr 05 09:59:54.980754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9', 'tag': '11f9b97d-ca0b-4f81-8196-4386c6a38acc'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 09:59:54.985365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:54.995646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:55.002682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:55.025404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:55.039475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.064700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:55.068053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:55.073846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:55.110543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Pushing event updated for resources: {'Port': ['ID=3e30f6cb-266a-4bbe-8e18-a4c87f191441,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:55.139134 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.157197 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Transition to ACTIVE for port object d9622b0b-942d-4507-881a-b04b2e120aa5 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:55.168747 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.171036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Attempting to bind port 3e30f6cb-266a-4bbe-8e18-a4c87f191441 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:55.171670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Attempting to bind port 3e30f6cb-266a-4bbe-8e18-a4c87f191441 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:55.171992 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aef2920-d1a1-4d95-a2db-7063f163b55d'] response: {'name': 'network-changed', 'server_uuid': '6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9', 'tag': '11f9b97d-ca0b-4f81-8196-4386c6a38acc', 'status': 'completed', 'code': 200} Apr 05 09:59:55.172653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Attempting to bind port 3e30f6cb-266a-4bbe-8e18-a4c87f191441 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:55.180858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:55.181619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:55.182255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.183034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:55.183777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Bound port: 3e30f6cb-266a-4bbe-8e18-a4c87f191441, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:55.184401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.195899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.200539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:55.218606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:55.228137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:55.258671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.261417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:55.264752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.272137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.289015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] For port 3e30f6cb-266a-4bbe-8e18-a4c87f191441, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:55.292948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] For port 3e30f6cb-266a-4bbe-8e18-a4c87f191441, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3e30f6cb-266a-4bbe-8e18-a4c87f191441,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:55.305664 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.354357 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Pushing event updated for resources: {'Port': ['ID=d9622b0b-942d-4507-881a-b04b2e120aa5,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:55.365986 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=67a86f8f-1a9b-4c36-a1ac-5a53597f972e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:55.367408 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Attempting to bind port d9622b0b-942d-4507-881a-b04b2e120aa5 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:55.368198 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Attempting to bind port d9622b0b-942d-4507-881a-b04b2e120aa5 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:55.378649 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Attempting to bind port d9622b0b-942d-4507-881a-b04b2e120aa5 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:55.388565 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.389153 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.390135 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.390620 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.391963 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.392880 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.393389 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.394092 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.394746 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.394893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccf291-b496-43b4-9ad1-7340af0cf4e3 None None] Pushing event updated for resources: {'Port': ['ID=3e30f6cb-266a-4bbe-8e18-a4c87f191441,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:55.395379 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.395881 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 09:59:55.403675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:59:55.419234 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:55.420070 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:55.421748 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.423212 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:55.424076 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Bound port: d9622b0b-942d-4507-881a-b04b2e120aa5, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:55.424907 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.441904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Checking segment: {'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:55.442266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Network hostable DHCP agents. Network: b7c65548-cba0-4eb8-98fa-0a7a307c15cd, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:59:55.457060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'Subnet': ['ID=235b3237-b6fd-46e3-98e1-47856648ac4d,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:55.461378 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdb2685-1e91-4828-9846-61ea17ffd42d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:55.472345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.487945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80266227-ef98-4f30-8b4a-7c5372398848 req-2225fd16-036d-4802-8894-46b3ebd77014 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:55.489303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.489759 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Added segment 70d0e12b-7c43-4e92-b8de-4c976f7a6f34 of type vlan for network cf89b0a5-760a-46dd-a76f-7b427e8d7449 Apr 05 09:59:55.495544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80266227-ef98-4f30-8b4a-7c5372398848 req-2225fd16-036d-4802-8894-46b3ebd77014 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 943 time: 0.2614670 Apr 05 09:59:55.508739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 09:59:55.546428 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] For port d9622b0b-942d-4507-881a-b04b2e120aa5, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:55.550361 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] For port d9622b0b-942d-4507-881a-b04b2e120aa5, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d9622b0b-942d-4507-881a-b04b2e120aa5,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:55.553639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.572484 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.594191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.594535 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Added segment 192fab7b-84be-46f1-b978-dbe450bb7dca of type vlan for network 78a3b715-5488-4e9a-b458-7781f4ea3680 Apr 05 09:59:55.597128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.604519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Network b7c65548-cba0-4eb8-98fa-0a7a307c15cd is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:59:55.635212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0d008b46-843d-4431-83d6-0f8223d90fc4 None None] Provisioning for port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:55.640159 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0d008b46-843d-4431-83d6-0f8223d90fc4 None None] Provisioning complete for port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:55.640325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, b7c65548-cba0-4eb8-98fa-0a7a307c15cd) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:55.640585 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0d008b46-843d-4431-83d6-0f8223d90fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.651895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:55.652487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:55.668743 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80266227-ef98-4f30-8b4a-7c5372398848 req-b3161a96-1585-4ab4-ba54-7ab84c330ae8 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647875 Apr 05 09:59:55.681246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port cb1114c7-174c-4d0d-91c3-ad9d4cfd4878 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:59:55.689793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eada3e-5179-43ab-9847-52bee14842f4 None None] Network b7c65548-cba0-4eb8-98fa-0a7a307c15cd requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:55.714339 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-30a392f2-7a3e-4a67-a9b0-24cfe805bbd9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4362278 Apr 05 09:59:55.715193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59958) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:55.748607 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ec3bf-f3e9-4b9f-9bfb-b4dc589c6668 None None] Pushing event updated for resources: {'Port': ['ID=d9622b0b-942d-4507-881a-b04b2e120aa5,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:55.769955 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Routers {'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 09:59:55.770597 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T09:59:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:55.957479 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-185af246-f806-4014-833d-664022beb603 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94b05632f5f9480ebf2ef2abf23fa548&device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 1096 time: 0.9252450 Apr 05 09:59:55.983033 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] Set router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 09:59:56.009528 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:59:56.083077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0d008b46-843d-4431-83d6-0f8223d90fc4 None None] Port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 09:59:56.114648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8ad16-3a62-4f32-bd8c-e486c9f75f9b req-849b238e-a3df-4101-97bf-5d0ee7cca27f tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:56.122340 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-44a8ad16-3a62-4f32-bd8c-e486c9f75f9b req-849b238e-a3df-4101-97bf-5d0ee7cca27f tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 945 time: 0.1169260 Apr 05 09:59:56.131455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:56.155630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:56.156122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:56.183741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:56.187503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:56.188111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:56.215483 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-48cc074f-b2e0-4321-b35e-87657f9b2149 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11f9b97d-ca0b-4f81-8196-4386c6a38acc HTTP/1.1" status: 200 len: 217 time: 0.1813395 Apr 05 09:59:56.244593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:56.264456 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-44a8ad16-3a62-4f32-bd8c-e486c9f75f9b req-4cf6e4ff-b51e-4238-9cd1-7f371b1ac18d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302307 Apr 05 09:59:56.306441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.resource_extend [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 09:59:56.373219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3e30f6cb-266a-4bbe-8e18-a4c87f191441 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:56.486971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Allocated IP 172.20.0.2 (b7c65548-cba0-4eb8-98fa-0a7a307c15cd/235b3237-b6fd-46e3-98e1-47856648ac4d/2f3edda9-0c85-48c0-90e2-b1909b780a1b) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:56.505147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 3e30f6cb-266a-4bbe-8e18-a4c87f191441 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:56.576115 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:52Z', 'revision_number': 3, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 09:59:56.586477 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b008605-c3ae-44d0-ac78-834ec78bd34f None None] The sync data for ids ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'] in dv-neutron-833199-1-hyperv is: [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:52Z', 'revision_number': 3, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 09:59:56.661802 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1558332 Apr 05 09:59:56.667262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd64ea4-78a4-4246-8aa3-32cc34fc0a32 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Pushing event updated for resources: {'Network': ['ID=cf89b0a5-760a-46dd-a76f-7b427e8d7449,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:56.669063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59966) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:56.689857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-23c0fabe-123b-445b-b415-495c89f33770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:56.691047 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-23c0fabe-123b-445b-b415-495c89f33770 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=33475ef6-aa3b-4d49-ae02-b85acaa4a24b HTTP/1.1" status: 200 len: 852 time: 0.4484103 Apr 05 09:59:56.691783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:56.695927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:56.696731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:56.697399 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network cf89b0a5-760a-46dd-a76f-7b427e8d7449 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:59:56.704840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Request body: {'subnet': {'network_id': 'cf89b0a5-760a-46dd-a76f-7b427e8d7449', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:56.779810 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f816:3eff:fe22:b3e6 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/ce57a05a-46b1-430b-a2d5-ab5c2de02db6/cb1114c7-174c-4d0d-91c3-ad9d4cfd4878) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:56.831405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad2cc2-6441-4355-9d7c-2590fd8a5c7c req-2763190a-b1db-4daf-9b58-11f689d8ef7c tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:56.833462 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-adad2cc2-6441-4355-9d7c-2590fd8a5c7c req-2763190a-b1db-4daf-9b58-11f689d8ef7c tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 945 time: 0.3168378 Apr 05 09:59:56.906771 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-941d082c-5b5d-4520-b5ce-d95905ac12d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ad0b63a-956b-494b-9489-06994729c434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2050767 Apr 05 09:59:57.076669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:57.080663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:57.102143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Transition to ACTIVE for port object 2f3edda9-0c85-48c0-90e2-b1909b780a1b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:57.106348 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1816101 Apr 05 09:59:57.111798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59972) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:57.129488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Transition to ACTIVE for port object 2f3edda9-0c85-48c0-90e2-b1909b780a1b will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:57.135892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Usage tracker for resource:subnet and tenant:6f913be2414f43a59baa8e68a695528c is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:57.138176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:57.140410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:57.148709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:57.186401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Made reservation on behalf of 6f913be2414f43a59baa8e68a695528c for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:57.188403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': '78a3b715-5488-4e9a-b458-7781f4ea3680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:57.234775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7de0c-0a3e-44be-bf72-38d345697c1c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Network': ['ID=78a3b715-5488-4e9a-b458-7781f4ea3680,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:57.263282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 78a3b715-5488-4e9a-b458-7781f4ea3680 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 09:59:57.406730 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Network b7c65548-cba0-4eb8-98fa-0a7a307c15cd is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:57.407848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8cca83a9-7fb7-4eff-a38a-16ed535d14e4 None None] Provisioning for port 3e30f6cb-266a-4bbe-8e18-a4c87f191441 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:57.416791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:57.419863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:57.429684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8cca83a9-7fb7-4eff-a38a-16ed535d14e4 None None] Provisioning complete for port 3e30f6cb-266a-4bbe-8e18-a4c87f191441 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:57.430673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8cca83a9-7fb7-4eff-a38a-16ed535d14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:57.469936 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-adad2cc2-6441-4355-9d7c-2590fd8a5c7c req-e9244a97-1bd1-4e0a-9aae-8ff1722a8df3 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6119750 Apr 05 09:59:57.509362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59976) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:57.510925 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea3030-9f3d-455d-818a-665bc197d5c3 req-21127b2b-7570-4ff3-ae04-f79a66b77c2c tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:57.513256 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-58ea3030-9f3d-455d-818a-665bc197d5c3 req-21127b2b-7570-4ff3-ae04-f79a66b77c2c tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 943 time: 0.5235105 Apr 05 09:59:57.518223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:57.536698 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Pushing event updated for resources: {'Port': ['ID=2f3edda9-0c85-48c0-90e2-b1909b780a1b,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:57.627466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Attempting to bind port 2f3edda9-0c85-48c0-90e2-b1909b780a1b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 09:59:57.628144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Attempting to bind port 2f3edda9-0c85-48c0-90e2-b1909b780a1b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 09:59:57.628616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Attempting to bind port 2f3edda9-0c85-48c0-90e2-b1909b780a1b on network b7c65548-cba0-4eb8-98fa-0a7a307c15cd {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 09:59:57.636943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 09:59:57.637490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Checking segment: {'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:57.638005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:57.638526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Bound using segment: {'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 09:59:57.639276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Bound port: 2f3edda9-0c85-48c0-90e2-b1909b780a1b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 09:59:57.640262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:57.674245 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-58ea3030-9f3d-455d-818a-665bc197d5c3 req-a7cb025b-02fd-4d8b-8c8e-25c21e9482ab tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404815 Apr 05 09:59:57.684267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:57.775046 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-66b8fd6d-4b49-40ef-8b5f-442d6027f8f5 service neutron] 10.222.0.10 "GET /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137206 Apr 05 09:59:57.793875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:57.827305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:57.843616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8cca83a9-7fb7-4eff-a38a-16ed535d14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:57.871639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] For port 2f3edda9-0c85-48c0-90e2-b1909b780a1b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 09:59:57.891873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8cca83a9-7fb7-4eff-a38a-16ed535d14e4 None None] For port 3e30f6cb-266a-4bbe-8e18-a4c87f191441, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3e30f6cb-266a-4bbe-8e18-a4c87f191441,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:57.894330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] For port 2f3edda9-0c85-48c0-90e2-b1909b780a1b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2f3edda9-0c85-48c0-90e2-b1909b780a1b,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 09:59:57.897746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8cca83a9-7fb7-4eff-a38a-16ed535d14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:57.973281 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:57.993695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca83a9-7fb7-4eff-a38a-16ed535d14e4 None None] Pushing event updated for resources: {'Port': ['ID=3e30f6cb-266a-4bbe-8e18-a4c87f191441,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:58.075716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223e1b0-84cd-40b7-ab74-f651d28b939a None None] Pushing event updated for resources: {'Port': ['ID=2f3edda9-0c85-48c0-90e2-b1909b780a1b,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:58.088188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:58.095584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.107996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.158006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:58.293059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.352075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object cb1114c7-174c-4d0d-91c3-ad9d4cfd4878 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:58.359826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Pushing event updated for resources: {'Subnet': ['ID=88312dfa-0806-45bb-93de-5163ced6fb24,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:58.373864 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-80c60649-59b3-47a0-b941-7ff89423cdf3 req-25df0fdd-9760-4a36-8751-55bc8cee30a4 service neutron] 10.222.0.10 "GET /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5903273 Apr 05 09:59:58.395082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.425679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.441224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d9622b0b-942d-4507-881a-b04b2e120aa5 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:58.469298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Checking segment: {'id': '70d0e12b-7c43-4e92-b8de-4c976f7a6f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cf89b0a5-760a-46dd-a76f-7b427e8d7449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 09:59:58.469666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Network hostable DHCP agents. Network: cf89b0a5-760a-46dd-a76f-7b427e8d7449, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 09:59:58.484271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.513646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port d9622b0b-942d-4507-881a-b04b2e120aa5 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:58.518775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d9622b0b-942d-4507-881a-b04b2e120aa5 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:58.519256 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.558451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Network cf89b0a5-760a-46dd-a76f-7b427e8d7449 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 09:59:58.579779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1ebcf1b4-2268-4885-8781-989e5d9a94e3 tempest-TestVolumeBootPattern-1640530493 tempest-TestVolumeBootPattern-1640530493-project-admin] Synchronizing usage tracker for tenant:c0f149dfa38d4c13a40bf40742f67637 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 09:59:58.663654 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, cf89b0a5-760a-46dd-a76f-7b427e8d7449) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:58.671228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.673390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:58.673973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.685959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4ebfb4-51a8-4210-b0da-a4c3c58daf41 None None] Network cf89b0a5-760a-46dd-a76f-7b427e8d7449 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:58.715969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1ebcf1b4-2268-4885-8781-989e5d9a94e3 tempest-TestVolumeBootPattern-1640530493 tempest-TestVolumeBootPattern-1640530493-project-admin] Unset dirty status for tenant:c0f149dfa38d4c13a40bf40742f67637 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 09:59:58.717132 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1ebcf1b4-2268-4885-8781-989e5d9a94e3 tempest-TestVolumeBootPattern-1640530493 tempest-TestVolumeBootPattern-1640530493-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 1093 time: 1.2048342 Apr 05 09:59:58.723077 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.725012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.729407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=67a86f8f-1a9b-4c36-a1ac-5a53597f972e,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:58.731642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59982) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:58.747264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'c968257e-f007-415c-971a-d62dec77c235', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:58.756223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-202ead4c-2e95-48cc-b65d-1b2fb84983eb tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0812316 Apr 05 09:59:58.760604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 59988) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:58.767960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Request body: {'port': {'network_id': 'cf89b0a5-760a-46dd-a76f-7b427e8d7449', 'name': 'tempest-TagsExtTest-1232938556'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 09:59:58.789905 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port d9622b0b-942d-4507-881a-b04b2e120aa5, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d9622b0b-942d-4507-881a-b04b2e120aa5,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 09:59:58.795178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:58.803676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:58.804756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3e30f6cb-266a-4bbe-8e18-a4c87f191441 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 09:59:58.850188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=cb1114c7-174c-4d0d-91c3-ad9d4cfd4878,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:58.951300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Allocated IP 172.20.0.1 (b7c65548-cba0-4eb8-98fa-0a7a307c15cd/235b3237-b6fd-46e3-98e1-47856648ac4d/5fdb3438-9c22-4568-a7fe-2ed4537c9d52) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:58.973947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:floatingip and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:58.984585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:59.043064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=d9622b0b-942d-4507-881a-b04b2e120aa5,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:59.050451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:59.061520 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-483e67ea-e212-4390-ac87-531055915d6d req-8c9ae2c7-9717-45a0-8993-32e3d9b010a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94b05632f5f9480ebf2ef2abf23fa548&device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 1096 time: 0.5802910 Apr 05 09:59:59.066976 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 3e30f6cb-266a-4bbe-8e18-a4c87f191441 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 09:59:59.067387 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:59.068162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.100765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-cf89b0a5-760a-46dd-a76f-7b427e8d7449', 'network_id': 'cf89b0a5-760a-46dd-a76f-7b427e8d7449', 'tenant_id': '6f913be2414f43a59baa8e68a695528c', 'fixed_ips': [{'subnet_id': '88312dfa-0806-45bb-93de-5163ced6fb24'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 09:59:59.102121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.142702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:59.189073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 09:59:59.197349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Usage tracker for resource:port and tenant:6f913be2414f43a59baa8e68a695528c is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 09:59:59.202007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 09:59:59.218446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a870f-3522-4a3d-8ff6-97076b5c3fed req-cc1ba41c-c9de-4981-83f0-bde0b29d4c56 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:59.219961 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2c0a870f-3522-4a3d-8ff6-97076b5c3fed req-cc1ba41c-c9de-4981-83f0-bde0b29d4c56 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 943 time: 0.3398736 Apr 05 09:59:59.223143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 09:59:59.246991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:59.251462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:59.252497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.276681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.281617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.357794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Allocated IP 172.20.0.2 (cf89b0a5-760a-46dd-a76f-7b427e8d7449/88312dfa-0806-45bb-93de-5163ced6fb24/a36c48ed-aae4-4f56-a4f6-8af4d11c655b) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 09:59:59.358756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Made reservation on behalf of 6f913be2414f43a59baa8e68a695528c for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 09:59:59.362105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.389640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] device_id is not set on port e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 09:59:59.396865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520bb502-dde5-4e88-a2e3-b52e99e801c7 None None] Network b7c65548-cba0-4eb8-98fa-0a7a307c15cd requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 09:59:59.429128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.456020 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2c0a870f-3522-4a3d-8ff6-97076b5c3fed req-fb2e98d2-9cb7-48ee-ade8-91cf12c4d82b tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027135 Apr 05 09:59:59.479047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Transition to ACTIVE for port object 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:59.518543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e67ea-e212-4390-ac87-531055915d6d req-88eebd9e-d913-4ba9-810e-2d3f0fcd4dd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 09:59:59.520289 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-483e67ea-e212-4390-ac87-531055915d6d req-88eebd9e-d913-4ba9-810e-2d3f0fcd4dd4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ad0b63a-956b-494b-9489-06994729c434 HTTP/1.1" status: 200 len: 912 time: 0.4052989 Apr 05 09:59:59.521933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.604900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'Port': ['ID=5fdb3438-9c22-4568-a7fe-2ed4537c9d52,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:59.627972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Network b7c65548-cba0-4eb8-98fa-0a7a307c15cd is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:59.629571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:59.632448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 09:59:59.657365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-707e9cfd-769a-483e-aebc-a9e090552571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.683084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4525574a-3e21-405b-9cd5-5ca74617a5e1 None None] Provisioning for port 2f3edda9-0c85-48c0-90e2-b1909b780a1b completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 09:59:59.703411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.717137 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f2a12a01-3905-4201-b059-87ff24c2e0e7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.5349526 Apr 05 09:59:59.726452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 09:59:59.727548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59992) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 09:59:59.740186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 09:59:59.743882 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-483e67ea-e212-4390-ac87-531055915d6d req-cefeedc4-5e72-4f3e-bba4-b514d2a23bb0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11f9b97d-ca0b-4f81-8196-4386c6a38acc HTTP/1.1" status: 200 len: 217 time: 0.2034638 Apr 05 09:59:59.850536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=0c08aaeb-b41f-48d7-9658-2ef015258de0,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 09:59:59.888181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.903630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Transition to ACTIVE for port object a36c48ed-aae4-4f56-a4f6-8af4d11c655b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:59.934528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 09:59:59.939705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Transition to ACTIVE for port object a36c48ed-aae4-4f56-a4f6-8af4d11c655b will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 09:59:59.989296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.054927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-01ae50a6-8f01-4363-9505-d3203558adbe None None] Provisioning for port cb1114c7-174c-4d0d-91c3-ad9d4cfd4878 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:00.071025 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Network cf89b0a5-760a-46dd-a76f-7b427e8d7449 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:00.073210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 11f9b97d-ca0b-4f81-8196-4386c6a38acc details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:00:00.156516 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Checking segment: {'id': '192fab7b-84be-46f1-b978-dbe450bb7dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '78a3b715-5488-4e9a-b458-7781f4ea3680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:00:00.156881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network hostable DHCP agents. Network: 78a3b715-5488-4e9a-b458-7781f4ea3680, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:00:00.208590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e67ea-e212-4390-ac87-531055915d6d req-3eecb35f-b647-4e43-871f-5a9ddd5a5d24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:00.209006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 11f9b97d-ca0b-4f81-8196-4386c6a38acc, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=11f9b97d-ca0b-4f81-8196-4386c6a38acc,segment=NetworkSegment(d35b45db-2fc3-466d-96da-11a3df4e617a),segment_id=d35b45db-2fc3-466d-96da-11a3df4e617a)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:00.209566 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-483e67ea-e212-4390-ac87-531055915d6d req-3eecb35f-b647-4e43-871f-5a9ddd5a5d24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=33475ef6-aa3b-4d49-ae02-b85acaa4a24b HTTP/1.1" status: 200 len: 852 time: 0.3707485 Apr 05 10:00:00.229229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '11f9b97d-ca0b-4f81-8196-4386c6a38acc', 'network_id': '3ad0b63a-956b-494b-9489-06994729c434', 'port_id': '11f9b97d-ca0b-4f81-8196-4386c6a38acc', 'mac_address': 'fa:16:3e:c8:65:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33475ef6-aa3b-4d49-ae02-b85acaa4a24b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:00:00.236004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:00.239200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:00.252940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Allocated IP 172.20.0.13 (cf89b0a5-760a-46dd-a76f-7b427e8d7449/88312dfa-0806-45bb-93de-5163ced6fb24/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:00.294863 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-483e67ea-e212-4390-ac87-531055915d6d req-7d005276-ffd2-496b-a823-59628885d57a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ad0b63a-956b-494b-9489-06994729c434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774100 Apr 05 10:00:00.318887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-01ae50a6-8f01-4363-9505-d3203558adbe None None] Provisioning complete for port cb1114c7-174c-4d0d-91c3-ad9d4cfd4878 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:00.318887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-01ae50a6-8f01-4363-9505-d3203558adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.352010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41787a18-cd9b-4b9e-913c-dd9a6c0cebeb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:00.355939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41787a18-cd9b-4b9e-913c-dd9a6c0cebeb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:00.356731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-41787a18-cd9b-4b9e-913c-dd9a6c0cebeb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:00.400288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-01ae50a6-8f01-4363-9505-d3203558adbe None None] Port cb1114c7-174c-4d0d-91c3-ad9d4cfd4878 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:00.405991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network 78a3b715-5488-4e9a-b458-7781f4ea3680 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:00:00.483364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d9622b0b-942d-4507-881a-b04b2e120aa5 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:00.507884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Pushing event updated for resources: {'Port': ['ID=a36c48ed-aae4-4f56-a4f6-8af4d11c655b,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:00.520352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 78a3b715-5488-4e9a-b458-7781f4ea3680) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:00.589814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06964752-bc2a-4b91-925e-c994406e28b9 None None] Network 78a3b715-5488-4e9a-b458-7781f4ea3680 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:00.666572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.671209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Attempting to bind port a36c48ed-aae4-4f56-a4f6-8af4d11c655b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:00:00.672193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Attempting to bind port a36c48ed-aae4-4f56-a4f6-8af4d11c655b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '70d0e12b-7c43-4e92-b8de-4c976f7a6f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cf89b0a5-760a-46dd-a76f-7b427e8d7449'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:00:00.672730 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Attempting to bind port a36c48ed-aae4-4f56-a4f6-8af4d11c655b on network cf89b0a5-760a-46dd-a76f-7b427e8d7449 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:00:00.695071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.698847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Transition to ACTIVE for port object e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:00.715242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.759939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.775213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-41787a18-cd9b-4b9e-913c-dd9a6c0cebeb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:00.776795 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-41787a18-cd9b-4b9e-913c-dd9a6c0cebeb tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 1.0440786 Apr 05 10:00:00.797255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:00.798446 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.804238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f9b97d-ca0b-4f81-8196-4386c6a38acc {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:00:00.807170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.808282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e56d5cf8-8bca-424f-8273-4ed8b793f1a1 None None] Provisioning complete for port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:00.808651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e56d5cf8-8bca-424f-8273-4ed8b793f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.816201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 59998) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:00.849484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'Port': ['ID=5fdb3438-9c22-4568-a7fe-2ed4537c9d52,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:00.883887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e56d5cf8-8bca-424f-8273-4ed8b793f1a1 None None] Port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:00.888789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:00:00.890336 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Checking segment: {'id': '70d0e12b-7c43-4e92-b8de-4c976f7a6f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cf89b0a5-760a-46dd-a76f-7b427e8d7449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:00:00.891010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.891705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Bound using segment: {'id': '70d0e12b-7c43-4e92-b8de-4c976f7a6f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cf89b0a5-760a-46dd-a76f-7b427e8d7449'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:00:00.892507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Bound port: a36c48ed-aae4-4f56-a4f6-8af4d11c655b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d0e12b-7c43-4e92-b8de-4c976f7a6f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cf89b0a5-760a-46dd-a76f-7b427e8d7449'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:00:00.893950 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.948265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.965553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2705e795-9561-4454-bf76-ecf609261859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port cb1114c7-174c-4d0d-91c3-ad9d4cfd4878 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:00.966218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2705e795-9561-4454-bf76-ecf609261859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:00.976743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.021930 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-26b49418-4130-467a-804e-bdc5ab133c79 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9049752 Apr 05 10:00:01.027275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60002) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:01.048620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061de63-95cb-43ad-a076-fd5f657c3dd9 req-34198780-9079-40ef-8d70-41d06e512799 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:01.050114 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5061de63-95cb-43ad-a076-fd5f657c3dd9 req-34198780-9079-40ef-8d70-41d06e512799 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 943 time: 0.2853014 Apr 05 10:00:01.058729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 11f9b97d-ca0b-4f81-8196-4386c6a38acc, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=11f9b97d-ca0b-4f81-8196-4386c6a38acc,segment=NetworkSegment(d35b45db-2fc3-466d-96da-11a3df4e617a),segment_id=d35b45db-2fc3-466d-96da-11a3df4e617a)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:01.062978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1302854049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:01.074010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d9622b0b-942d-4507-881a-b04b2e120aa5 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:01.074379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.083812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:01.116968 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.126801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] For port a36c48ed-aae4-4f56-a4f6-8af4d11c655b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:00:01.130726 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-483e67ea-e212-4390-ac87-531055915d6d req-b44874ac-9c8a-4029-8faf-b3aefd9a90b9 service neutron] 10.222.0.10 "GET /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8249378 Apr 05 10:00:01.134058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:router and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:01.143562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:01.205548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Network cf89b0a5-760a-46dd-a76f-7b427e8d7449 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:01.205784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] For port a36c48ed-aae4-4f56-a4f6-8af4d11c655b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a36c48ed-aae4-4f56-a4f6-8af4d11c655b,segment=NetworkSegment(70d0e12b-7c43-4e92-b8de-4c976f7a6f34),segment_id=70d0e12b-7c43-4e92-b8de-4c976f7a6f34)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:00:01.207635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Pushing event updated for resources: {'Port': ['ID=e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:01.207764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:01.220322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:01.222676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:01.242817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.291724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-23b518c7-2caf-4eec-a79b-c29207d2d1f4 None None] Provisioning for port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:01.311172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=11f9b97d-ca0b-4f81-8196-4386c6a38acc,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:01.337002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-23b518c7-2caf-4eec-a79b-c29207d2d1f4 None None] Provisioning complete for port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:01.337365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-23b518c7-2caf-4eec-a79b-c29207d2d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.352592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:01.353439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.362105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.363032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.376210 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5061de63-95cb-43ad-a076-fd5f657c3dd9 req-35a2e941-25a7-43e2-bf84-1b06774a306e tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054941 Apr 05 10:00:01.389059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Network b7c65548-cba0-4eb8-98fa-0a7a307c15cd is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:01.391374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:01.417680 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['11f9b97d-ca0b-4f81-8196-4386c6a38acc'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:00:01.489200 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5211a7e7-7cb2-44b5-9955-7b4ae9208374 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7278249 Apr 05 10:00:01.496391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60006) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:01.517800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1675426164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:01.519292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-78a3b715-5488-4e9a-b458-7781f4ea3680', 'network_id': '78a3b715-5488-4e9a-b458-7781f4ea3680', 'tenant_id': '1e627f597b104573accbf904d7773a88', 'fixed_ips': [{'subnet_id': '0c08aaeb-b41f-48d7-9658-2ef015258de0'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:00:01.520104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.533053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Allocated IP 172.26.4.92 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/c4afb35b-8f33-4988-b474-498f2ab887d1) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:01.577104 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:01.603274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Usage tracker for resource:router and tenant:6f913be2414f43a59baa8e68a695528c is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:01.607163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-23b518c7-2caf-4eec-a79b-c29207d2d1f4 None None] Port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:01.607454 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-483e67ea-e212-4390-ac87-531055915d6d req-30b05f0a-60d7-45b2-840a-266f66158c11 service neutron] 10.222.0.10 "GET /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610496 Apr 05 10:00:01.614647 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:01.620076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.634308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:01.755117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13b728-3ba2-4579-bb5c-9b3e8eee936e None None] Pushing event updated for resources: {'Port': ['ID=a36c48ed-aae4-4f56-a4f6-8af4d11c655b,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:01.766441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f3edda9-0c85-48c0-90e2-b1909b780a1b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:01.931141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2705e795-9561-4454-bf76-ecf609261859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:01.972404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1eac2d66-a65e-4e22-94ce-7169c774de65 None None] Provisioning complete for port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:01.973036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1eac2d66-a65e-4e22-94ce-7169c774de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.066801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-801ce146-0fdf-4124-85a0-eb7c2e58328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.106311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2705e795-9561-4454-bf76-ecf609261859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for cb1114c7-174c-4d0d-91c3-ad9d4cfd4878 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:02.115070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1eac2d66-a65e-4e22-94ce-7169c774de65 None None] Port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:02.120334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Allocated IP 2001:db8::2 (78a3b715-5488-4e9a-b458-7781f4ea3680/0c08aaeb-b41f-48d7-9658-2ef015258de0/bcf5cb7e-b590-4e07-a284-7b27c191d01e) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:02.124799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 2f3edda9-0c85-48c0-90e2-b1909b780a1b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:02.138833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:00:02.141145 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2f3edda9-0c85-48c0-90e2-b1909b780a1b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:02.141513 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.285341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.286259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.315561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.325314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.362381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:00:02.367855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-28404e01-d76a-47ef-8ce6-b0e45b0dac66 None None] Provisioning complete for port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:02.368230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-28404e01-d76a-47ef-8ce6-b0e45b0dac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.376995 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f8c16e93-a197-490d-ad1e-575c004fd862 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "PUT /v2.0/routers/fc90ee23-fb44-4fce-b6d3-1b0b9723ff97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6532695 Apr 05 10:00:02.402876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.406840 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ac8ef8d7-f381-4a98-acb7-7b5449843d36 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3574491 Apr 05 10:00:02.407371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60012) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:02.407816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Sync routers for ids ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:00:02.412414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router d570a90e-06b1-485f-b0ea-081a9334e4ce has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:00:02.413371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'network_id': '78a3b715-5488-4e9a-b458-7781f4ea3680', 'name': 'tempest-PortsIpV6TestJSON-1796164407'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:02.493294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.497253 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.553607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.641203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-28404e01-d76a-47ef-8ce6-b0e45b0dac66 None None] Port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:02.643051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Routers {'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:02.645034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:02.741215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.747085 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c8a0cf9e-82dd-4b13-9fb0-ed4a6c3234cc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2358489 Apr 05 10:00:02.760235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60024) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:02.771464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e9ab6c13-4554-4e1c-a132-e8a44de799c9 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1955673778', 'prefixes': ['172.20.0.0/16']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:02.777173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e9ab6c13-4554-4e1c-a132-e8a44de799c9 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:02.800628 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.833649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 2f3edda9-0c85-48c0-90e2-b1909b780a1b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2f3edda9-0c85-48c0-90e2-b1909b780a1b,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:02.847335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.850618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.853262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2705e795-9561-4454-bf76-ecf609261859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.861009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-abafe561-c78d-44cf-835b-9aa8ed95b52c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Synchronizing usage tracker for tenant:da8105cfd52c4aeb83269a4f12fa120f on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:02.871807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1a859-8112-4ac8-85d7-146f5ec5db54 req-1fcbe376-9660-4beb-ae2d-d14656bebded tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:02.879398 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6be1a859-8112-4ac8-85d7-146f5ec5db54 req-1fcbe376-9660-4beb-ae2d-d14656bebded tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 944 time: 0.2562537 Apr 05 10:00:02.925998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Transition to ACTIVE for port object bcf5cb7e-b590-4e07-a284-7b27c191d01e will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:02.930355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:02.935794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:port and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:02.939023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:02.946269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:02.947875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'Port': ['ID=c4afb35b-8f33-4988-b474-498f2ab887d1,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:02.958355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-abafe561-c78d-44cf-835b-9aa8ed95b52c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Unset dirty status for tenant:da8105cfd52c4aeb83269a4f12fa120f on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:02.959764 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-abafe561-c78d-44cf-835b-9aa8ed95b52c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427103240&fields=id&tenant_id=da8105cfd52c4aeb83269a4f12fa120f HTTP/1.1" status: 200 len: 267 time: 0.2634547 Apr 05 10:00:02.965652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:02.969077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:02.986843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Transition to ACTIVE for port object bcf5cb7e-b590-4e07-a284-7b27c191d01e will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:02.995955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=2f3edda9-0c85-48c0-90e2-b1909b780a1b,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:03.001207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:03.011855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:03.029239 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6be1a859-8112-4ac8-85d7-146f5ec5db54 req-fce72499-9272-4551-a55a-bf23c54badcc tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474984 Apr 05 10:00:03.090925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:03.101630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Set router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:03.123587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:03.167661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705e795-9561-4454-bf76-ecf609261859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=cb1114c7-174c-4d0d-91c3-ad9d4cfd4878,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:03.170210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2705e795-9561-4454-bf76-ecf609261859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:03.172234 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2705e795-9561-4454-bf76-ecf609261859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/cb1114c7-174c-4d0d-91c3-ad9d4cfd4878 HTTP/1.1" status: 204 len: 168 time: 2.3545089 Apr 05 10:00:03.176923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60028) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:03.182175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a36c48ed-aae4-4f56-a4f6-8af4d11c655b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:03.206459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea5f02a-530c-47fc-93be-74101f85c79c None None] Network cf89b0a5-760a-46dd-a76f-7b427e8d7449 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:03.273669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:03.279954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-f16dadc7-7883-4201-adae-bf96372a9b82 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:03.281241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-f16dadc7-7883-4201-adae-bf96372a9b82 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Synchronizing usage tracker for tenant:da8105cfd52c4aeb83269a4f12fa120f on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:03.289874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 2e414879-0a36-4394-80a5-fc783b0f9204 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:00:03.326639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9c9608-0ae7-474a-97b5-7ff40c9d02e8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:03.327980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9c9608-0ae7-474a-97b5-7ff40c9d02e8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:03.328718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aa9c9608-0ae7-474a-97b5-7ff40c9d02e8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:03.353914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e9ab6c13-4554-4e1c-a132-e8a44de799c9 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for subnetpool, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:03.358264 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e9ab6c13-4554-4e1c-a132-e8a44de799c9 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5936644 Apr 05 10:00:03.359595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60032) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:03.376330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-91c00c65-0ced-4992-8a64-6570f67d7d54 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24', 'tempest-TagsExtTest-Tag-136803464') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:03.382184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:03.401710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-aa9c9608-0ae7-474a-97b5-7ff40c9d02e8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:03.402905 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aa9c9608-0ae7-474a-97b5-7ff40c9d02e8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2188857 Apr 05 10:00:03.407775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60036) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:03.408231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Network 78a3b715-5488-4e9a-b458-7781f4ea3680 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:03.417875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-f16dadc7-7883-4201-adae-bf96372a9b82 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Unset dirty status for tenant:da8105cfd52c4aeb83269a4f12fa120f on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:03.419259 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Pushing event updated for resources: {'Port': ['ID=bcf5cb7e-b590-4e07-a284-7b27c191d01e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:03.419385 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-f16dadc7-7883-4201-adae-bf96372a9b82 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/networks?id=b7c65548-cba0-4eb8-98fa-0a7a307c15cd HTTP/1.1" status: 200 len: 796 time: 0.4338443 Apr 05 10:00:03.423985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:03.426263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:03.515087 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-9ff5a8ab-c27c-4eff-a7f0-8d47acb6afb1 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/quotas/da8105cfd52c4aeb83269a4f12fa120f HTTP/1.1" status: 200 len: 375 time: 0.0412459 Apr 05 10:00:03.537703 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6e4622d5-368d-4e12-b909-5f5d627c8b77 None None] Provisioning for port a36c48ed-aae4-4f56-a4f6-8af4d11c655b completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:03.583026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8::309 (78a3b715-5488-4e9a-b458-7781f4ea3680/0c08aaeb-b41f-48d7-9658-2ef015258de0/2e414879-0a36-4394-80a5-fc783b0f9204) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:03.662788 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-91c00c65-0ced-4992-8a64-6570f67d7d54 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags/tempest-TagsExtTest-Tag-136803464 HTTP/1.1" status: 201 len: 201 time: 0.2997851 Apr 05 10:00:03.672445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60040) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:03.682778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-832c6deb-d2c0-41a6-ba2d-755342dfa6fc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f', 'tempest-TagsExtTest-Tag-1427800673') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:03.740444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-622e8bfa-d995-4c87-9e3e-daa544e4303a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Synchronizing usage tracker for tenant:da8105cfd52c4aeb83269a4f12fa120f on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:03.792400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:00:03.802837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port a36c48ed-aae4-4f56-a4f6-8af4d11c655b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:03.810213 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Sync routers for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:00:03.816628 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3bc72946-829e-4297-a2c3-ca56a292364b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/d570a90e-06b1-485f-b0ea-081a9334e4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3705411 Apr 05 10:00:03.823566 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:03.824778 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:03.863777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port a36c48ed-aae4-4f56-a4f6-8af4d11c655b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:03.864355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:03.879153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-622e8bfa-d995-4c87-9e3e-daa544e4303a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Unset dirty status for tenant:da8105cfd52c4aeb83269a4f12fa120f on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:03.880473 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-622e8bfa-d995-4c87-9e3e-daa544e4303a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=da8105cfd52c4aeb83269a4f12fa120f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3546116 Apr 05 10:00:03.893185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b892b8f8-76ec-412a-8cfa-b296fe731089 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet ce57a05a-46b1-430b-a2d5-ab5c2de02db6 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:03.915380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Attempting to bind port bcf5cb7e-b590-4e07-a284-7b27c191d01e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:00:03.915638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Attempting to bind port bcf5cb7e-b590-4e07-a284-7b27c191d01e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '192fab7b-84be-46f1-b978-dbe450bb7dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '78a3b715-5488-4e9a-b458-7781f4ea3680'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:00:03.915994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Attempting to bind port bcf5cb7e-b590-4e07-a284-7b27c191d01e on network 78a3b715-5488-4e9a-b458-7781f4ea3680 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:00:04.000387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:00:04.000930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Checking segment: {'id': '192fab7b-84be-46f1-b978-dbe450bb7dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '78a3b715-5488-4e9a-b458-7781f4ea3680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:00:04.001210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.002168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Bound using segment: {'id': '192fab7b-84be-46f1-b978-dbe450bb7dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '78a3b715-5488-4e9a-b458-7781f4ea3680'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:00:04.002663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Bound port: bcf5cb7e-b590-4e07-a284-7b27c191d01e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192fab7b-84be-46f1-b978-dbe450bb7dca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '78a3b715-5488-4e9a-b458-7781f4ea3680'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:00:04.003049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.014726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.044531 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-832c6deb-d2c0-41a6-ba2d-755342dfa6fc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags/tempest-TagsExtTest-Tag-1427800673 HTTP/1.1" status: 201 len: 201 time: 0.3645568 Apr 05 10:00:04.044531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object 2e414879-0a36-4394-80a5-fc783b0f9204 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:04.047404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60048) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:04.053358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-5cd8eb91-e808-49a6-a769-0e919095c7fd tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755', 'tempest-TagsExtTest-Tag-908617207') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:04.107629 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:04.145996 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 11f9b97d-ca0b-4f81-8196-4386c6a38acc up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:04.152038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.154855 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b892b8f8-76ec-412a-8cfa-b296fe731089 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.299304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b892b8f8-76ec-412a-8cfa-b296fe731089 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.339467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.376534 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-a7dac7ed-db67-4da4-8d91-39a7622b6a81 service neutron] 10.222.0.30 "GET /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753752 Apr 05 10:00:04.380473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.400347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] For port bcf5cb7e-b590-4e07-a284-7b27c191d01e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:00:04.407985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.426253 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] For port bcf5cb7e-b590-4e07-a284-7b27c191d01e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bcf5cb7e-b590-4e07-a284-7b27c191d01e,segment=NetworkSegment(192fab7b-84be-46f1-b978-dbe450bb7dca),segment_id=192fab7b-84be-46f1-b978-dbe450bb7dca)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:00:04.444751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.519297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port a36c48ed-aae4-4f56-a4f6-8af4d11c655b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a36c48ed-aae4-4f56-a4f6-8af4d11c655b,segment=NetworkSegment(70d0e12b-7c43-4e92-b8de-4c976f7a6f34),segment_id=70d0e12b-7c43-4e92-b8de-4c976f7a6f34)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:04.539614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 11f9b97d-ca0b-4f81-8196-4386c6a38acc completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:04.555700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.569619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 11f9b97d-ca0b-4f81-8196-4386c6a38acc triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:04.570102 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.574620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.604488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:59Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '5fdb3438-9c22-4568-a7fe-2ed4537c9d52', 'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'mac_address': 'fa:16:3e:8a:8f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:58Z', 'updated_at': '2022-04-05T10:00:00Z', 'revision_number': 2, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'subnets': [{'id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:04.647793 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:59:55Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5b0d204b-073c-4c63-9ebb-48d29258e96e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'mac_address': 'fa:16:3e:03:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:58:32Z', 'updated_at': '2022-04-05T09:58:42Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a86f8f-1a9b-4c36-a1ac-5a53597f972e', 'name': '', 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1b:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6796365e-b56b-4db1-86fa-df85c1087719', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:52Z', 'updated_at': '2022-04-05T09:59:57Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '6796365e-b56b-4db1-86fa-df85c1087719', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:04.653675 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Checking router: d570a90e-06b1-485f-b0ea-081a9334e4ce for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:00:04.654699 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Updating router d570a90e-06b1-485f-b0ea-081a9334e4ce port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:00:04.666302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Checking router: fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:00:04.666657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Updating router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:00:04.735472 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.748644 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5cd8eb91-e808-49a6-a769-0e919095c7fd tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags/tempest-TagsExtTest-Tag-908617207 HTTP/1.1" status: 201 len: 201 time: 0.6978090 Apr 05 10:00:04.752707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f0745-5138-4e49-906a-51ceda5fdd06 None None] Pushing event updated for resources: {'Port': ['ID=bcf5cb7e-b590-4e07-a284-7b27c191d01e,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:04.755089 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-9ed3ae81-5681-4e28-a837-81e3b0f86a85 service neutron] 10.222.0.30 "GET /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329027 Apr 05 10:00:04.758483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network 78a3b715-5488-4e9a-b458-7781f4ea3680 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:04.759342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60054) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:04.762917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=2e414879-0a36-4394-80a5-fc783b0f9204,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:04.769813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-fefbd1be-3f00-4f95-88f4-337c0bb9baad tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f', 'tempest-TagsExtTest-Tag-1863834265') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:04.784234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:04.793486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:04.797734 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:04.798340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.820421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ed752-7f8c-4c3b-8c16-25b3cd321283 req-653aa1d2-3fba-40b4-8c82-8d266299a9f8 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:04.827320 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-874ed752-7f8c-4c3b-8c16-25b3cd321283 req-653aa1d2-3fba-40b4-8c82-8d266299a9f8 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 944 time: 0.4962873 Apr 05 10:00:04.887546 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5717cfa3-1fea-4f30-a797-2e575387c7ce tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4763541 Apr 05 10:00:04.891426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60058) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:04.939822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b892b8f8-76ec-412a-8cfa-b296fe731089 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:04.959565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:05.154897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f3edda9-0c85-48c0-90e2-b1909b780a1b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:05.233527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:05.258820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=a36c48ed-aae4-4f56-a4f6-8af4d11c655b,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:05.287537 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-874ed752-7f8c-4c3b-8c16-25b3cd321283 req-cf197260-dc90-45ff-b43d-44418ea2eff6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592149 Apr 05 10:00:05.340368 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-73031889-3408-4081-8d62-c9243db29b4c req-cb44e429-d390-4586-a3f0-887bac6acba4 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 210 time: 0.1793947 Apr 05 10:00:05.362949 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fefbd1be-3f00-4f95-88f4-337c0bb9baad tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags/tempest-TagsExtTest-Tag-1863834265 HTTP/1.1" status: 201 len: 201 time: 0.5991156 Apr 05 10:00:05.368878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60070) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:05.391679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ecc2e8e0-f390-4600-aa4c-023df758fe87 None None] Provisioning complete for port a36c48ed-aae4-4f56-a4f6-8af4d11c655b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:05.392473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ecc2e8e0-f390-4600-aa4c-023df758fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:05.409159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b892b8f8-76ec-412a-8cfa-b296fe731089 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:05.410505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-36a1f943-e4ec-4d92-99db-af94009eefb7 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:05.496391 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:05.512136 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Transition to ACTIVE for port object 67a86f8f-1a9b-4c36-a1ac-5a53597f972e will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:05.512693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892b8f8-76ec-412a-8cfa-b296fe731089 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=ce57a05a-46b1-430b-a2d5-ab5c2de02db6,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:05.527795 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:05.551410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b892b8f8-76ec-412a-8cfa-b296fe731089 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:05.636803 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b892b8f8-76ec-412a-8cfa-b296fe731089 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/ce57a05a-46b1-430b-a2d5-ab5c2de02db6 HTTP/1.1" status: 204 len: 168 time: 2.2280021 Apr 05 10:00:05.642016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60076) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:05.653049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:05.739398 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e5ed8-7c1f-44c2-b153-714b5ca3862a None None] Pushing event updated for resources: {'Port': ['ID=67a86f8f-1a9b-4c36-a1ac-5a53597f972e,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:05.800084 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-36a1f943-e4ec-4d92-99db-af94009eefb7 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags HTTP/1.1" status: 200 len: 240 time: 0.4280670 Apr 05 10:00:05.830443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 11f9b97d-ca0b-4f81-8196-4386c6a38acc, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=11f9b97d-ca0b-4f81-8196-4386c6a38acc,segment=NetworkSegment(d35b45db-2fc3-466d-96da-11a3df4e617a),segment_id=d35b45db-2fc3-466d-96da-11a3df4e617a)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:05.842903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60080) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:05.846870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f9b97d-ca0b-4f81-8196-4386c6a38acc'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:00:05.862439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2903d2d-8510-4086-acae-1d0dce44fe8c None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:05.874195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-3377d031-c1c5-49cb-85ef-b28d24337e85 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24', 'tempest-TagsExtTest-Tag-136803464') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:05.922407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:06.060366 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fa145808-c09b-470d-8c82-6f19d8bbb92d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4166787 Apr 05 10:00:06.077678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60086) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:06.083454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'Port': ['ID=c4afb35b-8f33-4988-b474-498f2ab887d1,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:06.110718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:06.140218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:06.159799 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Attempting to bind port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:00:06.160271 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Attempting to bind port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:00:06.160629 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Attempting to bind port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e on network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:00:06.170915 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:00:06.171240 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Checking segment: {'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:00:06.172028 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:06.172417 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Bound using segment: {'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:00:06.172923 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Bound port: 67a86f8f-1a9b-4c36-a1ac-5a53597f972e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076b64e5-cc78-4a10-a159-a8e96ed9efd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:00:06.173416 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:06.362733 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52388ef6-abaf-4184-84ee-ab572339faf1'] response: {'server_uuid': '6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f9b97d-ca0b-4f81-8196-4386c6a38acc', 'code': 200} Apr 05 10:00:06.465137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:06.475310 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] For port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:00:06.482141 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] For port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=67a86f8f-1a9b-4c36-a1ac-5a53597f972e,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:00:06.500871 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:06.617468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:06.767916 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e5ed8-7c1f-44c2-b153-714b5ca3862a None None] Pushing event updated for resources: {'Port': ['ID=67a86f8f-1a9b-4c36-a1ac-5a53597f972e,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:06.777007 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:06.779843 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:06.795254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18116fb-3eeb-4612-aa40-75fd1ef248ac None None] Network 78a3b715-5488-4e9a-b458-7781f4ea3680 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:06.870307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:06.877281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:06.886344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:06.903947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:07.006829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 10:00:07.111571 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2f3edda9-0c85-48c0-90e2-b1909b780a1b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:07.112116 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:07.153891 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:07.190038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:07.197060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:07.287652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=11f9b97d-ca0b-4f81-8196-4386c6a38acc,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:07.353122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:07.365091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ecc2e8e0-f390-4600-aa4c-023df758fe87 None None] Provisioning for port e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:07.424122 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-975820ca-2941-4652-812b-53116c142dd6 req-37cb5b58-34cd-4842-97b5-a8a716b0bdf9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 210 time: 0.0644076 Apr 05 10:00:07.437514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ecc2e8e0-f390-4600-aa4c-023df758fe87 None None] Provisioning complete for port e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:07.438408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ecc2e8e0-f390-4600-aa4c-023df758fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:07.486650 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3377d031-c1c5-49cb-85ef-b28d24337e85 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags/tempest-TagsExtTest-Tag-136803464 HTTP/1.1" status: 204 len: 168 time: 1.6310537 Apr 05 10:00:07.499268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60096) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:07.513789 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:07.536738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-21b34d12-7880-4a5e-8795-f288e57b7556 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24', 'tempest-TagsExtTest-Tag-136803464') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:07.644353 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-f7ceb0bc-22f4-48e5-9e88-58ae755fa3f6 req-d01e4116-5b9a-481a-836f-096e29be1432 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 1098 time: 0.5384059 Apr 05 10:00:07.678619 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:59:55Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5b0d204b-073c-4c63-9ebb-48d29258e96e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'mac_address': 'fa:16:3e:03:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:58:32Z', 'updated_at': '2022-04-05T09:58:42Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a86f8f-1a9b-4c36-a1ac-5a53597f972e', 'name': '', 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1b:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6796365e-b56b-4db1-86fa-df85c1087719', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:52Z', 'updated_at': '2022-04-05T10:00:06Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '6796365e-b56b-4db1-86fa-df85c1087719', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:07.687474 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:07.690621 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab1e2-1765-4da0-b7c1-909da90a9ce2 None None] The sync data for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv is: [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T09:59:55Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5b0d204b-073c-4c63-9ebb-48d29258e96e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'mac_address': 'fa:16:3e:03:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:58:32Z', 'updated_at': '2022-04-05T09:58:42Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a86f8f-1a9b-4c36-a1ac-5a53597f972e', 'name': '', 'network_id': 'd5429b7c-69b7-4fb3-9a26-be1a5b872a29', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1b:12:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6796365e-b56b-4db1-86fa-df85c1087719', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:52Z', 'updated_at': '2022-04-05T10:00:06Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '6796365e-b56b-4db1-86fa-df85c1087719', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:00:07.697881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=2e414879-0a36-4394-80a5-fc783b0f9204,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:07.705848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Transition to ACTIVE for port object 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:07.733510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:07.862443 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-f7ceb0bc-22f4-48e5-9e88-58ae755fa3f6 req-b21f734d-5192-4661-a037-ebfbac5c2916 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957097 Apr 05 10:00:07.938430 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Floating IP eddf7859-3650-4883-b2bb-a13aefe0a70e associated. External IP: 172.26.4.92, port: c968257e-f007-415c-971a-d62dec77c235. Apr 05 10:00:07.997205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f857e4-9897-4d4a-9c60-9aa4886b770c None None] Pushing event updated for resources: {'Port': ['ID=5fdb3438-9c22-4568-a7fe-2ed4537c9d52,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:08.013708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ecc2e8e0-f390-4600-aa4c-023df758fe87 None None] Port e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:08.083357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dcc12-7bec-4cd0-89e2-14700b817b24 req-c4d2c834-bb61-43df-9c53-21ba62eea17b tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:08.084935 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-212dcc12-7bec-4cd0-89e2-14700b817b24 req-c4d2c834-bb61-43df-9c53-21ba62eea17b tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.7297878 Apr 05 10:00:08.102584 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-21b34d12-7880-4a5e-8795-f288e57b7556 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags/tempest-TagsExtTest-Tag-136803464 HTTP/1.1" status: 204 len: 168 time: 0.5949676 Apr 05 10:00:08.103735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60100) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:08.130425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-b55cff56-b105-4595-942c-f8d5199fa33a tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:08.232541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-7b4378d5-a38c-4ca1-a7eb-d821a873e37b tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:08.235443 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-7b4378d5-a38c-4ca1-a7eb-d821a873e37b tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.10 "GET /v2.0/networks?id=b7c65548-cba0-4eb8-98fa-0a7a307c15cd HTTP/1.1" status: 200 len: 796 time: 0.8771410 Apr 05 10:00:08.322043 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-212dcc12-7bec-4cd0-89e2-14700b817b24 req-30aa198d-f57d-4bb6-9dc3-4ca80794cb9e tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145522 Apr 05 10:00:08.345604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:08.408828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-651b6e31-5330-4f68-8e10-959844d909b7 None None] Provisioning complete for port e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:08.409311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-651b6e31-5330-4f68-8e10-959844d909b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:08.416565 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-e169b273-bd74-4c94-8f62-505874e96108 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da8105cfd52c4aeb83269a4f12fa120f HTTP/1.1" status: 200 len: 379 time: 0.1284485 Apr 05 10:00:08.435111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'port': {'device_id': '783c7ff8-d010-46b7-953f-acdc10520d09', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'admin_state_up': True, 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'security_groups': ['a542ffba-d644-4881-9b5e-3af200076938']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:08.475313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:00:08.481396 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a36c48ed-aae4-4f56-a4f6-8af4d11c655b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:08.587601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 10:00:08.590771 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b55cff56-b105-4595-942c-f8d5199fa33a tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags HTTP/1.1" status: 200 len: 205 time: 0.4658208 Apr 05 10:00:08.598257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60106) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:08.603981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Deleting port 3e30f6cb-266a-4bbe-8e18-a4c87f191441 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:08.604359 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:08.620135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-912fc06a-6afd-4f56-98f7-8b7db4d273b3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:08.709294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Attempting to bind port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:00:08.710112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Attempting to bind port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:00:08.710471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Attempting to bind port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 on network b7c65548-cba0-4eb8-98fa-0a7a307c15cd {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:00:08.741793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-651b6e31-5330-4f68-8e10-959844d909b7 None None] Port e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:08.768666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:00:08.769440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Checking segment: {'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:00:08.770239 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:08.770789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Bound using segment: {'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:00:08.771625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Bound port: 5fdb3438-9c22-4568-a7fe-2ed4537c9d52, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:00:08.772240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:08.777807 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bd1a751-c8df-4922-8515-9d38f246869f req-7438b8b6-7f39-454f-9542-b8142f18b6dd tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 210 time: 0.1016169 Apr 05 10:00:08.804239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:08.832010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port a36c48ed-aae4-4f56-a4f6-8af4d11c655b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:08.833207 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:08.876903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:08.918376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:08.959445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:09.086528 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-651b6e31-5330-4f68-8e10-959844d909b7 None None] Provisioning for port bcf5cb7e-b590-4e07-a284-7b27c191d01e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:09.142230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Made reservation on behalf of da8105cfd52c4aeb83269a4f12fa120f for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:09.152829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:09.161628 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] For port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:00:09.207231 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-912fc06a-6afd-4f56-98f7-8b7db4d273b3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags HTTP/1.1" status: 200 len: 241 time: 0.6047666 Apr 05 10:00:09.209595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60112) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:09.221938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bcf5cb7e-b590-4e07-a284-7b27c191d01e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:09.230256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-26691915-c123-4862-a8fd-8acd5f624a55 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f', 'tempest-TagsExtTest-Tag-1427800673') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:09.273155 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] For port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5fdb3438-9c22-4568-a7fe-2ed4537c9d52,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:00:09.302179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] For port 3e30f6cb-266a-4bbe-8e18-a4c87f191441, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3e30f6cb-266a-4bbe-8e18-a4c87f191441,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:09.306065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:09.311078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] For port 3e30f6cb-266a-4bbe-8e18-a4c87f191441, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3e30f6cb-266a-4bbe-8e18-a4c87f191441,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:09.311466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:09.342706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:09.401677 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:09.402415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:09.622992 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Calling delete_port for 3e30f6cb-266a-4bbe-8e18-a4c87f191441 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:09.634339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=3e30f6cb-266a-4bbe-8e18-a4c87f191441,revision_number=6']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:09.649453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Router 997573c5-a3c0-4747-a037-cee465dcd7d2 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:00:09.685131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:09.702085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port bcf5cb7e-b590-4e07-a284-7b27c191d01e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:09.707014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:09.715886 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port bcf5cb7e-b590-4e07-a284-7b27c191d01e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:09.716612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:09.718137 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-26691915-c123-4862-a8fd-8acd5f624a55 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags/tempest-TagsExtTest-Tag-1427800673 HTTP/1.1" status: 204 len: 168 time: 0.5047808 Apr 05 10:00:09.719641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:09.720233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:09.728322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60118) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:09.743420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Allocated IP 172.20.0.14 (b7c65548-cba0-4eb8-98fa-0a7a307c15cd/235b3237-b6fd-46e3-98e1-47856648ac4d/467ec842-352e-4509-a941-8b81c3c0b555) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:09.756444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-971afd8c-aa56-4b57-9a89-c0c1283657ba tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f', 'tempest-TagsExtTest-Tag-1427800673') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:09.769185 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.6520681 Apr 05 10:00:09.771819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60122) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:09.772644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6465a-271f-4fdf-9b8a-1e763b75c3ee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=0f0888f9-9864-4d12-906c-e1ab484451e9,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:09.781372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:c3:de:72', 'name': 'tempest-NetworksTestDHCPv6-1818185164'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:09.807957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Routers {'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:09.808592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:09.874147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f857e4-9897-4d4a-9c60-9aa4886b770c None None] Pushing event updated for resources: {'Port': ['ID=5fdb3438-9c22-4568-a7fe-2ed4537c9d52,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:09.938513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:09.950077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb7df0-56e6-405e-a5c4-f9baabe40d27 req-3f2556e9-ff28-446f-8b24-9a014068f72e tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:09.951639 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bbbb7df0-56e6-405e-a5c4-f9baabe40d27 req-3f2556e9-ff28-446f-8b24-9a014068f72e tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.3488264 Apr 05 10:00:09.972155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:09.972911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:10.011624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3a1674c0-c3e2-4127-aec0-3bbe58b818a3 None None] Provisioning complete for port bcf5cb7e-b590-4e07-a284-7b27c191d01e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:10.011984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3a1674c0-c3e2-4127-aec0-3bbe58b818a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:10.072910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:00:10.073260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:00:10.088314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:10.145694 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80af3a7e-84f6-47f1-9846-49f311ed6c55 req-3f0d592c-4797-4720-9e0d-c3bb05d3ee79 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 210 time: 0.1753666 Apr 05 10:00:10.152235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:10.166808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port bcf5cb7e-b590-4e07-a284-7b27c191d01e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bcf5cb7e-b590-4e07-a284-7b27c191d01e,segment=NetworkSegment(192fab7b-84be-46f1-b978-dbe450bb7dca),segment_id=192fab7b-84be-46f1-b978-dbe450bb7dca)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:10.168584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:10.196986 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] Set router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:10.198445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:10.237574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:10.238593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 67a86f8f-1a9b-4c36-a1ac-5a53597f972e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:10.280337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=2e414879-0a36-4394-80a5-fc783b0f9204,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:10.353819 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bbbb7df0-56e6-405e-a5c4-f9baabe40d27 req-b4044ad6-5541-467f-b3e2-3d8c008979ca tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844810 Apr 05 10:00:10.355553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:10.366623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.367958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.369189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.369703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.370210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.370703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.371216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.371743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.372244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.372747 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.373243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:10.395333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port a2142156-7133-466f-988b-4b88239aba39 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:00:10.433236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:10.437269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:00:10.456007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60130) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:10.456888 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-971afd8c-aa56-4b57-9a89-c0c1283657ba tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags/tempest-TagsExtTest-Tag-1427800673 HTTP/1.1" status: 204 len: 168 time: 0.7155390 Apr 05 10:00:10.471322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-206d0eba-7054-49fc-8472-f0faa891da6b tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:10.471831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] Sync routers for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:00:10.487584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=bcf5cb7e-b590-4e07-a284-7b27c191d01e,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:10.500365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Transition to ACTIVE for port object 467ec842-352e-4509-a941-8b81c3c0b555 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:10.515165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network 78a3b715-5488-4e9a-b458-7781f4ea3680 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:10.518009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:10.551368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:10.599037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Deleting port 3e30f6cb-266a-4bbe-8e18-a4c87f191441 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:10.599412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:10.685941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:10.686593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:10.762417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:10.779060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f816:3eff:fec3:de72 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/0f0888f9-9864-4d12-906c-e1ab484451e9/a2142156-7133-466f-988b-4b88239aba39) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:10.860117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:10.903805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:10.904027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:10.930621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3a1674c0-c3e2-4127-aec0-3bbe58b818a3 None None] Provisioning for port 2e414879-0a36-4394-80a5-fc783b0f9204 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:10.985755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3a1674c0-c3e2-4127-aec0-3bbe58b818a3 None None] Provisioning complete for port 2e414879-0a36-4394-80a5-fc783b0f9204 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:10.986162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3a1674c0-c3e2-4127-aec0-3bbe58b818a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:11.002066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Network b7c65548-cba0-4eb8-98fa-0a7a307c15cd is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:11.010378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:11.012787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:11.058192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'Port': ['ID=467ec842-352e-4509-a941-8b81c3c0b555,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:11.094164 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ac4ad7cd-df62-4733-b5b7-87e26507cca5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.3547108 Apr 05 10:00:11.108875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'tag': 'c968257e-f007-415c-971a-d62dec77c235'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:00:11.115721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5f69b-ef81-4d62-9749-5e9e6f656edf req-287b06c6-3472-4694-9a24-a2dfb67ff211 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:11.117699 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eac5f69b-ef81-4d62-9749-5e9e6f656edf req-287b06c6-3472-4694-9a24-a2dfb67ff211 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.3948853 Apr 05 10:00:11.164514 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-206d0eba-7054-49fc-8472-f0faa891da6b tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags HTTP/1.1" status: 200 len: 205 time: 0.7021694 Apr 05 10:00:11.165541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60138) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:11.174533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-0ac83097-e14a-44e0-9fdd-0cadcfa7bc8e tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:11.235972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:11.247350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:11.248043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:11.265445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:11.294529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object a2142156-7133-466f-988b-4b88239aba39 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:11.372179 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf02a1b-4382-47ac-868b-4854216c69f9'] response: {'name': 'network-changed', 'server_uuid': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'tag': 'c968257e-f007-415c-971a-d62dec77c235', 'status': 'completed', 'code': 200} Apr 05 10:00:11.378565 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:11.473426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:11.477863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:11.483790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:11.488298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:11.488903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:11.498843 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=a2142156-7133-466f-988b-4b88239aba39,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:11.519554 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.519554 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.519878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.520117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.520395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.521266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.521266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.521932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.521932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.522211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.522862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:11.524039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3a1674c0-c3e2-4127-aec0-3bbe58b818a3 None None] Port 2e414879-0a36-4394-80a5-fc783b0f9204 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:11.534874 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-33798b9f-4b24-4352-9851-138397c8a41a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7587066 Apr 05 10:00:11.538416 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-6e804559-5888-4de8-8d8f-2b76b0e14760 req-8b82a6a2-1c85-4297-8ec7-e1c861655a4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 1098 time: 0.2075925 Apr 05 10:00:11.539155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60146) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:11.539789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60148) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:11.576859 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eac5f69b-ef81-4d62-9749-5e9e6f656edf req-7202cb67-58f3-4391-9324-3cec3156cee3 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479532 Apr 05 10:00:11.591418 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-c20e9e83-e866-4d1a-b2d8-583f07dc60b0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1636770 Apr 05 10:00:11.605572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Request body: {'port': {'device_id': '783c7ff8-d010-46b7-953f-acdc10520d09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:11.703280 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0ac83097-e14a-44e0-9fdd-0cadcfa7bc8e tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags HTTP/1.1" status: 200 len: 240 time: 0.5358851 Apr 05 10:00:11.709088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60156) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:11.716762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-8dfffcdd-2d57-4104-9e57-7224cdda95f1 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755', 'tempest-TagsExtTest-Tag-908617207') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:11.875541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] For port 3e30f6cb-266a-4bbe-8e18-a4c87f191441, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3e30f6cb-266a-4bbe-8e18-a4c87f191441,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:11.876122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:11.912700 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817c3fd-4332-44fb-8e65-a39b9dc23f96 req-3dce02d9-2f20-4999-a3d1-2025f2d91c71 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:11.913183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:11.914556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c817c3fd-4332-44fb-8e65-a39b9dc23f96 req-3dce02d9-2f20-4999-a3d1-2025f2d91c71 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Synchronizing usage tracker for tenant:da8105cfd52c4aeb83269a4f12fa120f on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:11.932790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e804559-5888-4de8-8d8f-2b76b0e14760 req-6f7aa7a0-ec13-4735-920a-ad8cd8ea0f6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:11.937741 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-6e804559-5888-4de8-8d8f-2b76b0e14760 req-6f7aa7a0-ec13-4735-920a-ad8cd8ea0f6d service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.2363379 Apr 05 10:00:11.951339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef273ce-4d4d-49f7-966d-43643c8e9d56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:11.952694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:11.956268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef273ce-4d4d-49f7-966d-43643c8e9d56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:11.957225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4ef273ce-4d4d-49f7-966d-43643c8e9d56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:11.983414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c817c3fd-4332-44fb-8e65-a39b9dc23f96 req-3dce02d9-2f20-4999-a3d1-2025f2d91c71 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Unset dirty status for tenant:da8105cfd52c4aeb83269a4f12fa120f on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:11.984665 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c817c3fd-4332-44fb-8e65-a39b9dc23f96 req-3dce02d9-2f20-4999-a3d1-2025f2d91c71 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 932 time: 0.5131240 Apr 05 10:00:12.038953 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8dfffcdd-2d57-4104-9e57-7224cdda95f1 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags/tempest-TagsExtTest-Tag-908617207 HTTP/1.1" status: 204 len: 168 time: 0.3264062 Apr 05 10:00:12.045971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60162) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:12.060192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-06070e06-27f2-4b52-84e7-9d0dd8994763 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755', 'tempest-TagsExtTest-Tag-908617207') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:12.069755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Calling delete_port for 3e30f6cb-266a-4bbe-8e18-a4c87f191441 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:12.091012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4ef273ce-4d4d-49f7-966d-43643c8e9d56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:12.092204 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4ef273ce-4d4d-49f7-966d-43643c8e9d56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5492184 Apr 05 10:00:12.094867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60166) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:12.100466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:59Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '5fdb3438-9c22-4568-a7fe-2ed4537c9d52', 'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'mac_address': 'fa:16:3e:8a:8f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:58Z', 'updated_at': '2022-04-05T10:00:09Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'subnets': [{'id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:12.133776 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-6e804559-5888-4de8-8d8f-2b76b0e14760 req-67e09707-ddb1-4793-807a-062c35ac82fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c968257e-f007-415c-971a-d62dec77c235 HTTP/1.1" status: 200 len: 998 time: 0.1697707 Apr 05 10:00:12.134013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdd63f6-eac5-4c0e-ba0a-ad664c5e1b48 None None] The sync data for ids ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'] in dv-neutron-833199-1-hyperv is: [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:59Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '5fdb3438-9c22-4568-a7fe-2ed4537c9d52', 'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'mac_address': 'fa:16:3e:8a:8f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:58Z', 'updated_at': '2022-04-05T10:00:09Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'subnets': [{'id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:00:12.161906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b21bdce8-c6fb-4f68-823a-9f4ff7e3052b None None] Provisioning for port 467ec842-352e-4509-a941-8b81c3c0b555 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:12.173938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b21bdce8-c6fb-4f68-823a-9f4ff7e3052b None None] Provisioning complete for port 467ec842-352e-4509-a941-8b81c3c0b555 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:12.174303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b21bdce8-c6fb-4f68-823a-9f4ff7e3052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:12.200933 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=67a86f8f-1a9b-4c36-a1ac-5a53597f972e,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:12.253790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:12.259665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-740d13a1-77a7-4d93-9539-95095ca3b899 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port a2142156-7133-466f-988b-4b88239aba39 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:12.260150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-740d13a1-77a7-4d93-9539-95095ca3b899 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:12.329133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Router 73fdd89f-82ed-4a76-9572-bf23599caf50 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:00:12.353174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e804559-5888-4de8-8d8f-2b76b0e14760 req-4861641a-db9c-491a-b2ea-f58fe0cc7278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:12.354647 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-6e804559-5888-4de8-8d8f-2b76b0e14760 req-4861641a-db9c-491a-b2ea-f58fe0cc7278 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.2131209 Apr 05 10:00:12.369937 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c817c3fd-4332-44fb-8e65-a39b9dc23f96 req-7afdec97-4deb-47e0-8019-f3bfadc8c606 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3557673 Apr 05 10:00:12.436629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'eddf7859-3650-4883-b2bb-a13aefe0a70e', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'c968257e-f007-415c-971a-d62dec77c235', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:e4:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:00:03Z', 'updated_at': '2022-04-05T10:00:03Z', 'revision_number': 0, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:12.439091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b21bdce8-c6fb-4f68-823a-9f4ff7e3052b None None] Port 467ec842-352e-4509-a941-8b81c3c0b555 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:12.461503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] Checking router: 997573c5-a3c0-4747-a037-cee465dcd7d2 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:00:12.481787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=67a86f8f-1a9b-4c36-a1ac-5a53597f972e,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:12.506024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:12.506882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:12.589976 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:12.702257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b21bdce8-c6fb-4f68-823a-9f4ff7e3052b None None] Provisioning complete for port 2e414879-0a36-4394-80a5-fc783b0f9204 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:12.703004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b21bdce8-c6fb-4f68-823a-9f4ff7e3052b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:12.714319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667e9eb-efd7-4bfc-a5f9-c1c050c4f689 req-f2c95853-1505-4018-8964-0d6156ff50a3 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:12.715874 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d667e9eb-efd7-4bfc-a5f9-c1c050c4f689 req-f2c95853-1505-4018-8964-0d6156ff50a3 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.5980678 Apr 05 10:00:12.772436 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-06070e06-27f2-4b52-84e7-9d0dd8994763 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags/tempest-TagsExtTest-Tag-908617207 HTTP/1.1" status: 204 len: 168 time: 0.7190423 Apr 05 10:00:12.780930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60170) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:12.787723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-c780b47a-3718-416e-9586-35d9352431fa tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:12.789939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:12.889478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] Pushing event deleted for resources: {'Port': ['ID=3e30f6cb-266a-4bbe-8e18-a4c87f191441,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:12.959171 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d667e9eb-efd7-4bfc-a5f9-c1c050c4f689 req-cab12689-5b08-4414-84dd-69dd1c7f99fb tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251871 Apr 05 10:00:12.961436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.resource_extend [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 10:00:13.040009 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58c73f-1783-4bb7-a648-3c9fed5679d1 None None] No DVR routers for this DVR port 3e30f6cb-266a-4bbe-8e18-a4c87f191441 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:00:13.042004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b21bdce8-c6fb-4f68-823a-9f4ff7e3052b None None] Port 2e414879-0a36-4394-80a5-fc783b0f9204 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:13.057155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467ec842-352e-4509-a941-8b81c3c0b555 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:00:13.064783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:13.081163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Transition to ACTIVE for port object 467ec842-352e-4509-a941-8b81c3c0b555 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:13.093962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0abc7e-0b81-446a-bc44-563839059bbb None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:13.095168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:13.114907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-740d13a1-77a7-4d93-9539-95095ca3b899 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:13.131826 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c780b47a-3718-416e-9586-35d9352431fa tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags HTTP/1.1" status: 200 len: 205 time: 0.3497632 Apr 05 10:00:13.138090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60174) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:13.161193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:00:13.172336 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c54a13-5d3b-495f-aa86-f167dbf91fe6 None None] Sync routers for ids ['73fdd89f-82ed-4a76-9572-bf23599caf50'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:00:13.188669 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-12f48088-5b7d-4407-963f-0c754dd62e69 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "PUT /v2.0/routers/73fdd89f-82ed-4a76-9572-bf23599caf50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2884793 Apr 05 10:00:13.193023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60178) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:13.193194 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c54a13-5d3b-495f-aa86-f167dbf91fe6 None None] Routers {'73fdd89f-82ed-4a76-9572-bf23599caf50'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:13.193965 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-08c54a13-5d3b-495f-aa86-f167dbf91fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['73fdd89f-82ed-4a76-9572-bf23599caf50'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:13.306898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:13.332377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:13.333024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:13.345064 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-08c54a13-5d3b-495f-aa86-f167dbf91fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:13.377368 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c54a13-5d3b-495f-aa86-f167dbf91fe6 None None] Routers {'73fdd89f-82ed-4a76-9572-bf23599caf50'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:13.389119 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-08c54a13-5d3b-495f-aa86-f167dbf91fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['73fdd89f-82ed-4a76-9572-bf23599caf50'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:13.462041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-e104de0d-97b2-4b37-9c2e-0a516e6890f7 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:13.470553 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:13.516170 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-08c54a13-5d3b-495f-aa86-f167dbf91fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:13.516431 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c54a13-5d3b-495f-aa86-f167dbf91fe6 None None] The sync data for ids ['73fdd89f-82ed-4a76-9572-bf23599caf50'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:00:13.572704 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Pushing event updated for resources: {'Port': ['ID=467ec842-352e-4509-a941-8b81c3c0b555,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:13.623656 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-740d13a1-77a7-4d93-9539-95095ca3b899 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for a2142156-7133-466f-988b-4b88239aba39 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:13.704104 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-6e804559-5888-4de8-8d8f-2b76b0e14760 req-5d25489f-0bc1-4fba-bc09-178a3b18b9c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3304281 Apr 05 10:00:13.802845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc0d653-e788-4e76-9790-0f3c7d17c7a1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:13.803831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5fc0d653-e788-4e76-9790-0f3c7d17c7a1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:13.819701 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e104de0d-97b2-4b37-9c2e-0a516e6890f7 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags HTTP/1.1" status: 200 len: 241 time: 0.6768193 Apr 05 10:00:13.823686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60184) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:13.833052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:13.839448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-abd49a4b-c709-4962-aa33-760e8a05cb9e tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f', 'tempest-TagsExtTest-Tag-1863834265') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:13.855293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Attempting to bind port 467ec842-352e-4509-a941-8b81c3c0b555 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:00:13.855788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Attempting to bind port 467ec842-352e-4509-a941-8b81c3c0b555 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:00:13.856216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Attempting to bind port 467ec842-352e-4509-a941-8b81c3c0b555 on network b7c65548-cba0-4eb8-98fa-0a7a307c15cd {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:00:13.863280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd7b42-29c6-4e53-814b-d4d8ed4cfa99 req-14d2f488-2bfc-44a1-8e32-874eff7f878d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:13.864885 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6fd7b42-29c6-4e53-814b-d4d8ed4cfa99 req-14d2f488-2bfc-44a1-8e32-874eff7f878d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 944 time: 0.2388458 Apr 05 10:00:13.865648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5fc0d653-e788-4e76-9790-0f3c7d17c7a1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:13.870428 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5fc0d653-e788-4e76-9790-0f3c7d17c7a1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports?device_id=73fdd89f-82ed-4a76-9572-bf23599caf50 HTTP/1.1" status: 200 len: 989 time: 0.6761634 Apr 05 10:00:13.871942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60188) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:13.979158 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-abd49a4b-c709-4962-aa33-760e8a05cb9e tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags/tempest-TagsExtTest-Tag-1863834265 HTTP/1.1" status: 204 len: 168 time: 0.1445019 Apr 05 10:00:13.982413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60192) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:13.984528 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-6e804559-5888-4de8-8d8f-2b76b0e14760 req-0fa2dcf3-3396-4ba0-afbc-663873aacde1 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681932 Apr 05 10:00:14.027200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5fdb3438-9c22-4568-a7fe-2ed4537c9d52,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:14.086899 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:14.086899 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bcf5cb7e-b590-4e07-a284-7b27c191d01e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:14.089653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Port 467ec842-352e-4509-a941-8b81c3c0b555 on network b7c65548-cba0-4eb8-98fa-0a7a307c15cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:00:14.089653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Attempting to bind port 467ec842-352e-4509-a941-8b81c3c0b555 on network b7c65548-cba0-4eb8-98fa-0a7a307c15cd {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:00:14.095800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-8b0b39c4-3eb8-409b-9c07-c0577a2e01e5 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f', 'tempest-TagsExtTest-Tag-1863834265') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:14.195605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-740d13a1-77a7-4d93-9539-95095ca3b899 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:14.248824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 9, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:00:14.248824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Checking segment: {'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:00:14.248824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Bound using segment: {'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:00:14.248824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Bound port: 467ec842-352e-4509-a941-8b81c3c0b555, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf5bce2-492f-44cb-94f0-2b1944cd389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:00:14.248824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:14.300400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5fdb3438-9c22-4568-a7fe-2ed4537c9d52,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:14.318710 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6fd7b42-29c6-4e53-814b-d4d8ed4cfa99 req-57914106-0e04-40af-8a5d-b250b0cc5cbf tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3723140 Apr 05 10:00:14.332000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-740d13a1-77a7-4d93-9539-95095ca3b899 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:14.353769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d13a1-77a7-4d93-9539-95095ca3b899 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=a2142156-7133-466f-988b-4b88239aba39,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:14.385219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '0f0888f9-9864-4d12-906c-e1ab484451e9'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:00:14.385219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:14.389683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:14.490077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port bcf5cb7e-b590-4e07-a284-7b27c191d01e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:14.490077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:14.592727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] For port 467ec842-352e-4509-a941-8b81c3c0b555, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:00:14.602489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565d120-7dd2-4f84-8acc-fc029a9d227e req-ec50f9a4-d144-4845-bc26-2947dc5fbe73 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:14.602489 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b565d120-7dd2-4f84-8acc-fc029a9d227e req-ec50f9a4-d144-4845-bc26-2947dc5fbe73 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.4812372 Apr 05 10:00:14.607720 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] For port 467ec842-352e-4509-a941-8b81c3c0b555, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=467ec842-352e-4509-a941-8b81c3c0b555,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:00:14.630684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:14.666767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'eddf7859-3650-4883-b2bb-a13aefe0a70e', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'c968257e-f007-415c-971a-d62dec77c235', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:e4:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:00:03Z', 'updated_at': '2022-04-05T10:00:03Z', 'revision_number': 0, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:14.681882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2877b-8b91-420b-a24c-8beaf1937c87 None None] The sync data for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv is: [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'eddf7859-3650-4883-b2bb-a13aefe0a70e', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.92', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'c968257e-f007-415c-971a-d62dec77c235', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:e4:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:00:03Z', 'updated_at': '2022-04-05T10:00:03Z', 'revision_number': 0, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:00:14.752978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Allocated IP 2001:db8::f816:3eff:fe40:9a63 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/0f0888f9-9864-4d12-906c-e1ab484451e9/8085f0a3-5d85-40d7-be0e-2ce03778ab97) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:15.000600 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-740d13a1-77a7-4d93-9539-95095ca3b899 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/a2142156-7133-466f-988b-4b88239aba39 HTTP/1.1" status: 204 len: 168 time: 2.9047329 Apr 05 10:00:15.001140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:15.002426 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] 10.222.0.10 "PUT /v2.0/ports/467ec842-352e-4509-a941-8b81c3c0b555 HTTP/1.1" status: 200 len: 1094 time: 3.4013574 Apr 05 10:00:15.005862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:00:15.023445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60198) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:15.079607 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b565d120-7dd2-4f84-8acc-fc029a9d227e req-c84341b7-f6f8-4717-864f-65961f2b42d3 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702356 Apr 05 10:00:15.114560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3e30f6cb-266a-4bbe-8e18-a4c87f191441 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:15.173958 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-6e804559-5888-4de8-8d8f-2b76b0e14760 req-411e31a6-b306-4691-aea1-f368ffd9d1f7 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1673284 Apr 05 10:00:15.173958 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8b0b39c4-3eb8-409b-9c07-c0577a2e01e5 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags/tempest-TagsExtTest-Tag-1863834265 HTTP/1.1" status: 204 len: 168 time: 1.1713693 Apr 05 10:00:15.187580 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60206) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:15.204596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 3e30f6cb-266a-4bbe-8e18-a4c87f191441 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:15.204596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3e30f6cb-266a-4bbe-8e18-a4c87f191441 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:15.214705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-fe0f46ff-0116-4063-9255-8542acf5c230 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:15.270784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d2fd9-1818-42e2-9c3e-0c25d29b9cdd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:15.281279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90072c-064e-4221-9b69-2db4ac96336e service neutron] Pushing event updated for resources: {'Port': ['ID=467ec842-352e-4509-a941-8b81c3c0b555,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:15.287476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d2fd9-1818-42e2-9c3e-0c25d29b9cdd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:15.287476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d34d2fd9-1818-42e2-9c3e-0c25d29b9cdd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:15.321243 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791843d2-9752-41ad-9222-9783dd0f7b5d'] response: {'name': 'network-changed', 'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555', 'status': 'completed', 'code': 200} Apr 05 10:00:15.338643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d34d2fd9-1818-42e2-9c3e-0c25d29b9cdd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:15.338643 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d34d2fd9-1818-42e2-9c3e-0c25d29b9cdd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2884684 Apr 05 10:00:15.338643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60210) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:15.459275 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-98cec82f-d664-402a-b9fa-f61c84728f6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=da8105cfd52c4aeb83269a4f12fa120f&device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 1097 time: 0.3758998 Apr 05 10:00:15.475995 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fe0f46ff-0116-4063-9255-8542acf5c230 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags HTTP/1.1" status: 200 len: 205 time: 0.2815540 Apr 05 10:00:15.479181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:15.522573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60216) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:15.537454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-f54ff070-f209-4552-948c-463414f81ecc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:15.619346 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-964dfff8-4255-416b-b8b8-b6e12129c483 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467ec842-352e-4509-a941-8b81c3c0b555 HTTP/1.1" status: 200 len: 217 time: 0.1025121 Apr 05 10:00:15.663347 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f54ff070-f209-4552-948c-463414f81ecc tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags HTTP/1.1" status: 204 len: 168 time: 0.1394911 Apr 05 10:00:15.670587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60222) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:15.678768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-b8637293-97a4-41d5-b01b-d90452b98622 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:15.745048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-0bd493da-deeb-4460-944f-fef62b826c9d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:15.746759 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-0bd493da-deeb-4460-944f-fef62b826c9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=235b3237-b6fd-46e3-98e1-47856648ac4d HTTP/1.1" status: 200 len: 835 time: 0.1067722 Apr 05 10:00:15.783605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:15.797037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9802509-a8d8-4317-a291-4b66199fed00 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 0f0888f9-9864-4d12-906c-e1ab484451e9 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:15.841211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Transition to ACTIVE for port object 8085f0a3-5d85-40d7-be0e-2ce03778ab97 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:15.889426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Transition to ACTIVE for port object 8085f0a3-5d85-40d7-be0e-2ce03778ab97 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:15.893109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:15.893549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:15.909301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9802509-a8d8-4317-a291-4b66199fed00 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:15.921584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:16.072599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:16.076849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:16.080597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0843f7-0381-4a70-8052-f531da2b4279 req-777c8fec-dbdf-4ed5-90fd-2078367b0e99 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:16.081653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:16.082105 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6f0843f7-0381-4a70-8052-f531da2b4279 req-777c8fec-dbdf-4ed5-90fd-2078367b0e99 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 944 time: 0.3342969 Apr 05 10:00:16.096056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Pushing event updated for resources: {'Port': ['ID=8085f0a3-5d85-40d7-be0e-2ce03778ab97,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:16.120042 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-a03a152e-935f-4038-a247-4538a344e5ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7c65548-cba0-4eb8-98fa-0a7a307c15cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2740054 Apr 05 10:00:16.181499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9802509-a8d8-4317-a291-4b66199fed00 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:16.269346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Attempting to bind port 8085f0a3-5d85-40d7-be0e-2ce03778ab97 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:00:16.270204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Attempting to bind port 8085f0a3-5d85-40d7-be0e-2ce03778ab97 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:00:16.270204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Attempting to bind port 8085f0a3-5d85-40d7-be0e-2ce03778ab97 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:00:16.276460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 67a86f8f-1a9b-4c36-a1ac-5a53597f972e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:16.303956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097d8a3-aaa9-4400-9b1a-818a56a59674 req-0ad14df7-b662-4201-b5a8-1a94b3afbb7c tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:16.309288 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b8637293-97a4-41d5-b01b-d90452b98622 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags HTTP/1.1" status: 204 len: 168 time: 0.6274743 Apr 05 10:00:16.311354 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0097d8a3-aaa9-4400-9b1a-818a56a59674 req-0ad14df7-b662-4201-b5a8-1a94b3afbb7c tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.3841302 Apr 05 10:00:16.313326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:00:16.313326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:00:16.313326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:16.313326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:00:16.313326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Bound port: 8085f0a3-5d85-40d7-be0e-2ce03778ab97, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:00:16.313326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:16.324203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60226) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:16.329108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-6e86220c-9150-45d5-889b-5e4ccca24593 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:16.412198 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-24d6214f-e751-4d92-be40-7deec8ff11ba req-3ce2ce85-b90a-4154-83a4-a164b6c28495 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94b05632f5f9480ebf2ef2abf23fa548&device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 1098 time: 0.5666523 Apr 05 10:00:16.433660 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] For port 8085f0a3-5d85-40d7-be0e-2ce03778ab97, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:00:16.436915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] For port 8085f0a3-5d85-40d7-be0e-2ce03778ab97, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8085f0a3-5d85-40d7-be0e-2ce03778ab97,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:00:16.437958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:16.438294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:16.469000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:16.469461 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6f0843f7-0381-4a70-8052-f531da2b4279 req-81e3adc9-0f03-4d8f-b04c-f257845f1cee tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3715873 Apr 05 10:00:16.515960 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0097d8a3-aaa9-4400-9b1a-818a56a59674 req-69344262-f2e3-454c-a056-4468b6ff93b3 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141318 Apr 05 10:00:16.560304 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-03a46760-0322-46e5-a50c-462c41cbacab service neutron] 10.222.0.10 "GET /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255774 Apr 05 10:00:16.569317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:16.597566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9802509-a8d8-4317-a291-4b66199fed00 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:16.738667 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21931391-db01-4247-97ea-d3c98bd9a89b None None] Pushing event updated for resources: {'Port': ['ID=8085f0a3-5d85-40d7-be0e-2ce03778ab97,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:16.768251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6214f-e751-4d92-be40-7deec8ff11ba req-3d7bdba2-b41e-44bf-926c-dac44730e0ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:16.772261 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-24d6214f-e751-4d92-be40-7deec8ff11ba req-3d7bdba2-b41e-44bf-926c-dac44730e0ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ad0b63a-956b-494b-9489-06994729c434 HTTP/1.1" status: 200 len: 912 time: 0.3409345 Apr 05 10:00:16.854096 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6e86220c-9150-45d5-889b-5e4ccca24593 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags HTTP/1.1" status: 204 len: 168 time: 0.5302677 Apr 05 10:00:16.860524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60232) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:16.884886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-bfbeea17-3424-4790-a7fb-d1382082194e tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:16.916037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9802509-a8d8-4317-a291-4b66199fed00 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:16.919312 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a4f6fe-4b9a-49b4-99c7-537d5a1d57ff req-55d59273-59f5-4a64-b31e-a5d0893c3085 service neutron] 10.222.0.10 "GET /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707059 Apr 05 10:00:16.959986 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-24d6214f-e751-4d92-be40-7deec8ff11ba req-8b49393b-6f62-4ab1-88f3-7ef03bba6219 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11f9b97d-ca0b-4f81-8196-4386c6a38acc HTTP/1.1" status: 200 len: 217 time: 0.1652319 Apr 05 10:00:17.044213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9802509-a8d8-4317-a291-4b66199fed00 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=0f0888f9-9864-4d12-906c-e1ab484451e9,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:17.066430 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c9802509-a8d8-4317-a291-4b66199fed00 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:17.113438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6214f-e751-4d92-be40-7deec8ff11ba req-a78213b6-6b68-472a-a7a6-26c26ba931ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:17.114944 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-24d6214f-e751-4d92-be40-7deec8ff11ba req-a78213b6-6b68-472a-a7a6-26c26ba931ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=33475ef6-aa3b-4d49-ae02-b85acaa4a24b HTTP/1.1" status: 200 len: 852 time: 0.1380842 Apr 05 10:00:17.130128 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c9802509-a8d8-4317-a291-4b66199fed00 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/0f0888f9-9864-4d12-906c-e1ab484451e9 HTTP/1.1" status: 204 len: 168 time: 1.7902036 Apr 05 10:00:17.154455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60236) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:17.167292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e48d16-50fc-49a0-98ea-0a329c6ea4b0 None None] New status for floating IP eddf7859-3650-4883-b2bb-a13aefe0a70e: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:00:17.183182 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-24d6214f-e751-4d92-be40-7deec8ff11ba req-7773f7f0-6742-4dcc-b491-14271e1f984f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ad0b63a-956b-494b-9489-06994729c434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518610 Apr 05 10:00:17.243177 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:00:17.258592 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-29d5d5e5-8a61-48fc-adcc-2683e7701195 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022217 Apr 05 10:00:17.263481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60240) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:17.351919 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42e045a0-ee31-426b-ae57-3cb52cef2939 req-68e6ff07-8cc9-4dd7-9824-1892f7ba12f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=da8105cfd52c4aeb83269a4f12fa120f&device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 1097 time: 0.3669035 Apr 05 10:00:17.378413 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bfbeea17-3424-4790-a7fb-d1382082194e tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags HTTP/1.1" status: 204 len: 168 time: 0.5056443 Apr 05 10:00:17.380673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60244) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:17.391124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-ecb97c87-673b-451a-8b11-58c9f462128b tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24', 'tempest-TagsExtTest-Tag-1220420335') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:17.402399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 2e414879-0a36-4394-80a5-fc783b0f9204 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:17.402998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:17.439097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8085f0a3-5d85-40d7-be0e-2ce03778ab97 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:17.512359 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-24d6214f-e751-4d92-be40-7deec8ff11ba req-748034b2-4308-494d-a157-fd0676731048 service neutron] 10.222.0.10 "GET /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191411 Apr 05 10:00:17.742268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 8085f0a3-5d85-40d7-be0e-2ce03778ab97 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:17.785796 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ecb97c87-673b-451a-8b11-58c9f462128b tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags/tempest-TagsExtTest-Tag-1220420335 HTTP/1.1" status: 201 len: 201 time: 0.4016049 Apr 05 10:00:17.806206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60252) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:17.817005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-b1c1a0eb-4d9b-482d-8156-bf7757615305 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f', 'tempest-TagsExtTest-Tag-1511661880') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:17.901942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8347bd4-c3b3-4305-8621-5a6374b89dbc tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:17.903425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c8347bd4-c3b3-4305-8621-5a6374b89dbc tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6388159 Apr 05 10:00:17.908915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:17.909030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:17.931467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60256) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:17.992049 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-24d6214f-e751-4d92-be40-7deec8ff11ba req-288da089-13c9-48a7-9062-c78bf3dbe597 service neutron] 10.222.0.10 "GET /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533732 Apr 05 10:00:18.007607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290a2f02-dcd8-4a23-915b-b71c3e15b816 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:18.007607 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-290a2f02-dcd8-4a23-915b-b71c3e15b816 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0704105 Apr 05 10:00:18.019585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60260) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:18.084662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a21c3eb-44ad-4ee0-a11c-bb99ffce42a4 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:18.158453 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b1c1a0eb-4d9b-482d-8156-bf7757615305 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags/tempest-TagsExtTest-Tag-1511661880 HTTP/1.1" status: 201 len: 201 time: 0.3491132 Apr 05 10:00:18.159344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60264) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:18.168657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-27a6d033-f6ad-4b10-86dc-52def4f5f3ff tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755', 'tempest-TagsExtTest-Tag-1467761037') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:18.205949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Could not find standard attr ID for object a2142156-7133-466f-988b-4b88239aba39. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 10:00:18.230905 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d4c171fc-facc-4ee8-b7b6-ba6ab7b79296 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2160854 Apr 05 10:00:18.241950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60268) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:18.270648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Provisioning for port 8085f0a3-5d85-40d7-be0e-2ce03778ab97 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:18.281156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Provisioning complete for port 8085f0a3-5d85-40d7-be0e-2ce03778ab97 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:18.281473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:18.289101 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:18.341528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:18.351537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e045a0-ee31-426b-ae57-3cb52cef2939 req-0f1aa7c5-4341-4d8c-afaa-2f4126d3214c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:18.352633 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42e045a0-ee31-426b-ae57-3cb52cef2939 req-0f1aa7c5-4341-4d8c-afaa-2f4126d3214c service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7c65548-cba0-4eb8-98fa-0a7a307c15cd HTTP/1.1" status: 200 len: 896 time: 0.9870641 Apr 05 10:00:18.452235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 67a86f8f-1a9b-4c36-a1ac-5a53597f972e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=67a86f8f-1a9b-4c36-a1ac-5a53597f972e,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:18.452878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:18.470627 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:18.511753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] For port 8085f0a3-5d85-40d7-be0e-2ce03778ab97, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8085f0a3-5d85-40d7-be0e-2ce03778ab97,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:18.517857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:18.612058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 67a86f8f-1a9b-4c36-a1ac-5a53597f972e owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:18.632475 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 2e414879-0a36-4394-80a5-fc783b0f9204 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:18.640640 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-27a6d033-f6ad-4b10-86dc-52def4f5f3ff tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags/tempest-TagsExtTest-Tag-1467761037 HTTP/1.1" status: 201 len: 201 time: 0.4801900 Apr 05 10:00:18.651407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60272) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:18.657038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-3104627e-dce2-4e7e-b1ec-ecf8a8ddf76d tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f', 'tempest-TagsExtTest-Tag-1271275574') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:18.677067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Pushing event updated for resources: {'Port': ['ID=8085f0a3-5d85-40d7-be0e-2ce03778ab97,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:18.688957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba48ce5e-58b0-4eb1-8271-0ea05cf72903 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:00:18.696481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ba48ce5e-58b0-4eb1-8271-0ea05cf72903 None None] Deleting port 8085f0a3-5d85-40d7-be0e-2ce03778ab97 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:18.697154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ba48ce5e-58b0-4eb1-8271-0ea05cf72903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:18.720013 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42e045a0-ee31-426b-ae57-3cb52cef2939 req-d0b9c8d6-0a25-400b-8e96-958687ba4d03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467ec842-352e-4509-a941-8b81c3c0b555 HTTP/1.1" status: 200 len: 217 time: 0.3461909 Apr 05 10:00:18.751095 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3104627e-dce2-4e7e-b1ec-ecf8a8ddf76d tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags/tempest-TagsExtTest-Tag-1271275574 HTTP/1.1" status: 201 len: 201 time: 0.0986931 Apr 05 10:00:18.754171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60276) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:18.764087 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-38fecdec-ceb9-4a2f-8aca-0f1109bc68b2 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24', {'tags': ['tempest-TagsExtTest-Tag-43256070', 'tempest-TagsExtTest-Tag-783558702', 'tempest-TagsExtTest-Tag-781435478']}) {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:18.779165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.779803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.780354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.780838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.781328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.781825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.782347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.782869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.783375 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.783967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.784537 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95907fa-4600-426f-85b3-40c23c7d40d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:00:18.809506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e045a0-ee31-426b-ae57-3cb52cef2939 req-91188a84-9872-42a9-8bb4-82d05531bfa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:18.810850 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42e045a0-ee31-426b-ae57-3cb52cef2939 req-91188a84-9872-42a9-8bb4-82d05531bfa5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=235b3237-b6fd-46e3-98e1-47856648ac4d HTTP/1.1" status: 200 len: 835 time: 0.0788519 Apr 05 10:00:18.834981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171ce8ad-7c4f-4b04-883d-7134f17c25ba req-24997cdc-309b-40c0-92cb-7c6e583a6789 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:18.843383 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-171ce8ad-7c4f-4b04-883d-7134f17c25ba req-24997cdc-309b-40c0-92cb-7c6e583a6789 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 944 time: 1.0340455 Apr 05 10:00:18.877068 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-38fecdec-ceb9-4a2f-8aca-0f1109bc68b2 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags HTTP/1.1" status: 200 len: 314 time: 0.1154058 Apr 05 10:00:18.904023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60280) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:18.916397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-713da7a5-6679-46e7-aa53-060b49156a89 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:18.961108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:18.980920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:18.993284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:18.997408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:19.010456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ba48ce5e-58b0-4eb1-8271-0ea05cf72903 None None] For port 8085f0a3-5d85-40d7-be0e-2ce03778ab97, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8085f0a3-5d85-40d7-be0e-2ce03778ab97,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:19.010843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ba48ce5e-58b0-4eb1-8271-0ea05cf72903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:19.014280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:19.022387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a9f47-7cbb-47b0-8a38-2daa918a338e req-09ef5251-7f87-412f-b619-de105d904af8 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:19.023874 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fa2a9f47-7cbb-47b0-8a38-2daa918a338e req-09ef5251-7f87-412f-b619-de105d904af8 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 1.2182209 Apr 05 10:00:19.046249 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-171ce8ad-7c4f-4b04-883d-7134f17c25ba req-d60bda2a-1df9-46f4-a095-5cde9672ef5e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017226 Apr 05 10:00:19.056288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=67a86f8f-1a9b-4c36-a1ac-5a53597f972e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:19.103327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:19.166582 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-713da7a5-6679-46e7-aa53-060b49156a89 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags HTTP/1.1" status: 204 len: 168 time: 0.2517028 Apr 05 10:00:19.166582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60284) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:19.226781 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-cd31fb56-7ac0-4670-b14d-a69ab4ad0148 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24', 'tempest-TagsExtTest-Tag-43256070') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:19.277689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ba48ce5e-58b0-4eb1-8271-0ea05cf72903 None None] Calling delete_port for 8085f0a3-5d85-40d7-be0e-2ce03778ab97 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:19.290269 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42e045a0-ee31-426b-ae57-3cb52cef2939 req-796ad6f4-376d-4ce1-8c1f-2029f024d650 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7c65548-cba0-4eb8-98fa-0a7a307c15cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4289711 Apr 05 10:00:19.372957 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fa2a9f47-7cbb-47b0-8a38-2daa918a338e req-8a111cd5-7a59-4321-b8ac-128c4f889efc tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215990 Apr 05 10:00:19.405927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ba48ce5e-58b0-4eb1-8271-0ea05cf72903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:19.484366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8085f0a3-5d85-40d7-be0e-2ce03778ab97 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:19.506555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48ce5e-58b0-4eb1-8271-0ea05cf72903 None None] Pushing event deleted for resources: {'Port': ['ID=8085f0a3-5d85-40d7-be0e-2ce03778ab97,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:19.529032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48ce5e-58b0-4eb1-8271-0ea05cf72903 None None] No DVR routers for this DVR port 8085f0a3-5d85-40d7-be0e-2ce03778ab97 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:00:19.535061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 8085f0a3-5d85-40d7-be0e-2ce03778ab97 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:19.535061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8085f0a3-5d85-40d7-be0e-2ce03778ab97 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:19.561602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:19.604269 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-cd31fb56-7ac0-4670-b14d-a69ab4ad0148 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:19.604269 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cd31fb56-7ac0-4670-b14d-a69ab4ad0148 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags/tempest-TagsExtTest-Tag-43256070 HTTP/1.1" status: 404 len: 327 time: 0.4065816 Apr 05 10:00:19.610078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60288) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:19.612797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-f1e8f825-f01b-4fba-a67c-e79b931912b0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24', 'tempest-TagsExtTest-Tag-783558702') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:19.725138 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-f1e8f825-f01b-4fba-a67c-e79b931912b0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:19.725138 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f1e8f825-f01b-4fba-a67c-e79b931912b0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags/tempest-TagsExtTest-Tag-783558702 HTTP/1.1" status: 404 len: 328 time: 0.1117964 Apr 05 10:00:19.725138 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60292) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:19.737697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-40783dff-64ae-424e-81da-ce7293ef2f64 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24', 'tempest-TagsExtTest-Tag-781435478') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:19.752736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:19.808253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:19.813421 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42e045a0-ee31-426b-ae57-3cb52cef2939 req-594e9997-b7c9-400a-8405-febe26ee11fc service neutron] 10.222.0.10 "GET /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023835 Apr 05 10:00:19.890317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=2e414879-0a36-4394-80a5-fc783b0f9204,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:19.932517 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-40783dff-64ae-424e-81da-ce7293ef2f64 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:19.933875 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-40783dff-64ae-424e-81da-ce7293ef2f64 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags/tempest-TagsExtTest-Tag-781435478 HTTP/1.1" status: 404 len: 328 time: 0.2098076 Apr 05 10:00:19.942410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60296) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:19.949886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-5a66c63d-721e-4bec-9b67-b83734b2fd3c tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f', {'tags': ['tempest-TagsExtTest-Tag-192991965', 'tempest-TagsExtTest-Tag-1420883426', 'tempest-TagsExtTest-Tag-506241036']}) {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:20.058015 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5a66c63d-721e-4bec-9b67-b83734b2fd3c tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags HTTP/1.1" status: 200 len: 316 time: 0.1095846 Apr 05 10:00:20.058015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60300) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:20.062697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-35ea62b5-822d-4f10-a24a-ca1a3e9b5c5e tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:20.113603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 467ec842-352e-4509-a941-8b81c3c0b555 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:00:20.306458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 467ec842-352e-4509-a941-8b81c3c0b555, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=467ec842-352e-4509-a941-8b81c3c0b555,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:20.355780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '467ec842-352e-4509-a941-8b81c3c0b555', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'port_id': '467ec842-352e-4509-a941-8b81c3c0b555', 'mac_address': 'fa:16:3e:92:89:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:00:20.382879 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42e045a0-ee31-426b-ae57-3cb52cef2939 req-8a85f6de-d0d4-40e5-9546-ad7e0939664d service neutron] 10.222.0.10 "GET /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632153 Apr 05 10:00:20.434912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:20.471796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:20.479787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467ec842-352e-4509-a941-8b81c3c0b555 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:00:20.485014 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-35ea62b5-822d-4f10-a24a-ca1a3e9b5c5e tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags HTTP/1.1" status: 204 len: 168 time: 0.4275064 Apr 05 10:00:20.488181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60308) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:20.496035 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-c82e9133-c873-41aa-aad4-3f433cb98da9 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f', 'tempest-TagsExtTest-Tag-192991965') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:20.499245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:20.513466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 467ec842-352e-4509-a941-8b81c3c0b555, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=467ec842-352e-4509-a941-8b81c3c0b555,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:20.519222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:20.631893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=467ec842-352e-4509-a941-8b81c3c0b555,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:20.670992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d0fd5-7d0b-49a7-83b1-a080bea765c3 req-e314a496-3e97-43c5-abd2-3475b01088cc tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:20.678364 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a1d0fd5-7d0b-49a7-83b1-a080bea765c3 req-e314a496-3e97-43c5-abd2-3475b01088cc tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 944 time: 0.4074297 Apr 05 10:00:20.711176 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-c82e9133-c873-41aa-aad4-3f433cb98da9 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:20.713027 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c82e9133-c873-41aa-aad4-3f433cb98da9 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags/tempest-TagsExtTest-Tag-192991965 HTTP/1.1" status: 404 len: 328 time: 0.2236264 Apr 05 10:00:20.716358 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60312) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:20.731903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-20f04299-0467-463d-b145-c00b10742166 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f', 'tempest-TagsExtTest-Tag-1420883426') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:20.783629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:20.794100 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['467ec842-352e-4509-a941-8b81c3c0b555'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:00:20.797657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:20.800904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:20.801604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:20.824096 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-20f04299-0467-463d-b145-c00b10742166 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:20.824804 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-20f04299-0467-463d-b145-c00b10742166 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags/tempest-TagsExtTest-Tag-1420883426 HTTP/1.1" status: 404 len: 329 time: 0.1074052 Apr 05 10:00:20.828740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60318) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:20.835831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-f46f8099-f2a0-41c0-9c17-316a9e1b142c tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f', 'tempest-TagsExtTest-Tag-506241036') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:20.845583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f28a0-473b-43c7-bb6c-42a22643a57a None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:20.878538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=0e2fb70d-4fe3-44d7-8bdd-82dd2f6eff9e,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:20.891512 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a1d0fd5-7d0b-49a7-83b1-a080bea765c3 req-5ff42cb2-bf81-42d6-8397-50ad906a9097 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294193 Apr 05 10:00:20.920177 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7af0eef7-697a-4cc6-bedb-eddece4e66b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6401367 Apr 05 10:00:20.930103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60322) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:20.930103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:ff:52:a0', 'name': 'tempest-NetworksTestDHCPv6-271657943'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:21.072622 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-f46f8099-f2a0-41c0-9c17-316a9e1b142c tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:21.072622 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f46f8099-f2a0-41c0-9c17-316a9e1b142c tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags/tempest-TagsExtTest-Tag-506241036 HTTP/1.1" status: 404 len: 328 time: 0.2322688 Apr 05 10:00:21.089619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60326) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:21.091028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-76321b21-f0fc-4160-a0ed-b1df23dfc4e1 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755', {'tags': ['tempest-TagsExtTest-Tag-958635980', 'tempest-TagsExtTest-Tag-1091998919', 'tempest-TagsExtTest-Tag-277235476']}) {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:21.163454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router d570a90e-06b1-485f-b0ea-081a9334e4ce has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:00:21.167341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e0ce13-91b5-41b6-ab4a-3fe4ee2a88ee req-5e84cc58-b9e8-436a-9486-6934ee93c91c tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:21.171433 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-32e0ce13-91b5-41b6-ab4a-3fe4ee2a88ee req-5e84cc58-b9e8-436a-9486-6934ee93c91c tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.5059059 Apr 05 10:00:21.275740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:21.284642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:21.287996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:21.291948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '0e2fb70d-4fe3-44d7-8bdd-82dd2f6eff9e'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:00:21.291948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:21.351153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:21.484611 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-76321b21-f0fc-4160-a0ed-b1df23dfc4e1 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags HTTP/1.1" status: 200 len: 316 time: 0.3659987 Apr 05 10:00:21.484611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60330) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:21.484611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-7bed97fb-ecb7-4cf7-b943-d4b3af20b0f1 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:21.547899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:21.573152 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-32e0ce13-91b5-41b6-ab4a-3fe4ee2a88ee req-2c574dd1-21a7-4bc0-881e-7e545747c946 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789561 Apr 05 10:00:21.633245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Router 73fdd89f-82ed-4a76-9572-bf23599caf50 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:00:21.778897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/0e2fb70d-4fe3-44d7-8bdd-82dd2f6eff9e/f3e2890a-8aae-49dd-8d96-179abc06adc1) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:21.880641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:21.932923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:00:21.978399 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7bed97fb-ecb7-4cf7-b943-d4b3af20b0f1 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags HTTP/1.1" status: 204 len: 168 time: 0.5193806 Apr 05 10:00:21.981293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60338) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:21.987873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-90275128-e76a-4584-b3d9-563cfa446a67 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755', 'tempest-TagsExtTest-Tag-958635980') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:22.023747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:22.092605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:00:22.103036 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] Sync routers for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:00:22.122344 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:22.122963 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:22.143057 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bdaab656-e92d-4a69-ba92-635640d23e63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/d570a90e-06b1-485f-b0ea-081a9334e4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5999851 Apr 05 10:00:22.210789 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:00:22.216174 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ab66178b-44ea-4b6b-a815-b7513c6c3699 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "PUT /v2.0/routers/73fdd89f-82ed-4a76-9572-bf23599caf50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3431704 Apr 05 10:00:22.218750 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60346) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:22.227411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f56bc2-156c-407e-b41f-a6bedc20ff73 None None] Sync routers for ids ['73fdd89f-82ed-4a76-9572-bf23599caf50'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:00:22.247319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:22.260981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f56bc2-156c-407e-b41f-a6bedc20ff73 None None] Routers {'73fdd89f-82ed-4a76-9572-bf23599caf50'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:22.261620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-03f56bc2-156c-407e-b41f-a6bedc20ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['73fdd89f-82ed-4a76-9572-bf23599caf50'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:22.284895 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69a078f-97d6-4ed7-8710-4fcf688196d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 10:00:22.286170 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d69a078f-97d6-4ed7-8710-4fcf688196d6 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/2e414879-0a36-4394-80a5-fc783b0f9204 HTTP/1.1" status: 404 len: 333 time: 0.0665684 Apr 05 10:00:22.292137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60350) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:22.320282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Transition to ACTIVE for port object f3e2890a-8aae-49dd-8d96-179abc06adc1 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:22.336196 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-03f56bc2-156c-407e-b41f-a6bedc20ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:22.357168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Transition to ACTIVE for port object f3e2890a-8aae-49dd-8d96-179abc06adc1 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:22.358174 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:22.370516 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:22.384085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f56bc2-156c-407e-b41f-a6bedc20ff73 None None] Routers {'73fdd89f-82ed-4a76-9572-bf23599caf50'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:22.385026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-03f56bc2-156c-407e-b41f-a6bedc20ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['73fdd89f-82ed-4a76-9572-bf23599caf50'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:22.417969 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-90275128-e76a-4584-b3d9-563cfa446a67 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:22.423600 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-90275128-e76a-4584-b3d9-563cfa446a67 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags/tempest-TagsExtTest-Tag-958635980 HTTP/1.1" status: 404 len: 328 time: 0.4407253 Apr 05 10:00:22.425036 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60354) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:22.457741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4d0a2-e1ef-44e2-9463-650d72d73053 req-bca9193a-fc87-4faf-8374-35d5427a34b5 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:22.459637 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f1f4d0a2-e1ef-44e2-9463-650d72d73053 req-bca9193a-fc87-4faf-8374-35d5427a34b5 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.1754260 Apr 05 10:00:22.489382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-ab71b98e-c7ac-406b-a547-df1f33d73ec7 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755', 'tempest-TagsExtTest-Tag-1091998919') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:22.600796 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:22.604026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-03f56bc2-156c-407e-b41f-a6bedc20ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:22.606094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f56bc2-156c-407e-b41f-a6bedc20ff73 None None] The sync data for ids ['73fdd89f-82ed-4a76-9572-bf23599caf50'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:00:22.609114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Pushing event updated for resources: {'Port': ['ID=f3e2890a-8aae-49dd-8d96-179abc06adc1,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:22.621858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:22.632273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:22.779857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::34f (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/0e2fb70d-4fe3-44d7-8bdd-82dd2f6eff9e/b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:22.781628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfc704-7446-4878-bc51-48036f078799 req-6b543822-0bf7-428c-b540-5d0395aa87c7 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:22.782927 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9bfc704-7446-4878-bc51-48036f078799 req-6b543822-0bf7-428c-b540-5d0395aa87c7 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 945 time: 0.6614618 Apr 05 10:00:22.826292 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f1f4d0a2-e1ef-44e2-9463-650d72d73053 req-0736459b-29a2-4df6-8bbc-3eff19b34bf7 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555379 Apr 05 10:00:22.836455 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T10:00:18Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5b0d204b-073c-4c63-9ebb-48d29258e96e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'mac_address': 'fa:16:3e:03:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:58:32Z', 'updated_at': '2022-04-05T09:58:42Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:22.842621 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] Checking router: d570a90e-06b1-485f-b0ea-081a9334e4ce for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:00:22.862003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Attempting to bind port f3e2890a-8aae-49dd-8d96-179abc06adc1 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:00:22.862514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Attempting to bind port f3e2890a-8aae-49dd-8d96-179abc06adc1 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:00:22.863225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Attempting to bind port f3e2890a-8aae-49dd-8d96-179abc06adc1 on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:00:22.868165 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:22.868919 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:22.878984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:00:22.879634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:00:22.880257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:22.880720 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9bfc704-7446-4878-bc51-48036f078799 req-e9778bdc-12e7-4ad9-b38a-6beb456c8910 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854657 Apr 05 10:00:22.880870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:00:22.881123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Bound port: f3e2890a-8aae-49dd-8d96-179abc06adc1, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:00:22.881497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:23.021200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] For port f3e2890a-8aae-49dd-8d96-179abc06adc1, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:00:23.027090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] For port f3e2890a-8aae-49dd-8d96-179abc06adc1, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f3e2890a-8aae-49dd-8d96-179abc06adc1,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:00:23.039833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:23.089241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1d4eccf-8366-4847-9dbb-b39d81707eee tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:23.143708 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:23.144428 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae84f2-18a3-48ee-83c0-4c4b6b2243ae None None] Pushing event updated for resources: {'Port': ['ID=f3e2890a-8aae-49dd-8d96-179abc06adc1,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:23.282909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:23.288757 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-ab71b98e-c7ac-406b-a547-df1f33d73ec7 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:23.289793 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ab71b98e-c7ac-406b-a547-df1f33d73ec7 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags/tempest-TagsExtTest-Tag-1091998919 HTTP/1.1" status: 404 len: 329 time: 0.8573577 Apr 05 10:00:23.299974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60360) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:23.313378 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-883105b9-63e7-46fd-bf26-99b633af68de tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755', 'tempest-TagsExtTest-Tag-277235476') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:23.428521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369516e0-d0ae-439c-8851-87f9bf01ddbb req-994c5095-7814-4557-acf5-74b59bee0c3c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:23.430325 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-369516e0-d0ae-439c-8851-87f9bf01ddbb req-994c5095-7814-4557-acf5-74b59bee0c3c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 946 time: 0.1452544 Apr 05 10:00:23.490314 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-369516e0-d0ae-439c-8851-87f9bf01ddbb req-ff453f26-2189-46c8-a83b-76b83e3cdb45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528429 Apr 05 10:00:23.502046 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:23.659479 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T10:00:18Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5b0d204b-073c-4c63-9ebb-48d29258e96e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'mac_address': 'fa:16:3e:03:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:58:32Z', 'updated_at': '2022-04-05T09:58:42Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:23.664492 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8673ee92-aa1f-4975-8497-11595613ce17 None None] The sync data for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv is: [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T10:00:18Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5b0d204b-073c-4c63-9ebb-48d29258e96e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'port_id': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'mac_address': 'fa:16:3e:03:3a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa2183c-735c-482f-b52d-ba7607f21987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T09:58:32Z', 'updated_at': '2022-04-05T09:58:42Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:00:23.729462 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-883105b9-63e7-46fd-bf26-99b633af68de tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:23.730302 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-883105b9-63e7-46fd-bf26-99b633af68de tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags/tempest-TagsExtTest-Tag-277235476 HTTP/1.1" status: 404 len: 328 time: 0.4290135 Apr 05 10:00:23.733558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60364) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:23.741125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-e40e4d39-b458-4b9e-be03-44542d791358 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f', {'tags': ['tempest-TagsExtTest-Tag-1738491916', 'tempest-TagsExtTest-Tag-1667839956', 'tempest-TagsExtTest-Tag-1621055807']}) {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:23.787624 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e40e4d39-b458-4b9e-be03-44542d791358 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "PUT /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags HTTP/1.1" status: 200 len: 318 time: 0.0531135 Apr 05 10:00:23.788339 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60368) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:23.796109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-49f52400-ee81-4f3c-972e-ff05b8c66003 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:23.843319 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-49f52400-ee81-4f3c-972e-ff05b8c66003 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags HTTP/1.1" status: 204 len: 168 time: 0.0534022 Apr 05 10:00:23.843568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60372) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:23.850596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-5e64ba6d-1b37-4698-8b66-d5bf49616396 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f', 'tempest-TagsExtTest-Tag-1738491916') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:23.884981 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-5e64ba6d-1b37-4698-8b66-d5bf49616396 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:23.888149 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5e64ba6d-1b37-4698-8b66-d5bf49616396 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags/tempest-TagsExtTest-Tag-1738491916 HTTP/1.1" status: 404 len: 329 time: 0.0434341 Apr 05 10:00:23.889406 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60378) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:23.894703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-c8b3777a-4d1f-4aa3-9e6a-91e651db8296 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f', 'tempest-TagsExtTest-Tag-1667839956') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:23.929676 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-c8b3777a-4d1f-4aa3-9e6a-91e651db8296 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:23.936973 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c8b3777a-4d1f-4aa3-9e6a-91e651db8296 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags/tempest-TagsExtTest-Tag-1667839956 HTTP/1.1" status: 404 len: 329 time: 0.0468807 Apr 05 10:00:23.938544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60384) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:23.945756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-bd64b422-a1b7-40db-8e2d-9be4d2e981f2 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f', 'tempest-TagsExtTest-Tag-1621055807') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:23.952014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:23.986635 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-bd64b422-a1b7-40db-8e2d-9be4d2e981f2 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] show failed (client error): The resource could not be found. Apr 05 10:00:23.994881 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bd64b422-a1b7-40db-8e2d-9be4d2e981f2 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags/tempest-TagsExtTest-Tag-1621055807 HTTP/1.1" status: 404 len: 329 time: 0.0549281 Apr 05 10:00:23.996871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60388) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:24.008304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-a55419d4-0c6f-4593-84e6-d7812b8699cd tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '796c7374-ecf2-420f-a1bb-fd3d04b4421f') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:24.034847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1d4eccf-8366-4847-9dbb-b39d81707eee tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:24.061370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1d4eccf-8366-4847-9dbb-b39d81707eee tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:24.082821 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a55419d4-0c6f-4593-84e6-d7812b8699cd tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f/tags HTTP/1.1" status: 204 len: 168 time: 0.0840492 Apr 05 10:00:24.083550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60392) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:24.098600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.tag.tag_plugin [None req-b48a9e54-fe54-4e90-b495-7160028772dd tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f5bd5744-f7e0-41d2-a2ff-576341247755') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:24.135599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 467ec842-352e-4509-a941-8b81c3c0b555 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:24.139044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:24.158160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:24.183937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:24.188353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:24.189316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:24.227302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:24.252180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1d4eccf-8366-4847-9dbb-b39d81707eee tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:24.252660 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d4eccf-8366-4847-9dbb-b39d81707eee tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Fanout notify agent at l3_agent the message router_deleted on router 73fdd89f-82ed-4a76-9572-bf23599caf50 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:00:24.272825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1d4eccf-8366-4847-9dbb-b39d81707eee tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:24.278454 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d1d4eccf-8366-4847-9dbb-b39d81707eee tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/routers/73fdd89f-82ed-4a76-9572-bf23599caf50 HTTP/1.1" status: 204 len: 168 time: 1.9810119 Apr 05 10:00:24.278454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60396) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:24.288543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 467ec842-352e-4509-a941-8b81c3c0b555 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:24.295373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 467ec842-352e-4509-a941-8b81c3c0b555 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:24.295734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:24.326252 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e86b37f3-57ad-4250-bc2d-f4ad4b0f0c02 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4308269 Apr 05 10:00:24.331157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60400) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:24.533836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:24.583145 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:00:24.600961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 467ec842-352e-4509-a941-8b81c3c0b555, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=467ec842-352e-4509-a941-8b81c3c0b555,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:24.609329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:24.665560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbc0cb-d5bf-4b5c-a0e8-94c367f7de14 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:24.669857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbc0cb-d5bf-4b5c-a0e8-94c367f7de14 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:24.670464 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-58dbc0cb-d5bf-4b5c-a0e8-94c367f7de14 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:24.699302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09111-5eb4-4a37-a223-292b8410b4f4 req-a859c8f6-0068-4674-a80d-d00da121891e tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:24.708779 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f3a09111-5eb4-4a37-a223-292b8410b4f4 req-a859c8f6-0068-4674-a80d-d00da121891e tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.4999552 Apr 05 10:00:24.741108 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=467ec842-352e-4509-a941-8b81c3c0b555,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:24.745491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-33d77761-dedf-4a69-a311-5f63c3d867dc None None] Provisioning for port f3e2890a-8aae-49dd-8d96-179abc06adc1 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:24.757303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-58dbc0cb-d5bf-4b5c-a0e8-94c367f7de14 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:24.761355 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-58dbc0cb-d5bf-4b5c-a0e8-94c367f7de14 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4292641 Apr 05 10:00:24.766046 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60408) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:24.768742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8877a1-41e3-42a8-ad25-c3dfaa026a69 req-6f659ddd-c6fd-4808-a8e1-879ec254e3a5 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:24.770468 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d8877a1-41e3-42a8-ad25-c3dfaa026a69 req-6f659ddd-c6fd-4808-a8e1-879ec254e3a5 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 945 time: 0.5095370 Apr 05 10:00:24.772001 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b48a9e54-fe54-4e90-b495-7160028772dd tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755/tags HTTP/1.1" status: 204 len: 168 time: 0.6875312 Apr 05 10:00:24.780392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5961bb35-4ddd-46c8-b00c-fdb2ab1061c0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet 0c08aaeb-b41f-48d7-9658-2ef015258de0 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:24.781232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-a7dbc579-4907-4388-a05b-cc3de448de74 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:24.782664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60412) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:24.782782 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-a7dbc579-4907-4388-a05b-cc3de448de74 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 946 time: 0.2782567 Apr 05 10:00:24.819022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-ebe1ecb8-f217-401a-9a2b-a6290accb10f tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:24.854081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5961bb35-4ddd-46c8-b00c-fdb2ab1061c0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:24.862680 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f3a09111-5eb4-4a37-a223-292b8410b4f4 req-6ac54bbb-f902-45a4-bd49-57e5eefa8478 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497600 Apr 05 10:00:24.903705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-bd13e968-49b3-4ffd-9cf2-66c430eef67e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 8400bb2f-d569-4a95-8067-311dde201903 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:24.903892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-bd13e968-49b3-4ffd-9cf2-66c430eef67e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:24.937101 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d8877a1-41e3-42a8-ad25-c3dfaa026a69 req-171ba905-bfd5-45b4-82ef-4fe1185326fb tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526499 Apr 05 10:00:24.958341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5961bb35-4ddd-46c8-b00c-fdb2ab1061c0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:25.047788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-eef62ec4-d3dd-4579-9b2e-e6944bf6fe1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:25.048163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eef62ec4-d3dd-4579-9b2e-e6944bf6fe1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:25.090681 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1b3214-ca0f-4413-a0f8-22e37e1ae4f1'] response: {'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555', 'code': 200} Apr 05 10:00:25.092456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d59234a1-7422-4833-8253-6c02e94ef43a None None] Provisioning for port b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:25.108280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d59234a1-7422-4833-8253-6c02e94ef43a None None] Provisioning complete for port b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:25.110833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d59234a1-7422-4833-8253-6c02e94ef43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:25.283167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d59234a1-7422-4833-8253-6c02e94ef43a None None] Port b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:25.357937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824091c5-503f-40c5-a2dc-0c1a9f081701 req-e9ec5fdf-adc8-413b-9e8f-77e5427fbeeb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:25.365432 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-824091c5-503f-40c5-a2dc-0c1a9f081701 req-e9ec5fdf-adc8-413b-9e8f-77e5427fbeeb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 946 time: 0.2820282 Apr 05 10:00:25.393557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5961bb35-4ddd-46c8-b00c-fdb2ab1061c0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:25.443257 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-824091c5-503f-40c5-a2dc-0c1a9f081701 req-72ac7019-24d2-4d22-bf59-f2fd6db5472e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768838 Apr 05 10:00:25.452559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f3e2890a-8aae-49dd-8d96-179abc06adc1 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:25.532823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-bd13e968-49b3-4ffd-9cf2-66c430eef67e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 8400bb2f-d569-4a95-8067-311dde201903, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8400bb2f-d569-4a95-8067-311dde201903,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:25.533268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-bd13e968-49b3-4ffd-9cf2-66c430eef67e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:25.599582 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ebe1ecb8-f217-401a-9a2b-a6290accb10f tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f/tags HTTP/1.1" status: 204 len: 168 time: 0.8136573 Apr 05 10:00:25.607194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port f3e2890a-8aae-49dd-8d96-179abc06adc1 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:25.612833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60420) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:25.619203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port f3e2890a-8aae-49dd-8d96-179abc06adc1 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:25.619967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:25.632423 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.tag.tag_plugin [None req-e39f40ce-4924-4221-9ac2-ba83605ddc75 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '88312dfa-0806-45bb-93de-5163ced6fb24') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:25.768996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5961bb35-4ddd-46c8-b00c-fdb2ab1061c0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:25.772313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-bd13e968-49b3-4ffd-9cf2-66c430eef67e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 8400bb2f-d569-4a95-8067-311dde201903 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:25.777462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eef62ec4-d3dd-4579-9b2e-e6944bf6fe1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:25.787161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:25.829089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port f3e2890a-8aae-49dd-8d96-179abc06adc1, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f3e2890a-8aae-49dd-8d96-179abc06adc1,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:25.830220 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-b8510ac3-fc5e-4954-91a2-79984d5d0532 req-7578815e-7d3f-4fb2-b6c2-df801b4306c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 1099 time: 0.4694920 Apr 05 10:00:25.834061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:25.872317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 67a86f8f-1a9b-4c36-a1ac-5a53597f972e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:25.918852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b07eb-d881-45e5-9fdf-ed2d8b473de1 req-9a9634a3-fe5c-4a38-a0c0-1d160a23f9c4 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:25.926063 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-803b07eb-d881-45e5-9fdf-ed2d8b473de1 req-9a9634a3-fe5c-4a38-a0c0-1d160a23f9c4 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.2704444 Apr 05 10:00:25.936965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 67a86f8f-1a9b-4c36-a1ac-5a53597f972e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:25.936965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 67a86f8f-1a9b-4c36-a1ac-5a53597f972e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:25.962972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961bb35-4ddd-46c8-b00c-fdb2ab1061c0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=0c08aaeb-b41f-48d7-9658-2ef015258de0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:25.964057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=f3e2890a-8aae-49dd-8d96-179abc06adc1,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:25.972827 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dea593ed-e7c5-467f-a713-a52bb8890393 req-415c6c58-8b24-44c1-8f1e-e09813af014f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94b05632f5f9480ebf2ef2abf23fa548&device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 1098 time: 0.3466251 Apr 05 10:00:25.979295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-eef62ec4-d3dd-4579-9b2e-e6944bf6fe1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:26.047797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5961bb35-4ddd-46c8-b00c-fdb2ab1061c0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.052349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33bd2a0-40c7-4e61-8f05-507b6382f665 None None] Network 78a3b715-5488-4e9a-b458-7781f4ea3680 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:26.080944 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5961bb35-4ddd-46c8-b00c-fdb2ab1061c0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/0c08aaeb-b41f-48d7-9658-2ef015258de0 HTTP/1.1" status: 204 len: 168 time: 1.8012545 Apr 05 10:00:26.086580 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60426) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:26.137860 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-b8510ac3-fc5e-4954-91a2-79984d5d0532 req-674b2a71-e2e0-46d8-9686-3e461474356e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450936 Apr 05 10:00:26.188494 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e39f40ce-4924-4221-9ac2-ba83605ddc75 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24/tags HTTP/1.1" status: 204 len: 168 time: 0.5713522 Apr 05 10:00:26.196103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60430) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:26.316255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.330895 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-803b07eb-d881-45e5-9fdf-ed2d8b473de1 req-380041a3-c98e-4bf5-bf14-6765afc3924b tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036794 Apr 05 10:00:26.379754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-bd13e968-49b3-4ffd-9cf2-66c430eef67e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.388045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port bcf5cb7e-b590-4e07-a284-7b27c191d01e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:26.388385 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.409774 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9429afa4-6fa1-4794-adb4-8871a54b3ef2 None None] DHCP port deletion for 78a3b715-5488-4e9a-b458-7781f4ea3680 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:00:26.414032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9429afa4-6fa1-4794-adb4-8871a54b3ef2 None None] Deleting port bcf5cb7e-b590-4e07-a284-7b27c191d01e {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:26.414390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9429afa4-6fa1-4794-adb4-8871a54b3ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.454607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13e968-49b3-4ffd-9cf2-66c430eef67e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=8400bb2f-d569-4a95-8067-311dde201903,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:26.459992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea593ed-e7c5-467f-a713-a52bb8890393 req-98021cd2-469a-493f-b973-ea66ca1d161e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:26.461534 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dea593ed-e7c5-467f-a713-a52bb8890393 req-98021cd2-469a-493f-b973-ea66ca1d161e service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ad0b63a-956b-494b-9489-06994729c434 HTTP/1.1" status: 200 len: 912 time: 0.4818096 Apr 05 10:00:26.491497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c73fe5-7d61-4093-8081-22ecc11d229a req-08b7794a-8942-43d2-9768-514e5dce3d53 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:26.500558 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9c73fe5-7d61-4093-8081-22ecc11d229a req-08b7794a-8942-43d2-9768-514e5dce3d53 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.2954447 Apr 05 10:00:26.560009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eef62ec4-d3dd-4579-9b2e-e6944bf6fe1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.637844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-9429afa4-6fa1-4794-adb4-8871a54b3ef2 None None] For port bcf5cb7e-b590-4e07-a284-7b27c191d01e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bcf5cb7e-b590-4e07-a284-7b27c191d01e,segment=NetworkSegment(192fab7b-84be-46f1-b978-dbe450bb7dca),segment_id=192fab7b-84be-46f1-b978-dbe450bb7dca)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:26.638548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9429afa4-6fa1-4794-adb4-8871a54b3ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.643187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef62ec4-d3dd-4579-9b2e-e6944bf6fe1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:26.672216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3c3723b7-b029-488a-a793-d975c53bafb4 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for subnetpool, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.674021 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3c3723b7-b029-488a-a793-d975c53bafb4 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/subnetpools/796c7374-ecf2-420f-a1bb-fd3d04b4421f HTTP/1.1" status: 204 len: 168 time: 0.4750831 Apr 05 10:00:26.704429 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60436) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:26.766730 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dea593ed-e7c5-467f-a713-a52bb8890393 req-851cffa0-f8ab-4fae-9f24-1a1d920c49a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=11f9b97d-ca0b-4f81-8196-4386c6a38acc HTTP/1.1" status: 200 len: 217 time: 0.2953053 Apr 05 10:00:26.785378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-bd13e968-49b3-4ffd-9cf2-66c430eef67e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] No DVR routers for this DVR port 8400bb2f-d569-4a95-8067-311dde201903 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:00:26.788032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-bd13e968-49b3-4ffd-9cf2-66c430eef67e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.826058 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9429afa4-6fa1-4794-adb4-8871a54b3ef2 None None] Calling delete_port for bcf5cb7e-b590-4e07-a284-7b27c191d01e owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:26.845696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efeded0-b1ff-45ae-8657-a07d76c30d81', 'name': 'network-vif-deleted', 'tag': '8400bb2f-d569-4a95-8067-311dde201903'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:00:26.876425 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1e565716-815e-4094-a690-f58390ca921b tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5bd5744-f7e0-41d2-a2ff-576341247755 HTTP/1.1" status: 200 len: 205 time: 0.1706002 Apr 05 10:00:26.890789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-eef62ec4-d3dd-4579-9b2e-e6944bf6fe1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.901156 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eef62ec4-d3dd-4579-9b2e-e6944bf6fe1a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc HTTP/1.1" status: 204 len: 168 time: 2.1338339 Apr 05 10:00:26.901842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60442) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:26.902171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60444) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:26.910235 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f9b3675f-c5d8-47e1-ae7e-5c7371662e64 req-f23fb57b-a755-420e-b28a-db22ccecb60b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=0efeded0-b1ff-45ae-8657-a07d76c30d81 HTTP/1.1" status: 200 len: 210 time: 0.2324164 Apr 05 10:00:26.913135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea593ed-e7c5-467f-a713-a52bb8890393 req-cddea890-be7a-49c3-8276-e0338ef89db7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:26.917031 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dea593ed-e7c5-467f-a713-a52bb8890393 req-cddea890-be7a-49c3-8276-e0338ef89db7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=33475ef6-aa3b-4d49-ae02-b85acaa4a24b HTTP/1.1" status: 200 len: 852 time: 0.1332469 Apr 05 10:00:26.929727 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00c1388f-72ed-4ec5-b5b3-02ad7ec50b70 req-bd13e968-49b3-4ffd-9cf2-66c430eef67e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "DELETE /v2.0/ports/8400bb2f-d569-4a95-8067-311dde201903 HTTP/1.1" status: 204 len: 173 time: 2.1410873 Apr 05 10:00:26.954205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9429afa4-6fa1-4794-adb4-8871a54b3ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:26.984433 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9c73fe5-7d61-4093-8081-22ecc11d229a req-9e020798-dedb-4849-b9d6-e4fe287c368b tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4826605 Apr 05 10:00:27.000158 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dea593ed-e7c5-467f-a713-a52bb8890393 req-9bfb1130-621d-497e-9ff2-57187b335f30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ad0b63a-956b-494b-9489-06994729c434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692494 Apr 05 10:00:27.123043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98903fb-b216-4322-a8dd-f691b98db105 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:27.125529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98903fb-b216-4322-a8dd-f691b98db105 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:27.125708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429afa4-6fa1-4794-adb4-8871a54b3ef2 None None] Pushing event deleted for resources: {'Port': ['ID=bcf5cb7e-b590-4e07-a284-7b27c191d01e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:27.126321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c98903fb-b216-4322-a8dd-f691b98db105 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:27.132664 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b808d0-f791-499a-af3a-43ba5bfd7679'] response: {'server_uuid': '0efeded0-b1ff-45ae-8657-a07d76c30d81', 'name': 'network-vif-deleted', 'tag': '8400bb2f-d569-4a95-8067-311dde201903', 'status': 'completed', 'code': 200} Apr 05 10:00:27.135576 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9429afa4-6fa1-4794-adb4-8871a54b3ef2 None None] No DVR routers for this DVR port bcf5cb7e-b590-4e07-a284-7b27c191d01e on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:00:27.231973 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dea593ed-e7c5-467f-a713-a52bb8890393 req-3b7fdcfe-700f-470f-a6a9-157a54934a96 service neutron] 10.222.0.10 "GET /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247074 Apr 05 10:00:27.332031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c98903fb-b216-4322-a8dd-f691b98db105 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:27.336217 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c98903fb-b216-4322-a8dd-f691b98db105 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4250927 Apr 05 10:00:27.344388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60450) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:27.346793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] For port bcf5cb7e-b590-4e07-a284-7b27c191d01e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bcf5cb7e-b590-4e07-a284-7b27c191d01e,segment=NetworkSegment(192fab7b-84be-46f1-b978-dbe450bb7dca),segment_id=192fab7b-84be-46f1-b978-dbe450bb7dca)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:27.347163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:27.436060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f3e2890a-8aae-49dd-8d96-179abc06adc1 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:27.438103 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dea593ed-e7c5-467f-a713-a52bb8890393 req-7bd5d69f-036f-4099-9b59-f1ac61b18e64 service neutron] 10.222.0.10 "GET /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836882 Apr 05 10:00:27.438813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9377-e5f1-4d26-8ee5-ea4f4ec9a063 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:27.510515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port f3e2890a-8aae-49dd-8d96-179abc06adc1 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:27.510878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:27.645523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5c324-3b27-4978-ae28-e5778df10e5f req-a980b3d0-083e-4194-b8ca-6be87df6a099 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:27.653309 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-17d5c324-3b27-4978-ae28-e5778df10e5f req-a980b3d0-083e-4194-b8ca-6be87df6a099 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.1264598 Apr 05 10:00:27.696387 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-17d5c324-3b27-4978-ae28-e5778df10e5f req-78b6fb93-7ffb-4af2-9589-594da1e66a24 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Apr 05 10:00:27.732347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bcf5cb7e-b590-4e07-a284-7b27c191d01e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:27.733650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for bcf5cb7e-b590-4e07-a284-7b27c191d01e owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:27.768422 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: bcf5cb7e-b590-4e07-a284-7b27c191d01e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:27.768766 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bcf5cb7e-b590-4e07-a284-7b27c191d01e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:28.063469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60460) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:28.072028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:00:28.072372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:00:28.156126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8400bb2f-d569-4a95-8067-311dde201903 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:28.236282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 8400bb2f-d569-4a95-8067-311dde201903 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:28.236722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8400bb2f-d569-4a95-8067-311dde201903 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:28.294827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ad40874-8498-41ad-b75b-85e0fecbc485 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.341980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ad40874-8498-41ad-b75b-85e0fecbc485 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.356764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3691aef7-3fd0-4240-ace8-901ad3cd70c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 0e2fb70d-4fe3-44d7-8bdd-82dd2f6eff9e {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:28.360657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9377-e5f1-4d26-8ee5-ea4f4ec9a063 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.364298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3691aef7-3fd0-4240-ace8-901ad3cd70c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.372538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5541e5-52a2-49ab-89c7-2539cc4b3fb6 req-dc22489d-b205-477b-bb4f-587dac7488c5 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:28.374114 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e5541e5-52a2-49ab-89c7-2539cc4b3fb6 req-dc22489d-b205-477b-bb4f-587dac7488c5 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.1887743 Apr 05 10:00:28.435581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9377-e5f1-4d26-8ee5-ea4f4ec9a063 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.449935 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e5541e5-52a2-49ab-89c7-2539cc4b3fb6 req-878b2aad-16df-4986-b163-c75ffc5c518f tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511677 Apr 05 10:00:28.456636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3691aef7-3fd0-4240-ace8-901ad3cd70c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.503604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ad40874-8498-41ad-b75b-85e0fecbc485 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.505380 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9377-e5f1-4d26-8ee5-ea4f4ec9a063 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.505549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7a9377-e5f1-4d26-8ee5-ea4f4ec9a063 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Fanout notify agent at l3_agent the message router_deleted on router f5bd5744-f7e0-41d2-a2ff-576341247755 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:00:28.528576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad40874-8498-41ad-b75b-85e0fecbc485 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c31dc-d2d9-494f-ba5d-39c4f0d90b96,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:28.543983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ad40874-8498-41ad-b75b-85e0fecbc485 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.543983 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8ad40874-8498-41ad-b75b-85e0fecbc485 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/b11c31dc-d2d9-494f-ba5d-39c4f0d90b96 HTTP/1.1" status: 204 len: 168 time: 0.4714916 Apr 05 10:00:28.574381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a7a9377-e5f1-4d26-8ee5-ea4f4ec9a063 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.578017 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0a7a9377-e5f1-4d26-8ee5-ea4f4ec9a063 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/routers/f5bd5744-f7e0-41d2-a2ff-576341247755 HTTP/1.1" status: 204 len: 168 time: 1.6723449 Apr 05 10:00:28.578139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60470) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:28.583847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port bcf5cb7e-b590-4e07-a284-7b27c191d01e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:28.586996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.623807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60474) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:28.712886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] The port 'bcf5cb7e-b590-4e07-a284-7b27c191d01e' was deleted {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:00:28.761100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d0781c88-52e5-4415-a103-7d4603a7ee68 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Deleting port e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:28.761244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0781c88-52e5-4415-a103-7d4603a7ee68 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.841215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3691aef7-3fd0-4240-ace8-901ad3cd70c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.914316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:28.953327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a3b715-5488-4e9a-b458-7781f4ea3680']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:28.970676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192fab7b-84be-46f1-b978-dbe450bb7dca') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:28.970971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192fab7b-84be-46f1-b978-dbe450bb7dca') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:28.991620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.000643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3691aef7-3fd0-4240-ace8-901ad3cd70c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.054197 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.064643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691aef7-3fd0-4240-ace8-901ad3cd70c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2fb70d-4fe3-44d7-8bdd-82dd2f6eff9e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:29.070176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:00:29.070924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:00:29.091052 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:00:29.125194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f02e86-2e5a-4dbf-8c6c-dd5c2bd4b27f None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:29.156914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3691aef7-3fd0-4240-ace8-901ad3cd70c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.194734 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3691aef7-3fd0-4240-ace8-901ad3cd70c8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/0e2fb70d-4fe3-44d7-8bdd-82dd2f6eff9e HTTP/1.1" status: 204 len: 168 time: 1.8352730 Apr 05 10:00:29.199063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60480) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:29.283833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6957af9-02cd-4e05-931c-84e41950f452 req-72a78e19-f39f-40ba-af56-ba4698e162da tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:29.291985 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e6957af9-02cd-4e05-931c-84e41950f452 req-72a78e19-f39f-40ba-af56-ba4698e162da tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.6112206 Apr 05 10:00:29.298820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.305729 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-98e3f005-6d1d-4bff-910a-313ecd6ee9a4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022012 Apr 05 10:00:29.316025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60484) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:29.329203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.338695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Network': ['ID=78a3b715-5488-4e9a-b458-7781f4ea3680,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:29.349454 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bbb50922-da13-40b8-8a2c-0608955bb236 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/networks/78a3b715-5488-4e9a-b458-7781f4ea3680 HTTP/1.1" status: 204 len: 168 time: 3.2550678 Apr 05 10:00:29.349932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60488) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:29.444929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4df376-029f-44c1-9bb8-1ec4c36e5e8c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:29.444929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cf4df376-029f-44c1-9bb8-1ec4c36e5e8c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:29.449523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec90b8db-6396-4fd1-8ad8-8830123ef681 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting subnet 6796365e-b56b-4db1-86fa-df85c1087719 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:29.462944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cf4df376-029f-44c1-9bb8-1ec4c36e5e8c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:29.470193 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cf4df376-029f-44c1-9bb8-1ec4c36e5e8c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/4fcc3fef-5bdd-446c-8181-bc86f6349649 HTTP/1.1" status: 200 len: 845 time: 0.1134515 Apr 05 10:00:29.470193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60492) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:29.490023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec90b8db-6396-4fd1-8ad8-8830123ef681 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.511230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257b2f76-6a4e-4d67-bc20-8dd558356d27 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:00:29.516433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-257b2f76-6a4e-4d67-bc20-8dd558356d27 None None] Deleting port f3e2890a-8aae-49dd-8d96-179abc06adc1 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:29.516433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-257b2f76-6a4e-4d67-bc20-8dd558356d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.558899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d5ffb-f8cf-4699-9192-ef2e7d847655 req-a0f0f8ed-22d0-4748-b646-82210a92afb6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:29.566230 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7d7d5ffb-f8cf-4699-9192-ef2e7d847655 req-a0f0f8ed-22d0-4748-b646-82210a92afb6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.6667681 Apr 05 10:00:29.590620 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e6957af9-02cd-4e05-931c-84e41950f452 req-5d6e1121-1f92-4fd8-b763-8490c948e69c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2981722 Apr 05 10:00:29.609755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0781c88-52e5-4415-a103-7d4603a7ee68 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.611862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60496) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:29.653290 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9215a119-cc5e-4660-b366-3b67eab2bf2b tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/4fcc3fef-5bdd-446c-8181-bc86f6349649?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1787539 Apr 05 10:00:29.657914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-305dbed0-7794-4549-8625-574ea60eb01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.658051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60500) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:29.665026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:29.759293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d0781c88-52e5-4415-a103-7d4603a7ee68 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Calling delete_port for e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:29.801381 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-257b2f76-6a4e-4d67-bc20-8dd558356d27 None None] For port f3e2890a-8aae-49dd-8d96-179abc06adc1, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f3e2890a-8aae-49dd-8d96-179abc06adc1,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:29.801381 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-257b2f76-6a4e-4d67-bc20-8dd558356d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.815651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:29.816664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:29.820993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:29.835328 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:29.839563 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3cb76e02-fd24-4b09-a779-59855aecd13a tempest-TestNetworkAdvancedServerOps-437107694 tempest-TestNetworkAdvancedServerOps-437107694-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 1094 time: 0.2225466 Apr 05 10:00:29.839563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60504) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:29.848445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '467ec842-352e-4509-a941-8b81c3c0b555', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:29.849144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec90b8db-6396-4fd1-8ad8-8830123ef681 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:29.854906 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:29.864295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Usage tracker for resource:floatingip and tenant:da8105cfd52c4aeb83269a4f12fa120f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:29.864295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:29.892190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:29.919421 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7d7d5ffb-f8cf-4699-9192-ef2e7d847655 req-3d081179-9e94-477a-bb8b-cde2ae0db630 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513951 Apr 05 10:00:29.935402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e16c1b-e0d3-4d5c-bbf1-d5932eb9b9d0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:29.939929 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b7e16c1b-e0d3-4d5c-bbf1-d5932eb9b9d0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6232805 Apr 05 10:00:29.944941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60508) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:29.957457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-257b2f76-6a4e-4d67-bc20-8dd558356d27 None None] Calling delete_port for f3e2890a-8aae-49dd-8d96-179abc06adc1 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:29.960477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:30.019177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.053447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.102456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec90b8db-6396-4fd1-8ad8-8830123ef681 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.112249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-257b2f76-6a4e-4d67-bc20-8dd558356d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.141283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c51bf22-1b38-40b8-93d4-1bb71c315a4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:30.141893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7c51bf22-1b38-40b8-93d4-1bb71c315a4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:30.160161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0781c88-52e5-4415-a103-7d4603a7ee68 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.200823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b2f76-6a4e-4d67-bc20-8dd558356d27 None None] Pushing event deleted for resources: {'Port': ['ID=f3e2890a-8aae-49dd-8d96-179abc06adc1,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:30.212357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257b2f76-6a4e-4d67-bc20-8dd558356d27 None None] No DVR routers for this DVR port f3e2890a-8aae-49dd-8d96-179abc06adc1 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:00:30.232209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0781c88-52e5-4415-a103-7d4603a7ee68 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Pushing event deleted for resources: {'Port': ['ID=e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:30.246651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7c51bf22-1b38-40b8-93d4-1bb71c315a4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:30.248132 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7c51bf22-1b38-40b8-93d4-1bb71c315a4c tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3038807 Apr 05 10:00:30.270715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60514) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:30.355749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec90b8db-6396-4fd1-8ad8-8830123ef681 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.438863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90b8db-6396-4fd1-8ad8-8830123ef681 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Subnet': ['ID=6796365e-b56b-4db1-86fa-df85c1087719,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:30.444093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d0781c88-52e5-4415-a103-7d4603a7ee68 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.448757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec90b8db-6396-4fd1-8ad8-8830123ef681 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.461601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea2373a-2b28-4172-8884-b102a8a92010 None None] Network d5429b7c-69b7-4fb3-9a26-be1a5b872a29 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:30.484967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d0781c88-52e5-4415-a103-7d4603a7ee68 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/ports/e98c3ea7-99ba-4f1e-bd51-7e4ae62fb90f HTTP/1.1" status: 204 len: 168 time: 1.9020033 Apr 05 10:00:30.487920 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ec90b8db-6396-4fd1-8ad8-8830123ef681 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/subnets/6796365e-b56b-4db1-86fa-df85c1087719 HTTP/1.1" status: 204 len: 168 time: 1.8644688 Apr 05 10:00:30.490344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60520) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:30.492541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60522) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:30.534554 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c3b93f76-7980-4a2d-bcc3-049f718ae8b7 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2629805 Apr 05 10:00:30.543462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60528) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:30.603692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:30.727544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.796866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.822743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c5fb5-cb3f-4be6-a322-f450c9fae2c8 None None] DHCP port deletion for d5429b7c-69b7-4fb3-9a26-be1a5b872a29 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:00:30.828638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-617c5fb5-cb3f-4be6-a322-f450c9fae2c8 None None] Deleting port c80adc2f-f171-477e-8269-fda2fdf5f44f {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:30.828638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-617c5fb5-cb3f-4be6-a322-f450c9fae2c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.941834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:30.949256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:30.960167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:30.960167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:30.973297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e56516-aaff-4d46-9b27-5522d9341484 None None] Network ecc3414c-db0d-49e6-844c-697cfc323621 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:31.006269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Allocated IP 172.26.4.155 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/50c52b21-dce0-460a-9248-b5f75d26964c) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:31.147141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.192769 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:31.216301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=573858d5-b85f-4483-ab88-bb475c327e28,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:31.238300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:31.245126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port c80adc2f-f171-477e-8269-fda2fdf5f44f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:31.245345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.256135 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-449dc0b3-5002-4649-9c39-7bc6ea323791 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5996242 Apr 05 10:00:31.271485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60532) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:31.276429 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-617c5fb5-cb3f-4be6-a322-f450c9fae2c8 None None] For port c80adc2f-f171-477e-8269-fda2fdf5f44f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c80adc2f-f171-477e-8269-fda2fdf5f44f,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:31.277011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-617c5fb5-cb3f-4be6-a322-f450c9fae2c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.281108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'security_group': {'name': 'tempest-secgroup-1920978018'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:31.293198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:31.297859 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:31.313696 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:31.328375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:31.360011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.390477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.414045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795eec0-ae50-465a-bd79-89561607d351 req-d4ae6c93-f93c-4e92-89d2-7f51112cc09f tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:31.418366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c80adc2f-f171-477e-8269-fda2fdf5f44f no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:31.422618 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:31.425760 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8795eec0-ae50-465a-bd79-89561607d351 req-d4ae6c93-f93c-4e92-89d2-7f51112cc09f tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.7922757 Apr 05 10:00:31.428731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group_rule and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:31.432873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:31.444407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:31.471672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.489138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-617c5fb5-cb3f-4be6-a322-f450c9fae2c8 None None] Calling delete_port for c80adc2f-f171-477e-8269-fda2fdf5f44f owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:31.498531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:31.613433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.632038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.642607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.724929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.762104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-617c5fb5-cb3f-4be6-a322-f450c9fae2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.786789 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-15518f0e-937e-45f4-80f4-2de9c978d1d0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Deleting subnet 88312dfa-0806-45bb-93de-5163ced6fb24 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:31.789205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15518f0e-937e-45f4-80f4-2de9c978d1d0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.801165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.802578 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5306270 Apr 05 10:00:31.809845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:31.817231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60536) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:31.823387 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:31.845025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'security_group': {'name': 'tempest-secgroup-2132071966'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:31.848842 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f3e2890a-8aae-49dd-8d96-179abc06adc1 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:31.856150 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15518f0e-937e-45f4-80f4-2de9c978d1d0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.869211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:31.872430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c5fb5-cb3f-4be6-a322-f450c9fae2c8 None None] Pushing event deleted for resources: {'Port': ['ID=c80adc2f-f171-477e-8269-fda2fdf5f44f,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:31.887797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: f3e2890a-8aae-49dd-8d96-179abc06adc1 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:31.888370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f3e2890a-8aae-49dd-8d96-179abc06adc1 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:31.890037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:31.897434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c5fb5-cb3f-4be6-a322-f450c9fae2c8 None None] No DVR routers for this DVR port c80adc2f-f171-477e-8269-fda2fdf5f44f on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:00:31.925718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-ecc3414c-db0d-49e6-844c-697cfc323621', 'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'tenant_id': '1e627f597b104573accbf904d7773a88', 'fixed_ips': [{'subnet_id': '573858d5-b85f-4483-ab88-bb475c327e28'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:00:31.927243 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.944377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:31.948576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:31.958018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'Port': ['ID=50c52b21-dce0-460a-9248-b5f75d26964c,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:31.961797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15518f0e-937e-45f4-80f4-2de9c978d1d0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:31.976407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:31.987756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5839ce-9b14-4de6-a101-0e24d6bde0e0 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d426ea-70f5-4d1c-a063-6f5431834774,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:32.010824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-675ad273-38e5-4def-bc8f-505a010bffb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.020267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.051257 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8795eec0-ae50-465a-bd79-89561607d351 req-7798377f-9569-4730-ab4e-7ba40c08d9f6 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240039 Apr 05 10:00:32.135340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:32.142757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group_rule and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:32.147614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:32.173988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Allocated IP 2001:db8::2 (ecc3414c-db0d-49e6-844c-697cfc323621/573858d5-b85f-4483-ab88-bb475c327e28/34ea39e1-7ad1-447c-99aa-88a854c9edae) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:32.182191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port c80adc2f-f171-477e-8269-fda2fdf5f44f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c80adc2f-f171-477e-8269-fda2fdf5f44f,segment=NetworkSegment(076b64e5-cc78-4a10-a159-a8e96ed9efd6),segment_id=076b64e5-cc78-4a10-a159-a8e96ed9efd6)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:32.182191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.187269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:32.314609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15518f0e-937e-45f4-80f4-2de9c978d1d0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.327739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for c80adc2f-f171-477e-8269-fda2fdf5f44f owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:32.417874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.426487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.452738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15518f0e-937e-45f4-80f4-2de9c978d1d0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Pushing event deleted for resources: {'Subnet': ['ID=88312dfa-0806-45bb-93de-5163ced6fb24,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:32.485080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.503065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.503065 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6743166 Apr 05 10:00:32.511294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Transition to ACTIVE for port object 34ea39e1-7ad1-447c-99aa-88a854c9edae will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:32.515637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60540) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:32.515637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-167162005', 'security_groups': ['68201523-8b19-4cfd-b6d0-aee5349076e4'], 'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '573858d5-b85f-4483-ab88-bb475c327e28'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:32.533447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Transition to ACTIVE for port object 34ea39e1-7ad1-447c-99aa-88a854c9edae will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:32.541672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a2db4-bd03-4292-b8b5-b641cde787fa tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68201523-8b19-4cfd-b6d0-aee5349076e4,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:32.549616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a930d3-cf9b-4662-a797-9a0c1dff53ca None None] Network cf89b0a5-760a-46dd-a76f-7b427e8d7449 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:32.555138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15518f0e-937e-45f4-80f4-2de9c978d1d0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.597187 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-15518f0e-937e-45f4-80f4-2de9c978d1d0 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/subnets/88312dfa-0806-45bb-93de-5163ced6fb24 HTTP/1.1" status: 204 len: 168 time: 2.0880978 Apr 05 10:00:32.609125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60544) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:32.614425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.727671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:32.741685 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:32.763201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:00:32.763201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:00:32.770257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:32.770257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.793388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:32.819359 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:32.821376 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:32.830602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1880a-70b1-4072-845c-43530eb9d09e req-f07547bb-85f8-4a70-ba73-c6dc2db483f1 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:32.832315 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-93f1880a-70b1-4072-845c-43530eb9d09e req-f07547bb-85f8-4a70-ba73-c6dc2db483f1 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 0.4390278 Apr 05 10:00:32.836318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.836466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Pushing event updated for resources: {'Port': ['ID=34ea39e1-7ad1-447c-99aa-88a854c9edae,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:32.865672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:00:32.957586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.961570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Deleting port a36c48ed-aae4-4f56-a4f6-8af4d11c655b {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:32.961570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:32.997970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-93f1880a-70b1-4072-845c-43530eb9d09e req-95eedc7c-82c0-4313-bd1d-9921dcd562b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Deleting port 11f9b97d-ca0b-4f81-8196-4386c6a38acc {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:32.997970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-93f1880a-70b1-4072-845c-43530eb9d09e req-95eedc7c-82c0-4313-bd1d-9921dcd562b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.084399 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.092917 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.095552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.107181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Attempting to bind port 34ea39e1-7ad1-447c-99aa-88a854c9edae on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:00:33.107802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Attempting to bind port 34ea39e1-7ad1-447c-99aa-88a854c9edae by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '3e073612-6be0-4ddd-8003-314aa39fdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:00:33.108358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Attempting to bind port 34ea39e1-7ad1-447c-99aa-88a854c9edae on network ecc3414c-db0d-49e6-844c-697cfc323621 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:00:33.131251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:00:33.132609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Checking segment: {'id': '3e073612-6be0-4ddd-8003-314aa39fdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:00:33.133190 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.133915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Bound using segment: {'id': '3e073612-6be0-4ddd-8003-314aa39fdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:00:33.135123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Bound port: 34ea39e1-7ad1-447c-99aa-88a854c9edae, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e073612-6be0-4ddd-8003-314aa39fdc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:00:33.136601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.272927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port c80adc2f-f171-477e-8269-fda2fdf5f44f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:33.273265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.323990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] For port 34ea39e1-7ad1-447c-99aa-88a854c9edae, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:00:33.327550 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] For port 34ea39e1-7ad1-447c-99aa-88a854c9edae, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=34ea39e1-7ad1-447c-99aa-88a854c9edae,segment=NetworkSegment(3e073612-6be0-4ddd-8003-314aa39fdc21),segment_id=3e073612-6be0-4ddd-8003-314aa39fdc21)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:00:33.337227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.430245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3097f2-0860-4106-8e14-d5c633e5e0ac None None] DHCP port deletion for cf89b0a5-760a-46dd-a76f-7b427e8d7449 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:00:33.438135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8::370 (ecc3414c-db0d-49e6-844c-697cfc323621/573858d5-b85f-4483-ab88-bb475c327e28/1be14b10-c8bb-4973-a2af-f9bc14898cd9) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:33.443901 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9d3097f2-0860-4106-8e14-d5c633e5e0ac None None] Deleting port a36c48ed-aae4-4f56-a4f6-8af4d11c655b {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:33.444779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9d3097f2-0860-4106-8e14-d5c633e5e0ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.471857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.objects.ports [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 10:00:33.476316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] The port 'c80adc2f-f171-477e-8269-fda2fdf5f44f' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:00:33.489741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.621614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16606c8e-e1aa-46ae-b411-635dcb1f484a None None] Pushing event updated for resources: {'Port': ['ID=34ea39e1-7ad1-447c-99aa-88a854c9edae,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:33.783665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.802112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-9d3097f2-0860-4106-8e14-d5c633e5e0ac None None] For port a36c48ed-aae4-4f56-a4f6-8af4d11c655b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a36c48ed-aae4-4f56-a4f6-8af4d11c655b,segment=NetworkSegment(70d0e12b-7c43-4e92-b8de-4c976f7a6f34),segment_id=70d0e12b-7c43-4e92-b8de-4c976f7a6f34)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:33.802728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9d3097f2-0860-4106-8e14-d5c633e5e0ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.813484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.944581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.969657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:33.974872 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9d3097f2-0860-4106-8e14-d5c633e5e0ac None None] Calling delete_port for a36c48ed-aae4-4f56-a4f6-8af4d11c655b owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:33.985064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:34.006824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=3f5fa021-9af7-4c80-b191-48f22c7f7753,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:34.011312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:34.023128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092de255-74e3-4bdc-a1d7-7349a80ee693 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:34.039600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:34.041933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.080153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object 1be14b10-c8bb-4973-a2af-f9bc14898cd9 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:34.082759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5429b7c-69b7-4fb3-9a26-be1a5b872a29']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:34.118376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] For port a36c48ed-aae4-4f56-a4f6-8af4d11c655b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a36c48ed-aae4-4f56-a4f6-8af4d11c655b,segment=NetworkSegment(70d0e12b-7c43-4e92-b8de-4c976f7a6f34),segment_id=70d0e12b-7c43-4e92-b8de-4c976f7a6f34)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:34.119716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.119953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.128122 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event updated for resources: {'Port': ['ID=50c52b21-dce0-460a-9248-b5f75d26964c,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:34.207815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9d3097f2-0860-4106-8e14-d5c633e5e0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.254203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.281577 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3097f2-0860-4106-8e14-d5c633e5e0ac None None] Pushing event deleted for resources: {'Port': ['ID=a36c48ed-aae4-4f56-a4f6-8af4d11c655b,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:34.296146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Calling delete_port for a36c48ed-aae4-4f56-a4f6-8af4d11c655b owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:34.309365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3097f2-0860-4106-8e14-d5c633e5e0ac None None] No DVR routers for this DVR port a36c48ed-aae4-4f56-a4f6-8af4d11c655b on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:00:34.316347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:34.328399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:34.339664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=1be14b10-c8bb-4973-a2af-f9bc14898cd9,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:34.348871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076b64e5-cc78-4a10-a159-a8e96ed9efd6') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:34.348996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076b64e5-cc78-4a10-a159-a8e96ed9efd6') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:34.354137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:34.358495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:34.359433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.383791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f36b53-f291-4248-94b1-fe2e28259b87 req-e3c21bc8-925f-41b6-a683-02f0ab1136c5 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:34.385687 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38f36b53-f291-4248-94b1-fe2e28259b87 req-e3c21bc8-925f-41b6-a683-02f0ab1136c5 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 945 time: 1.1204636 Apr 05 10:00:34.393975 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-230c1f6a-157f-436e-a041-876ba8510d0d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8114150 Apr 05 10:00:34.396052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.403789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.409205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60552) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:34.410135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'tenant_id': 'e699ace7b30f49c585757cc5ba355ac4', 'fixed_ips': [{'subnet_id': '3f5fa021-9af7-4c80-b191-48f22c7f7753'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:00:34.410951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.455080 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-93f1880a-70b1-4072-845c-43530eb9d09e req-95eedc7c-82c0-4313-bd1d-9921dcd562b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] For port 11f9b97d-ca0b-4f81-8196-4386c6a38acc, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=11f9b97d-ca0b-4f81-8196-4386c6a38acc,segment=NetworkSegment(d35b45db-2fc3-466d-96da-11a3df4e617a),segment_id=d35b45db-2fc3-466d-96da-11a3df4e617a)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:34.455444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-93f1880a-70b1-4072-845c-43530eb9d09e req-95eedc7c-82c0-4313-bd1d-9921dcd562b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.481044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.494742 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4f0d0270-a3a5-4a64-b507-805fa0d3e069 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9924021 Apr 05 10:00:34.499372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60558) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:34.510818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:34.604637 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:00:34.605067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.685732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:34.691222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:34.695755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:34.706170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:34.720616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Allocated IP 2001:db8::f816:3eff:fed2:c8ae (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/3f5fa021-9af7-4c80-b191-48f22c7f7753/65c9fa56-788e-47e9-86f9-243789d63ceb) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:00:34.731074 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:00:34.738349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:34.742837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:34.747680 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-93f1880a-70b1-4072-845c-43530eb9d09e req-95eedc7c-82c0-4313-bd1d-9921dcd562b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Calling delete_port for 11f9b97d-ca0b-4f81-8196-4386c6a38acc owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:34.854425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-101e1a5c-2009-47be-8bc2-feb780d373e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:34.885975 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Floating IP 5bf97a54-6d7c-4bd7-a24d-6b98e311ebf6 associated. External IP: 172.26.4.155, port: 467ec842-352e-4509-a941-8b81c3c0b555. Apr 05 10:00:34.917087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:00:34.917497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:00:34.990645 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38f36b53-f291-4248-94b1-fe2e28259b87 req-38eb06cc-9a06-44c3-a72a-6280961ab731 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/security-groups?id=672b05bc-189b-44cc-81f3-cb6d8bf78d87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5964446 Apr 05 10:00:35.051957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.052105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.062438 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.ipam_backend_mixin [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 573858d5-b85f-4483-ab88-bb475c327e28 (CIDR: 2001:db8::/64) Apr 05 10:00:35.072873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Transition to ACTIVE for port object 65c9fa56-788e-47e9-86f9-243789d63ceb will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:35.075054 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 10:00:35.076393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:35.077394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.106120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Transition to ACTIVE for port object 65c9fa56-788e-47e9-86f9-243789d63ceb will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:35.118022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.124066 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-35a8ec0f-f100-4b67-927c-7ffb27bb9598 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6230791 Apr 05 10:00:35.124497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60562) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:35.132704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:35.210107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:35.214673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:35.221648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:35.294856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Network': ['ID=d5429b7c-69b7-4fb3-9a26-be1a5b872a29,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:35.319716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:35.329111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:35.333024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:35.343905 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:35.426640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:35.435240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Attempting to bind port 65c9fa56-788e-47e9-86f9-243789d63ceb on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:00:35.435871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Attempting to bind port 65c9fa56-788e-47e9-86f9-243789d63ceb by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:00:35.436531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Attempting to bind port 65c9fa56-788e-47e9-86f9-243789d63ceb on network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:00:35.439011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Pushing event updated for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:35.448887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Deleting port a36c48ed-aae4-4f56-a4f6-8af4d11c655b {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:35.449485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.452727 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:00:35.453264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Checking segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:00:35.453766 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.454254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Bound using segment: {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:00:35.455011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Bound port: 65c9fa56-788e-47e9-86f9-243789d63ceb, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474abc4f-b52f-4e06-91a8-a7003116472d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:00:35.455471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.488181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-101e1a5c-2009-47be-8bc2-feb780d373e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:35.505605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-101e1a5c-2009-47be-8bc2-feb780d373e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:35.511916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 34ea39e1-7ad1-447c-99aa-88a854c9edae up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:35.521919 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-93f1880a-70b1-4072-845c-43530eb9d09e req-95eedc7c-82c0-4313-bd1d-9921dcd562b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.528692 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-14f19d96-1ff5-45e5-ad43-bf322872b5d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/networks/d5429b7c-69b7-4fb3-9a26-be1a5b872a29 HTTP/1.1" status: 204 len: 168 time: 5.0302391 Apr 05 10:00:35.529617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60566) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:35.624417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-65b37c28-f1c4-4ec4-a97e-549203655c75 None None] Provisioning complete for port 4fcc3fef-5bdd-446c-8181-bc86f6349649 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:35.624891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65b37c28-f1c4-4ec4-a97e-549203655c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.690119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 34ea39e1-7ad1-447c-99aa-88a854c9edae completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:35.693649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101e1a5c-2009-47be-8bc2-feb780d373e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:35.697697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-101e1a5c-2009-47be-8bc2-feb780d373e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.713896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:00:35.716079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-65b37c28-f1c4-4ec4-a97e-549203655c75 None None] Port 4fcc3fef-5bdd-446c-8181-bc86f6349649 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:35.718804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=65c9fa56-788e-47e9-86f9-243789d63ceb,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:00:35.733000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.785887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-65b37c28-f1c4-4ec4-a97e-549203655c75 None None] Provisioning for port 34ea39e1-7ad1-447c-99aa-88a854c9edae completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:35.789291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a36c48ed-aae4-4f56-a4f6-8af4d11c655b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:35.792206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] The port 'a36c48ed-aae4-4f56-a4f6-8af4d11c655b' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:00:35.809143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eedc7c-82c0-4313-bd1d-9921dcd562b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Pushing event deleted for resources: {'Port': ['ID=11f9b97d-ca0b-4f81-8196-4386c6a38acc,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:35.811041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.835957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-65b37c28-f1c4-4ec4-a97e-549203655c75 None None] Provisioning complete for port 34ea39e1-7ad1-447c-99aa-88a854c9edae triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:35.836325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65b37c28-f1c4-4ec4-a97e-549203655c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:35.866964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: a36c48ed-aae4-4f56-a4f6-8af4d11c655b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:35.867596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a36c48ed-aae4-4f56-a4f6-8af4d11c655b not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:35.959168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20082f-868b-4753-99ae-ce44260a885a None None] Pushing event updated for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:36.018867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:00:36.033081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65b37c28-f1c4-4ec4-a97e-549203655c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.087439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.117932 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-65b37c28-f1c4-4ec4-a97e-549203655c75 None None] For port 34ea39e1-7ad1-447c-99aa-88a854c9edae, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=34ea39e1-7ad1-447c-99aa-88a854c9edae,segment=NetworkSegment(3e073612-6be0-4ddd-8003-314aa39fdc21),segment_id=3e073612-6be0-4ddd-8003-314aa39fdc21)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:36.129647 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65b37c28-f1c4-4ec4-a97e-549203655c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.154414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f1880a-70b1-4072-845c-43530eb9d09e req-95eedc7c-82c0-4313-bd1d-9921dcd562b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] No DVR routers for this DVR port 11f9b97d-ca0b-4f81-8196-4386c6a38acc on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:00:36.167307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-93f1880a-70b1-4072-845c-43530eb9d09e req-95eedc7c-82c0-4313-bd1d-9921dcd562b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.169533 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-93f1880a-70b1-4072-845c-43530eb9d09e req-95eedc7c-82c0-4313-bd1d-9921dcd562b2 tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.10 "DELETE /v2.0/ports/11f9b97d-ca0b-4f81-8196-4386c6a38acc HTTP/1.1" status: 204 len: 173 time: 3.3311286 Apr 05 10:00:36.183279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9', 'name': 'network-vif-deleted', 'tag': '11f9b97d-ca0b-4f81-8196-4386c6a38acc'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:00:36.196656 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 11f9b97d-ca0b-4f81-8196-4386c6a38acc no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:36.209978 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.ipam_backend_mixin [None req-101e1a5c-2009-47be-8bc2-feb780d373e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f5fa021-9af7-4c80-b191-48f22c7f7753 (CIDR: 2001:db8::/64) Apr 05 10:00:36.266725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 11f9b97d-ca0b-4f81-8196-4386c6a38acc {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:36.267454 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 11f9b97d-ca0b-4f81-8196-4386c6a38acc not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:36.283895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf89b0a5-760a-46dd-a76f-7b427e8d7449']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:36.310245 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-101e1a5c-2009-47be-8bc2-feb780d373e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 10:00:36.310730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101e1a5c-2009-47be-8bc2-feb780d373e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:36.331044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b37c28-f1c4-4ec4-a97e-549203655c75 None None] Pushing event updated for resources: {'Port': ['ID=34ea39e1-7ad1-447c-99aa-88a854c9edae,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:36.335733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0c72c298-ba39-4087-b16b-c6a4bc1ede76 req-92c8252e-1c01-4d29-a314-972734320cee tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Synchronizing usage tracker for tenant:94b05632f5f9480ebf2ef2abf23fa548 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:36.336433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-211313f2-85e1-458b-8e5a-8aa9c5369daf None None] Provisioning for port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:36.341037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d0e12b-7c43-4e92-b8de-4c976f7a6f34') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:36.341609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d0e12b-7c43-4e92-b8de-4c976f7a6f34') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:36.342590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-211313f2-85e1-458b-8e5a-8aa9c5369daf None None] Provisioning complete for port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:36.343027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-211313f2-85e1-458b-8e5a-8aa9c5369daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.349740 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b72aed0-e4dc-421d-b9a6-119995c8742e'] response: {'server_uuid': '6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9', 'name': 'network-vif-deleted', 'tag': '11f9b97d-ca0b-4f81-8196-4386c6a38acc', 'status': 'completed', 'code': 200} Apr 05 10:00:36.365214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.412686 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-101e1a5c-2009-47be-8bc2-feb780d373e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9998045 Apr 05 10:00:36.414320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-211313f2-85e1-458b-8e5a-8aa9c5369daf None None] Port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:36.420263 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60574) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:36.422144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.425923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:36.428426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 533e0284-3a95-4e2d-ac97-de93d1f20f1f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:36.428815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.460204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0c72c298-ba39-4087-b16b-c6a4bc1ede76 req-92c8252e-1c01-4d29-a314-972734320cee tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] Unset dirty status for tenant:94b05632f5f9480ebf2ef2abf23fa548 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:36.461354 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c72c298-ba39-4087-b16b-c6a4bc1ede76 req-92c8252e-1c01-4d29-a314-972734320cee tempest-TestServerAdvancedOps-32956457 tempest-TestServerAdvancedOps-32956457-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e2222a1-c2cf-4bd2-b1f4-be8fb07dbea9 HTTP/1.1" status: 200 len: 210 time: 0.2282777 Apr 05 10:00:36.480236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:00:36.481503 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:00:36.502382 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:00:36.559253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.684591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:36.691331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=97d7c56d-d148-4789-8148-cf58ad6a1f98,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:36.694463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:36.697372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:36.698151 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.711180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f183aa2-f28e-49ee-8592-38032d3e26f8 None None] Network ecc3414c-db0d-49e6-844c-697cfc323621 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:36.744340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.751818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:36.772145 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e5a6f9c6-b23b-4683-8993-c5ab76a99eaf tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6455421 Apr 05 10:00:36.778012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:36.781550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60578) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:36.789374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.791386 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-297210254', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97d7c56d-d148-4789-8148-cf58ad6a1f98'}], 'security_groups': ['59d426ea-70f5-4d1c-a063-6f5431834774']}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:36.813372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] Pushing event deleted for resources: {'Network': ['ID=cf89b0a5-760a-46dd-a76f-7b427e8d7449,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:36.827857 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-877d8cff-f226-450c-ad18-fd745d4a2af3 tempest-TagsExtTest-1858700824 tempest-TagsExtTest-1858700824-project] 10.222.0.30 "DELETE /v2.0/networks/cf89b0a5-760a-46dd-a76f-7b427e8d7449 HTTP/1.1" status: 204 len: 168 time: 4.2249436 Apr 05 10:00:36.879680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:00:36.888809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.891203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:36.899022 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] Sync routers for ids ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:00:36.910241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:36.921670 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cd0390f-77aa-44b5-a3b8-e0907ae8e494 req-c38d53a7-54a6-46e3-9db0-c309028c643f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2223582 Apr 05 10:00:36.925510 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] Routers {'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:36.926182 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:37.191852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:37.212065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 533e0284-3a95-4e2d-ac97-de93d1f20f1f owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:37.320219 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] Set router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:37.390663 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:37.519510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c5d3d-4457-4288-98e7-d89a2b1a9139 None None] Update dhcp port {'port': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'fixed_ips': [{'subnet_id': '573858d5-b85f-4483-ab88-bb475c327e28', 'ip_address': '2001:db8::2'}, {'subnet_id': '97d7c56d-d148-4789-8148-cf58ad6a1f98'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '34ea39e1-7ad1-447c-99aa-88a854c9edae'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 10:00:37.567953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:37.599229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60588) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:37.674055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60594) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:37.706106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-984c5d3d-4457-4288-98e7-d89a2b1a9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:37.742546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 34ea39e1-7ad1-447c-99aa-88a854c9edae up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:37.796566 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cd0390f-77aa-44b5-a3b8-e0907ae8e494 req-4d2a412d-495d-4a44-a497-f9c98676524c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 1098 time: 0.6692009 Apr 05 10:00:37.886896 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:59Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5bf97a54-6d7c-4bd7-a24d-6b98e311ebf6', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'port_id': '467ec842-352e-4509-a941-8b81c3c0b555', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'mac_address': 'fa:16:3e:92:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7ff8-d010-46b7-953f-acdc10520d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:00:32Z', 'updated_at': '2022-04-05T10:00:32Z', 'revision_number': 0, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdb3438-9c22-4568-a7fe-2ed4537c9d52', 'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'mac_address': 'fa:16:3e:8a:8f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:58Z', 'updated_at': '2022-04-05T10:00:13Z', 'revision_number': 5, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'subnets': [{'id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:37.902381 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] Checking router: fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:00:37.929791 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] Routers {'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:37.930709 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:37.942375 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 34ea39e1-7ad1-447c-99aa-88a854c9edae triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:37.942759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.003842 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9afa7378-4f6e-4106-8b65-9023871af78c None None] Provisioning for port 65c9fa56-788e-47e9-86f9-243789d63ceb completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:38.062359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.119354 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-786dbf56-9ef9-4950-b49a-13552ce94dda tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.2785218 Apr 05 10:00:38.130270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:00:38.133436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=533e0284-3a95-4e2d-ac97-de93d1f20f1f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:38.148998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-984c5d3d-4457-4288-98e7-d89a2b1a9139 None None] Allocated IP 2001:db8:0:1::2 (ecc3414c-db0d-49e6-844c-697cfc323621/97d7c56d-d148-4789-8148-cf58ad6a1f98/34ea39e1-7ad1-447c-99aa-88a854c9edae) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:38.165553 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b8677061-942d-428c-a18b-5f0c77a7f756 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f913be2414f43a59baa8e68a695528c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5634787 Apr 05 10:00:38.186302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60602) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:38.189223 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] Set router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:38.207216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0390f-77aa-44b5-a3b8-e0907ae8e494 req-428b95f8-30e3-41b9-b9d2-6a3bac543ce1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:38.209028 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cd0390f-77aa-44b5-a3b8-e0907ae8e494 req-428b95f8-30e3-41b9-b9d2-6a3bac543ce1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a95b3521-e819-46ba-b3ca-b568c40ee172 HTTP/1.1" status: 200 len: 896 time: 0.3411908 Apr 05 10:00:38.315826 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac77b657-4cf1-4d2a-a6b0-bd26f6bb56be'] response: {'name': 'network-changed', 'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555', 'status': 'completed', 'code': 200} Apr 05 10:00:38.350029 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-984c5d3d-4457-4288-98e7-d89a2b1a9139 None None] For port 34ea39e1-7ad1-447c-99aa-88a854c9edae, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=34ea39e1-7ad1-447c-99aa-88a854c9edae,segment=NetworkSegment(3e073612-6be0-4ddd-8003-314aa39fdc21),segment_id=3e073612-6be0-4ddd-8003-314aa39fdc21)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:38.357864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a58b2d6-7f04-49c2-a535-e7c6365ffea2 admin admin] Deleting subnet 33475ef6-aa3b-4d49-ae02-b85acaa4a24b {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:38.370820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.378620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5a58b2d6-7f04-49c2-a535-e7c6365ffea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.388859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-984c5d3d-4457-4288-98e7-d89a2b1a9139 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.410325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-984c5d3d-4457-4288-98e7-d89a2b1a9139 None None] Transition to ACTIVE for port object 34ea39e1-7ad1-447c-99aa-88a854c9edae will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:38.456636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-984c5d3d-4457-4288-98e7-d89a2b1a9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.525740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5248aff-e2a1-4227-a5d9-7adb48323065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.575072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cd0390f-77aa-44b5-a3b8-e0907ae8e494 req-dcc75a8e-4075-4097-9694-2a753029018e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe HTTP/1.1" status: 200 len: 217 time: 0.3003953 Apr 05 10:00:38.591306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5a58b2d6-7f04-49c2-a535-e7c6365ffea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.631988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c5d3d-4457-4288-98e7-d89a2b1a9139 None None] Pushing event updated for resources: {'Port': ['ID=34ea39e1-7ad1-447c-99aa-88a854c9edae,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:38.669426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5248aff-e2a1-4227-a5d9-7adb48323065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.694998 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:59Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5bf97a54-6d7c-4bd7-a24d-6b98e311ebf6', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'port_id': '467ec842-352e-4509-a941-8b81c3c0b555', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'mac_address': 'fa:16:3e:92:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7ff8-d010-46b7-953f-acdc10520d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:00:32Z', 'updated_at': '2022-04-05T10:00:32Z', 'revision_number': 0, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdb3438-9c22-4568-a7fe-2ed4537c9d52', 'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'mac_address': 'fa:16:3e:8a:8f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:58Z', 'updated_at': '2022-04-05T10:00:13Z', 'revision_number': 5, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'subnets': [{'id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:38.700527 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffb6caa-31cc-4a47-bda6-dc8b3002a81c None None] The sync data for ids ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'] in dv-neutron-833199-1-hyperv is: [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:59Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '5bf97a54-6d7c-4bd7-a24d-6b98e311ebf6', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'port_id': '467ec842-352e-4509-a941-8b81c3c0b555', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'mac_address': 'fa:16:3e:92:89:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783c7ff8-d010-46b7-953f-acdc10520d09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:00:32Z', 'updated_at': '2022-04-05T10:00:32Z', 'revision_number': 0, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdb3438-9c22-4568-a7fe-2ed4537c9d52', 'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'mac_address': 'fa:16:3e:8a:8f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:58Z', 'updated_at': '2022-04-05T10:00:13Z', 'revision_number': 5, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'subnets': [{'id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:00:38.722284 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 65c9fa56-788e-47e9-86f9-243789d63ceb up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:38.741322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0390f-77aa-44b5-a3b8-e0907ae8e494 req-a266ad8d-e6d8-4364-8280-a4490a008969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:38.744852 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cd0390f-77aa-44b5-a3b8-e0907ae8e494 req-a266ad8d-e6d8-4364-8280-a4490a008969 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b64a09b-94df-4340-9ad3-f54059f9e248 HTTP/1.1" status: 200 len: 835 time: 0.1512594 Apr 05 10:00:38.820553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.830523 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f9a39e3-9cc6-4e90-bcc8-699bc64501a3 req-1a583e0a-434b-42b5-81d0-ab4b41326195 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=da8105cfd52c4aeb83269a4f12fa120f&device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 1099 time: 0.5063848 Apr 05 10:00:38.844788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 65c9fa56-788e-47e9-86f9-243789d63ceb completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:38.852926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:38.853868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.933886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5a58b2d6-7f04-49c2-a535-e7c6365ffea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:38.994992 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b79fff6-fc2c-4bc8-8b4c-583c7f82d69b None None] New status for floating IP 5bf97a54-6d7c-4bd7-a24d-6b98e311ebf6: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:00:39.020288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:39.038526 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:39.040973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Delete allocated IP 2001:db8::370 (ecc3414c-db0d-49e6-844c-697cfc323621/573858d5-b85f-4483-ab88-bb475c327e28) {{(pid=83820) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 10:00:39.051376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:39.052113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:39.065319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f97ccd-08ec-447f-ac8e-d076af5d985d None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:39.077254 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a39e3-9cc6-4e90-bcc8-699bc64501a3 req-6ff29408-a9b8-4982-9cb8-33a2b8fadb77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:39.079039 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f9a39e3-9cc6-4e90-bcc8-699bc64501a3 req-6ff29408-a9b8-4982-9cb8-33a2b8fadb77 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7c65548-cba0-4eb8-98fa-0a7a307c15cd HTTP/1.1" status: 200 len: 896 time: 0.2362454 Apr 05 10:00:39.105073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5248aff-e2a1-4227-a5d9-7adb48323065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:39.107600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5248aff-e2a1-4227-a5d9-7adb48323065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:39.109041 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f5248aff-e2a1-4227-a5d9-7adb48323065 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1cdb2685-1e91-4828-9846-61ea17ffd42d HTTP/1.1" status: 204 len: 168 time: 0.9048848 Apr 05 10:00:39.115104 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8:0:1::1c9 (ecc3414c-db0d-49e6-844c-697cfc323621/97d7c56d-d148-4789-8148-cf58ad6a1f98/1be14b10-c8bb-4973-a2af-f9bc14898cd9) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:39.220827 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f9a39e3-9cc6-4e90-bcc8-699bc64501a3 req-e986a03a-7d60-4e27-8604-c3bb81970ab2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467ec842-352e-4509-a941-8b81c3c0b555 HTTP/1.1" status: 200 len: 1000 time: 0.1314387 Apr 05 10:00:39.238116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d9b39-5ede-4cc8-ac65-111ddd221d93 req-e6d677a0-1950-4953-bd42-c61a31a2a343 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:39.249000 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d07d9b39-5ede-4cc8-ac65-111ddd221d93 req-e6d677a0-1950-4953-bd42-c61a31a2a343 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.8884938 Apr 05 10:00:39.287426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=35fbfb8a-f4ce-4a60-bae8-5ac79e4fb248,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:39.300438 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5ed7d88d-9c9d-449e-9aae-996eceafbe2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8791313 Apr 05 10:00:39.316846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60608) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:39.334501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:39.335535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:7b:d1:86', 'name': 'tempest-NetworksTestDHCPv6-714272025'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:39.399038 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cd0390f-77aa-44b5-a3b8-e0907ae8e494 req-56f7999d-bd82-43c8-b151-3869e313ebff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a95b3521-e819-46ba-b3ca-b568c40ee172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6429856 Apr 05 10:00:39.403801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=65c9fa56-788e-47e9-86f9-243789d63ceb,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:39.430824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:39.446397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5248aff-e2a1-4227-a5d9-7adb48323065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdb2685-1e91-4828-9846-61ea17ffd42d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:39.591689 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5a58b2d6-7f04-49c2-a535-e7c6365ffea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:39.592611 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 34ea39e1-7ad1-447c-99aa-88a854c9edae up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:39.657636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d07d9b39-5ede-4cc8-ac65-111ddd221d93 req-6540cb8b-b828-4707-a8ca-7aacdd99e291 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4074309 Apr 05 10:00:39.664053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58b2d6-7f04-49c2-a535-e7c6365ffea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33475ef6-aa3b-4d49-ae02-b85acaa4a24b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:39.664775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a39e3-9cc6-4e90-bcc8-699bc64501a3 req-e6d50948-6127-4a12-b61c-6725e97d554e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:39.673089 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f9a39e3-9cc6-4e90-bcc8-699bc64501a3 req-e6d50948-6127-4a12-b61c-6725e97d554e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=235b3237-b6fd-46e3-98e1-47856648ac4d HTTP/1.1" status: 200 len: 835 time: 0.4022439 Apr 05 10:00:39.682013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:39.702128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5a58b2d6-7f04-49c2-a535-e7c6365ffea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:39.708612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60612) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:39.709411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:39.781190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:port and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:39.794878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:39.800546 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5a58b2d6-7f04-49c2-a535-e7c6365ffea2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/33475ef6-aa3b-4d49-ae02-b85acaa4a24b HTTP/1.1" status: 204 len: 168 time: 2.1146047 Apr 05 10:00:39.812234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:39.816507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60616) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:39.819382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object 1be14b10-c8bb-4973-a2af-f9bc14898cd9 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:39.855306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:39.909315 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cd0390f-77aa-44b5-a3b8-e0907ae8e494 req-d0fea919-190e-46f4-ac7b-434b3c0838a5 service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891098 Apr 05 10:00:39.962716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:39.968971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:39.972747 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:39.987762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c79f8b6f-bc74-48d3-b69a-72af58958ccd None None] Provisioning complete for port 4fcc3fef-5bdd-446c-8181-bc86f6349649 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:39.988113 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c79f8b6f-bc74-48d3-b69a-72af58958ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.030693 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f8091296-e204-4d7e-aef9-105fa5487beb tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/floatingips/5bf97a54-6d7c-4bd7-a24d-6b98e311ebf6 HTTP/1.1" status: 200 len: 992 time: 0.3190811 Apr 05 10:00:40.059959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c79f8b6f-bc74-48d3-b69a-72af58958ccd None None] Port 4fcc3fef-5bdd-446c-8181-bc86f6349649 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:40.092788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port cc7b3ec7-fdda-49aa-9f89-4878c7a8e197 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:00:40.093544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c79f8b6f-bc74-48d3-b69a-72af58958ccd None None] Provisioning for port 34ea39e1-7ad1-447c-99aa-88a854c9edae completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:40.101261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c79f8b6f-bc74-48d3-b69a-72af58958ccd None None] Provisioning complete for port 34ea39e1-7ad1-447c-99aa-88a854c9edae triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:40.102053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c79f8b6f-bc74-48d3-b69a-72af58958ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.151802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.159264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] In _notify_port_updated(), no bound segment for port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 on network ecc3414c-db0d-49e6-844c-697cfc323621 {{(pid=83820) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 10:00:40.162805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:40.163265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.167510 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "PUT /v2.0/ports/1be14b10-c8bb-4973-a2af-f9bc14898cd9 HTTP/1.1" status: 200 len: 930 time: 3.3817186 Apr 05 10:00:40.171779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60620) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:40.176172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159fce4-7096-45be-a639-aa8338183ae2 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=1be14b10-c8bb-4973-a2af-f9bc14898cd9,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:40.224083 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f9a39e3-9cc6-4e90-bcc8-699bc64501a3 req-3365bd6c-7f39-40b1-8ab1-027b875854b9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7c65548-cba0-4eb8-98fa-0a7a307c15cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3898537 Apr 05 10:00:40.271478 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cd0390f-77aa-44b5-a3b8-e0907ae8e494 req-ca8d5e0d-a563-43e8-b10a-4312f9de9759 service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531947 Apr 05 10:00:40.289562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dcdbe9-2f46-4c68-acaf-a640f71062a1 None None] Update dhcp port {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': '3f5fa021-9af7-4c80-b191-48f22c7f7753', 'ip_address': '2001:db8::f816:3eff:fed2:c8ae'}, {'subnet_id': '35fbfb8a-f4ce-4a60-bae8-5ac79e4fb248'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '65c9fa56-788e-47e9-86f9-243789d63ceb'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 10:00:40.375642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-60dcdbe9-2f46-4c68-acaf-a640f71062a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.380389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-57d6688e-b848-4bc3-92ca-9ccd4d310845 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:40.380735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-57d6688e-b848-4bc3-92ca-9ccd4d310845 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.515067 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f9a39e3-9cc6-4e90-bcc8-699bc64501a3 req-763d42e5-7479-4266-8b83-8e85b03c255c service neutron] 10.222.0.10 "GET /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763474 Apr 05 10:00:40.524715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.571131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad0b63a-956b-494b-9489-06994729c434']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:40.601225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c79f8b6f-bc74-48d3-b69a-72af58958ccd None None] Provisioning for port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:40.608192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c79f8b6f-bc74-48d3-b69a-72af58958ccd None None] Provisioning complete for port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:40.608679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c79f8b6f-bc74-48d3-b69a-72af58958ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.624170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35b45db-2fc3-466d-96da-11a3df4e617a') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:40.624999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35b45db-2fc3-466d-96da-11a3df4e617a') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:40.647247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.667034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c79f8b6f-bc74-48d3-b69a-72af58958ccd None None] Port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:40.680369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.687377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8:0:1::137 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/35fbfb8a-f4ce-4a60-bae8-5ac79e4fb248/cc7b3ec7-fdda-49aa-9f89-4878c7a8e197) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:40.693677 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:00:40.693677 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:00:40.709085 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:00:40.716025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f816:3eff:fe7b:d186 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/3f5fa021-9af7-4c80-b191-48f22c7f7753/cc7b3ec7-fdda-49aa-9f89-4878c7a8e197) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:40.793869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-29405da7-094a-4203-8486-a24c64a0af65 None None] Provisioning complete for port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:40.794251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-29405da7-094a-4203-8486-a24c64a0af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.832939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-57d6688e-b848-4bc3-92ca-9ccd4d310845 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.836695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.843283 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f9a39e3-9cc6-4e90-bcc8-699bc64501a3 req-c7f3acda-4a4b-4ebf-8bb3-cc684d77a344 service neutron] 10.222.0.10 "GET /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101189 Apr 05 10:00:40.862581 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-29405da7-094a-4203-8486-a24c64a0af65 None None] Port 1be14b10-c8bb-4973-a2af-f9bc14898cd9 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:40.872804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:40.881192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ad0b63a-956b-494b-9489-06994729c434,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:40.923157 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b5aacf95-1875-488e-8ace-0b1e654f675f admin admin] 10.222.0.30 "DELETE /v2.0/networks/3ad0b63a-956b-494b-9489-06994729c434 HTTP/1.1" status: 204 len: 168 time: 1.1057570 Apr 05 10:00:40.927208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60626) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:40.971771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-57d6688e-b848-4bc3-92ca-9ccd4d310845 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 1be14b10-c8bb-4973-a2af-f9bc14898cd9 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:41.012364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router d570a90e-06b1-485f-b0ea-081a9334e4ce has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:00:41.034067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60632) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:41.078506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd6a08a-af06-460e-8284-d0ea96753f03 admin admin] Deleting subnet 566d15f0-c0e0-4bf7-8481-cca4a088682c {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:41.083577 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a08a-af06-460e-8284-d0ea96753f03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.168320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.173731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a08a-af06-460e-8284-d0ea96753f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.226793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object cc7b3ec7-fdda-49aa-9f89-4878c7a8e197 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:41.248366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a08a-af06-460e-8284-d0ea96753f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.324688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.400078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a08a-af06-460e-8284-d0ea96753f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.412849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-60dcdbe9-2f46-4c68-acaf-a640f71062a1 None None] Allocated IP 2001:db8:0:1::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/35fbfb8a-f4ce-4a60-bae8-5ac79e4fb248/65c9fa56-788e-47e9-86f9-243789d63ceb) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:41.438775 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ab7c9614-02df-4124-805f-bd4852edf80c tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/floatingips/5bf97a54-6d7c-4bd7-a24d-6b98e311ebf6 HTTP/1.1" status: 200 len: 994 time: 0.4040439 Apr 05 10:00:41.461678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:41.469624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6a08a-af06-460e-8284-d0ea96753f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566d15f0-c0e0-4bf7-8481-cca4a088682c,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:41.473191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:41.475644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=cc7b3ec7-fdda-49aa-9f89-4878c7a8e197,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:41.477959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:41.482778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:41.483412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.491239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a08a-af06-460e-8284-d0ea96753f03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.497403 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3dd6a08a-af06-460e-8284-d0ea96753f03 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/566d15f0-c0e0-4bf7-8481-cca4a088682c HTTP/1.1" status: 204 len: 168 time: 0.5693319 Apr 05 10:00:41.501757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60636) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:41.514024 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c1ac8ee0-392c-4538-9a31-a9278a2d38d4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1957505 Apr 05 10:00:41.517113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60640) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:41.556826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 65c9fa56-788e-47e9-86f9-243789d63ceb up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:41.606771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d27b5-8a14-4b16-af6e-e00ae5823218 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port cc7b3ec7-fdda-49aa-9f89-4878c7a8e197 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:41.607303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a4d27b5-8a14-4b16-af6e-e00ae5823218 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.652037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-57d6688e-b848-4bc3-92ca-9ccd4d310845 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.665964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-60dcdbe9-2f46-4c68-acaf-a640f71062a1 None None] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=65c9fa56-788e-47e9-86f9-243789d63ceb,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:41.701964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-60dcdbe9-2f46-4c68-acaf-a640f71062a1 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.709944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:41.710607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.723046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6688e-b848-4bc3-92ca-9ccd4d310845 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=1be14b10-c8bb-4973-a2af-f9bc14898cd9,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:41.736854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.770846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-60dcdbe9-2f46-4c68-acaf-a640f71062a1 None None] Transition to ACTIVE for port object 65c9fa56-788e-47e9-86f9-243789d63ceb will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:41.781348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-60dcdbe9-2f46-4c68-acaf-a640f71062a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.793539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-57d6688e-b848-4bc3-92ca-9ccd4d310845 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:41.875966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Port 65c9fa56-788e-47e9-86f9-243789d63ceb had new provisioning blocks added so it will not transition to active. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Apr 05 10:00:41.942967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-57d6688e-b848-4bc3-92ca-9ccd4d310845 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/1be14b10-c8bb-4973-a2af-f9bc14898cd9 HTTP/1.1" status: 204 len: 168 time: 1.7696798 Apr 05 10:00:41.949016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60644) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:41.970937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.011130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcdbe9-2f46-4c68-acaf-a640f71062a1 None None] Pushing event updated for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:42.021159 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecac30ff-ef42-40fe-add5-3a3514fc56c4']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:42.022466 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41a2b63-2bfc-408d-890f-ce793bd25703 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 10:00:42.023186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c41a2b63-2bfc-408d-890f-ce793bd25703 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:42.029670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:00:42.029910 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a4d27b5-8a14-4b16-af6e-e00ae5823218 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.036322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.048901 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] Sync routers for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:00:42.074104 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:42.074738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b181f994-a732-4e11-84cc-b8b3015ae038') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:42.074885 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:42.075005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b181f994-a732-4e11-84cc-b8b3015ae038') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:42.101092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.125040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.130590 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a73bbd09-7f00-44f4-9e98-bdfa05a7fdb3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/floatingips/5b0d204b-073c-4c63-9ebb-48d29258e96e HTTP/1.1" status: 204 len: 168 time: 6.5927315 Apr 05 10:00:42.131420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa2183c-735c-482f-b52d-ba7607f21987', 'tag': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:00:42.139033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:00:42.139447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:00:42.155102 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:00:42.234312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d27b5-8a14-4b16-af6e-e00ae5823218 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for cc7b3ec7-fdda-49aa-9f89-4878c7a8e197 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:42.281759 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a15c290-002e-42b3-a349-97d0d65c2a47'] response: {'name': 'network-changed', 'server_uuid': 'afa2183c-735c-482f-b52d-ba7607f21987', 'tag': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'status': 'completed', 'code': 200} Apr 05 10:00:42.392160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.397204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.399366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c41a2b63-2bfc-408d-890f-ce793bd25703 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:42.404517 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c41a2b63-2bfc-408d-890f-ce793bd25703 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/1be14b10-c8bb-4973-a2af-f9bc14898cd9 HTTP/1.1" status: 404 len: 333 time: 0.4519515 Apr 05 10:00:42.407508 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60652) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:42.442558 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] 10.222.0.30 "DELETE /v2.0/networks/ecac30ff-ef42-40fe-add5-3a3514fc56c4 HTTP/1.1" status: 204 len: 168 time: 0.9392560 Apr 05 10:00:42.462441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51108e6-225a-4e40-9841-015c2225d25c admin admin] Pushing event deleted for resources: {'Network': ['ID=ecac30ff-ef42-40fe-add5-3a3514fc56c4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:42.509416 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d2c1f32-208e-4d7d-a5d4-aed7f91df39c req-2c3da86f-2b8d-4ce4-b5b7-2a141fa8de5d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 1098 time: 0.1982200 Apr 05 10:00:42.522508 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:42.643278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-35cc0705-76e5-43c1-88a9-5772c391e6b5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.674401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-35cc0705-76e5-43c1-88a9-5772c391e6b5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.732465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a4d27b5-8a14-4b16-af6e-e00ae5823218 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.735975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-35cc0705-76e5-43c1-88a9-5772c391e6b5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.779017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc0705-76e5-43c1-88a9-5772c391e6b5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68201523-8b19-4cfd-b6d0-aee5349076e4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:42.841752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c1f32-208e-4d7d-a5d4-aed7f91df39c req-9f882f32-2ab5-4eb6-b24b-e0520f6446bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:42.843093 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d2c1f32-208e-4d7d-a5d4-aed7f91df39c req-9f882f32-2ab5-4eb6-b24b-e0520f6446bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=a95b3521-e819-46ba-b3ca-b568c40ee172 HTTP/1.1" status: 200 len: 896 time: 0.3225315 Apr 05 10:00:42.844619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-35cc0705-76e5-43c1-88a9-5772c391e6b5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:42.850647 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-35cc0705-76e5-43c1-88a9-5772c391e6b5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/security-groups/68201523-8b19-4cfd-b6d0-aee5349076e4 HTTP/1.1" status: 204 len: 168 time: 0.4208627 Apr 05 10:00:42.852870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60660) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:42.989670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60664) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:43.060498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d27b5-8a14-4b16-af6e-e00ae5823218 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=cc7b3ec7-fdda-49aa-9f89-4878c7a8e197,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:43.066826 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d2c1f32-208e-4d7d-a5d4-aed7f91df39c req-f77ce2f0-5172-473b-ac39-e9aad75a364d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe HTTP/1.1" status: 200 len: 217 time: 0.2141140 Apr 05 10:00:43.170181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7a4d27b5-8a14-4b16-af6e-e00ae5823218 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:43.189703 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7a4d27b5-8a14-4b16-af6e-e00ae5823218 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/cc7b3ec7-fdda-49aa-9f89-4878c7a8e197 HTTP/1.1" status: 204 len: 168 time: 1.6719322 Apr 05 10:00:43.190372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60668) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:43.211872 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fdbb96bd-4fd3-4180-b02b-7874255a0c19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94b05632f5f9480ebf2ef2abf23fa548&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2240677 Apr 05 10:00:43.217017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60672) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:43.224240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e7428b9-9af8-42c1-a9a7-6beb517ea811 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:43.238543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-83aa61f2-4936-4eba-8b59-9f42428142a9 None None] Provisioning for port 65c9fa56-788e-47e9-86f9-243789d63ceb completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:43.244880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-83aa61f2-4936-4eba-8b59-9f42428142a9 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:43.245254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-83aa61f2-4936-4eba-8b59-9f42428142a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:43.250577 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T10:00:18Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:43.255692 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] Checking router: d570a90e-06b1-485f-b0ea-081a9334e4ce for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:00:43.273645 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:43.274360 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:43.295140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c1f32-208e-4d7d-a5d4-aed7f91df39c req-e3b6814f-d8f8-4c2d-a40e-28aa6d8b77d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:43.296356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116015b6-7bdd-4761-a951-dfb75d0b6658 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:43.297283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-116015b6-7bdd-4761-a951-dfb75d0b6658 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:43.298033 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d2c1f32-208e-4d7d-a5d4-aed7f91df39c req-e3b6814f-d8f8-4c2d-a40e-28aa6d8b77d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b64a09b-94df-4340-9ad3-f54059f9e248 HTTP/1.1" status: 200 len: 835 time: 0.2171664 Apr 05 10:00:43.325220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-116015b6-7bdd-4761-a951-dfb75d0b6658 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:43.329903 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-116015b6-7bdd-4761-a951-dfb75d0b6658 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1383433 Apr 05 10:00:43.330638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60676) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:43.403873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e7428b9-9af8-42c1-a9a7-6beb517ea811 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:43.438455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2611497-6d5f-470b-93b8-1aee7ee19bcf req-a623db27-cc6b-4860-9b06-790be843434c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:43.439488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d2611497-6d5f-470b-93b8-1aee7ee19bcf req-a623db27-cc6b-4860-9b06-790be843434c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:43.462098 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c012a05c-89b8-4db6-ab8a-b84e44664702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:43.512520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c012a05c-89b8-4db6-ab8a-b84e44664702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:43.519812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf7b4f1-7478-48c5-9585-7ee2572219ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:43.528122 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4cf7b4f1-7478-48c5-9585-7ee2572219ae tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1947944 Apr 05 10:00:43.529050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60680) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:43.542859 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:43.607458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c012a05c-89b8-4db6-ab8a-b84e44664702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:43.632330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 65c9fa56-788e-47e9-86f9-243789d63ceb up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:43.663373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d822ff30-371b-4ecd-9abb-f125822271de tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:43.668281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d822ff30-371b-4ecd-9abb-f125822271de tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:43.673720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d822ff30-371b-4ecd-9abb-f125822271de tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:43.675143 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d822ff30-371b-4ecd-9abb-f125822271de tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:43.678301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012a05c-89b8-4db6-ab8a-b84e44664702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672b05bc-189b-44cc-81f3-cb6d8bf78d87,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:43.696550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d2611497-6d5f-470b-93b8-1aee7ee19bcf req-a623db27-cc6b-4860-9b06-790be843434c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:43.699023 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d2611497-6d5f-470b-93b8-1aee7ee19bcf req-a623db27-cc6b-4860-9b06-790be843434c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 945 time: 0.7450752 Apr 05 10:00:43.712037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d822ff30-371b-4ecd-9abb-f125822271de tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:43.720678 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d822ff30-371b-4ecd-9abb-f125822271de tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1900156 Apr 05 10:00:43.720869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60684) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:43.741434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e77419c8-576d-4457-9a09-16e2201f21e1 None None] Could not find standard attr ID for object cc7b3ec7-fdda-49aa-9f89-4878c7a8e197. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 10:00:43.783048 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:43.783619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:43.790578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c012a05c-89b8-4db6-ab8a-b84e44664702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:43.792626 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c012a05c-89b8-4db6-ab8a-b84e44664702 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/672b05bc-189b-44cc-81f3-cb6d8bf78d87 HTTP/1.1" status: 204 len: 168 time: 0.5714219 Apr 05 10:00:43.811225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e7428b9-9af8-42c1-a9a7-6beb517ea811 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:43.848232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7428b9-9af8-42c1-a9a7-6beb517ea811 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d426ea-70f5-4d1c-a063-6f5431834774,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:43.853968 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d2c1f32-208e-4d7d-a5d4-aed7f91df39c req-4821ce33-909c-4faa-a674-e78931a93a0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a95b3521-e819-46ba-b3ca-b568c40ee172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5396619 Apr 05 10:00:44.014395 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T10:00:18Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:44.020107 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98b545d-00bb-46f7-a7f0-c2c0cd779ebb None None] The sync data for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv is: [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T10:00:18Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0adc1a4d-5f1c-4330-adef-098b452edadd', 'name': '', 'network_id': 'a95b3521-e819-46ba-b3ca-b568c40ee172', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:18:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:34Z', 'updated_at': '2022-04-05T09:57:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b64a09b-94df-4340-9ad3-f54059f9e248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:00:44.087297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1e7428b9-9af8-42c1-a9a7-6beb517ea811 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.088559 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1e7428b9-9af8-42c1-a9a7-6beb517ea811 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/security-groups/59d426ea-70f5-4d1c-a063-6f5431834774 HTTP/1.1" status: 204 len: 168 time: 1.2342606 Apr 05 10:00:44.092228 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60692) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:44.314727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d2611497-6d5f-470b-93b8-1aee7ee19bcf req-92f9f1cf-c92b-4370-b787-8362ccc24416 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:44.351543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa670c7c-96ae-4a79-9722-7dc4777afff1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet 573858d5-b85f-4483-ab88-bb475c327e28 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:44.355087 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa670c7c-96ae-4a79-9722-7dc4777afff1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.385395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60696) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:44.421022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d2611497-6d5f-470b-93b8-1aee7ee19bcf req-92f9f1cf-c92b-4370-b787-8362ccc24416 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:44.424788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa670c7c-96ae-4a79-9722-7dc4777afff1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.433867 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d2611497-6d5f-470b-93b8-1aee7ee19bcf req-92f9f1cf-c92b-4370-b787-8362ccc24416 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7147603 Apr 05 10:00:44.502308 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d2c1f32-208e-4d7d-a5d4-aed7f91df39c req-c4585576-43e8-468d-9233-82575815a85d service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310010 Apr 05 10:00:44.509461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-06655b6f-babe-4aaf-830f-7b7fe75dfac3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 35fbfb8a-f4ce-4a60-bae8-5ac79e4fb248 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:44.520062 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-06655b6f-babe-4aaf-830f-7b7fe75dfac3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.526851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa670c7c-96ae-4a79-9722-7dc4777afff1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.616180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa670c7c-96ae-4a79-9722-7dc4777afff1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.658099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-d325671d-272a-4adb-9e09-e1842181195a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:44.659586 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-d325671d-272a-4adb-9e09-e1842181195a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 945 time: 0.5760753 Apr 05 10:00:44.678079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aa670c7c-96ae-4a79-9722-7dc4777afff1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.688848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac5dae5-61c1-4cbf-998b-8d62ce9aa0cc None None] Network ecc3414c-db0d-49e6-844c-697cfc323621 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:44.690122 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa670c7c-96ae-4a79-9722-7dc4777afff1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=573858d5-b85f-4483-ab88-bb475c327e28,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:44.693649 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aa670c7c-96ae-4a79-9722-7dc4777afff1 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/573858d5-b85f-4483-ab88-bb475c327e28 HTTP/1.1" status: 204 len: 168 time: 0.6007485 Apr 05 10:00:44.700279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60700) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:44.705984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:44.751157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-4e191236-1b7c-497a-b04a-5d16da65ad59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:44.751492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-4e191236-1b7c-497a-b04a-5d16da65ad59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.809671 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6add2619-9b86-43ab-9f3f-25e0ff424a8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34320c223f824c1490ffdeda850d40e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4215322 Apr 05 10:00:44.812002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60704) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:44.824151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-06655b6f-babe-4aaf-830f-7b7fe75dfac3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.893631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:44.899636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:44.903220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:44.913168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:44.942199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9e84f17c-b153-41bf-80f5-734306f4c362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.969534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:44.972541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:44.976648 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d2c1f32-208e-4d7d-a5d4-aed7f91df39c req-5d4dca3b-24e3-4cc8-953f-85961bf25ae6 service neutron] 10.222.0.10 "GET /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584322 Apr 05 10:00:45.002328 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9e84f17c-b153-41bf-80f5-734306f4c362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.097143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-06655b6f-babe-4aaf-830f-7b7fe75dfac3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.171122 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9e84f17c-b153-41bf-80f5-734306f4c362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.200094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84f17c-b153-41bf-80f5-734306f4c362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb01af45-f983-4790-9849-57159e064c76,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:45.229120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-4e191236-1b7c-497a-b04a-5d16da65ad59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:45.230271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-4e191236-1b7c-497a-b04a-5d16da65ad59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.249767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9e84f17c-b153-41bf-80f5-734306f4c362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.249767 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9e84f17c-b153-41bf-80f5-734306f4c362 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb01af45-f983-4790-9849-57159e064c76 HTTP/1.1" status: 204 len: 168 time: 0.4366815 Apr 05 10:00:45.355023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.473005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:45.477005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:45.488826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:45.489418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.499074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-4e191236-1b7c-497a-b04a-5d16da65ad59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 99e5fd2b-91ef-413c-bda5-e717b42e9cfe owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:45.532204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdc3d3-0b79-4f5c-9e67-c2b982ebab58 None None] New status for floating IP 5b0d204b-073c-4c63-9ebb-48d29258e96e: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:00:45.544320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-06655b6f-babe-4aaf-830f-7b7fe75dfac3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.551080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:45.561923 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3c215a11-5225-4bae-879b-d76be842adb5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8606036 Apr 05 10:00:45.565160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60712) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:45.589486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'security_group': {'name': 'tempest-secgroup-1932226325'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:45.602970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:45.610112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:45.620864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:45.643868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:45.662594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.747611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:45.766779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group_rule and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:45.783167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:45.792927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:45.815894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06655b6f-babe-4aaf-830f-7b7fe75dfac3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=35fbfb8a-f4ce-4a60-bae8-5ac79e4fb248,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:45.873396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-06655b6f-babe-4aaf-830f-7b7fe75dfac3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.945219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a94743a-7ff5-4c40-a2be-d182dcd15fc3 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:45.973219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.983708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:45.998775 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-06655b6f-babe-4aaf-830f-7b7fe75dfac3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/35fbfb8a-f4ce-4a60-bae8-5ac79e4fb248 HTTP/1.1" status: 204 len: 168 time: 2.2701352 Apr 05 10:00:46.005303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60716) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:46.065603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73d3404-cc97-4fae-9576-4c2ffc1b06ed,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:46.078003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.080170 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e5af26c5-d93e-4bc9-ab44-f5c9e98fbd12 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5137146 Apr 05 10:00:46.083992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60720) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:46.094056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'security_group': {'name': 'tempest-secgroup-1826688237'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:46.103732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:46.111201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:46.152015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:46.160284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719fd0e-09e1-4f07-8303-96d11b1bb86d req-8f010398-af1e-4dc5-a269-571ff312778c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:46.161565 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7719fd0e-09e1-4f07-8303-96d11b1bb86d req-8f010398-af1e-4dc5-a269-571ff312778c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=afa2183c-735c-482f-b52d-ba7607f21987 HTTP/1.1" status: 200 len: 945 time: 0.5196307 Apr 05 10:00:46.164897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:46.182109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.195690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82ca61b-a76c-4930-aac9-2de9e70e9ba6 None None] Network ecc3414c-db0d-49e6-844c-697cfc323621 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:46.215363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-959493f3-31e0-4b32-ac0a-632ab77f123e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 3f5fa021-9af7-4c80-b191-48f22c7f7753 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:46.226358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-959493f3-31e0-4b32-ac0a-632ab77f123e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.262747 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:46.270951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group_rule and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:46.279236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:46.289999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:46.351006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f2b6174d-7974-467e-a1b2-17bd6009c3a9 None None] Provisioning complete for port 4fcc3fef-5bdd-446c-8181-bc86f6349649 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:46.351365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f2b6174d-7974-467e-a1b2-17bd6009c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.413900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-4e191236-1b7c-497a-b04a-5d16da65ad59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.423911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.432139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.465391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f2b6174d-7974-467e-a1b2-17bd6009c3a9 None None] Port 4fcc3fef-5bdd-446c-8181-bc86f6349649 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:46.493667 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.497746 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4092646 Apr 05 10:00:46.499991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60724) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:46.508889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'security_group': {'name': 'tempest-secgroup-502571847'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:46.514779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191236-1b7c-497a-b04a-5d16da65ad59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=99e5fd2b-91ef-413c-bda5-e717b42e9cfe,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:46.519014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d22ee-011c-470b-b5d8-274de2a6eb54 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb640d1-028f-45e4-9889-dfbb8bc5e0a0,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:46.521205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-959493f3-31e0-4b32-ac0a-632ab77f123e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.525261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:46.551243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:46.551483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f2b6174d-7974-467e-a1b2-17bd6009c3a9 None None] Provisioning complete for port 34ea39e1-7ad1-447c-99aa-88a854c9edae triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:46.552128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f2b6174d-7974-467e-a1b2-17bd6009c3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.559414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:46.581742 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7719fd0e-09e1-4f07-8303-96d11b1bb86d req-9708b9db-ff1b-4d31-a5fd-e7775571100f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=966fb369-e37d-43b5-8a27-889278040b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4101012 Apr 05 10:00:46.603402 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:46.638107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.700066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-4e191236-1b7c-497a-b04a-5d16da65ad59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] No DVR routers for this DVR port 99e5fd2b-91ef-413c-bda5-e717b42e9cfe on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:00:46.703883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-4e191236-1b7c-497a-b04a-5d16da65ad59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.707242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa2183c-735c-482f-b52d-ba7607f21987', 'name': 'network-vif-deleted', 'tag': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:00:46.726189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:46.734739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:security_group_rule and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:46.747349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:46.758309 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cbcc812-f405-4b76-a2d8-cac3564b3d55 req-4e191236-1b7c-497a-b04a-5d16da65ad59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "DELETE /v2.0/ports/99e5fd2b-91ef-413c-bda5-e717b42e9cfe HTTP/1.1" status: 204 len: 173 time: 2.0624733 Apr 05 10:00:46.774448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:46.790050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-959493f3-31e0-4b32-ac0a-632ab77f123e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.867195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.879064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.938586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de089f78-ce4c-4975-8132-a13cb50015f6,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:46.939916 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97576ae-e42a-40e9-a8eb-59cb49d50613'] response: {'server_uuid': 'afa2183c-735c-482f-b52d-ba7607f21987', 'name': 'network-vif-deleted', 'tag': '99e5fd2b-91ef-413c-bda5-e717b42e9cfe', 'status': 'completed', 'code': 200} Apr 05 10:00:46.943945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.948082 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9bcc7cd3-ad6a-4214-9a16-daaaf1a504c3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4487789 Apr 05 10:00:46.953491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60730) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:46.960792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-959493f3-31e0-4b32-ac0a-632ab77f123e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:46.962795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-871665943', 'security_groups': ['de089f78-ce4c-4975-8132-a13cb50015f6'], 'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:47.027455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959493f3-31e0-4b32-ac0a-632ab77f123e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5fa021-9af7-4c80-b191-48f22c7f7753,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:47.043556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-959493f3-31e0-4b32-ac0a-632ab77f123e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:47.063064 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-959493f3-31e0-4b32-ac0a-632ab77f123e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/3f5fa021-9af7-4c80-b191-48f22c7f7753 HTTP/1.1" status: 204 len: 168 time: 1.0536358 Apr 05 10:00:47.065499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60734) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:47.093523 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e04f7e-11ba-4af7-b20b-e9bb0debaa03 None None] Update dhcp port {'port': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'fixed_ips': [{'subnet_id': '97d7c56d-d148-4789-8148-cf58ad6a1f98', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '34ea39e1-7ad1-447c-99aa-88a854c9edae'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 10:00:47.153681 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c47e9b37-603a-46b4-af49-f3c8fd941039 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869713 Apr 05 10:00:47.157911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60738) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:47.163735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:47.176478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-67e04f7e-11ba-4af7-b20b-e9bb0debaa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:47.215152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:47.233413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:47.252434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:47.257719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:47.290816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] device_id is not set on port 371c0632-95d0-4c17-b21e-4f0995196124 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:00:47.326800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:47.332343 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:47.336638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:47.360844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:47.380284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:47.385723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:47.563277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-67e04f7e-11ba-4af7-b20b-e9bb0debaa03 None None] Allocated IP 2001:db8::2 (ecc3414c-db0d-49e6-844c-697cfc323621/7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e/34ea39e1-7ad1-447c-99aa-88a854c9edae) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:47.739450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7aa3d7-2c7f-4593-96f4-2d4a6b309751 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:47.741770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60744) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:47.818673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb40b-5f89-4d61-8db0-115fcb0389a4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:47.848622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb40b-5f89-4d61-8db0-115fcb0389a4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:47.852633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-914b5a9d-ad06-4341-b627-e4298bf78cc8 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:47.853007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-914b5a9d-ad06-4341-b627-e4298bf78cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:47.899084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.objects.ports [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 10:00:47.925649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb40b-5f89-4d61-8db0-115fcb0389a4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:47.945631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cb40b-5f89-4d61-8db0-115fcb0389a4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966fb369-e37d-43b5-8a27-889278040b9d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:47.960968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c7cb40b-5f89-4d61-8db0-115fcb0389a4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:47.968163 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4c7cb40b-5f89-4d61-8db0-115fcb0389a4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/966fb369-e37d-43b5-8a27-889278040b9d HTTP/1.1" status: 204 len: 168 time: 0.2229736 Apr 05 10:00:47.988984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-67e04f7e-11ba-4af7-b20b-e9bb0debaa03 None None] For port 34ea39e1-7ad1-447c-99aa-88a854c9edae, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=34ea39e1-7ad1-447c-99aa-88a854c9edae,segment=NetworkSegment(3e073612-6be0-4ddd-8003-314aa39fdc21),segment_id=3e073612-6be0-4ddd-8003-314aa39fdc21)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:48.006532 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60750) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:48.075280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.104866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-67e04f7e-11ba-4af7-b20b-e9bb0debaa03 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 10:00:48.125938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-67e04f7e-11ba-4af7-b20b-e9bb0debaa03 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.157982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-67e04f7e-11ba-4af7-b20b-e9bb0debaa03 None None] Transition to ACTIVE for port object 34ea39e1-7ad1-447c-99aa-88a854c9edae will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:48.165569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-67e04f7e-11ba-4af7-b20b-e9bb0debaa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.250809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8::139 (ecc3414c-db0d-49e6-844c-697cfc323621/7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e/371c0632-95d0-4c17-b21e-4f0995196124) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:48.268038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 99e5fd2b-91ef-413c-bda5-e717b42e9cfe no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:48.308054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=65c9fa56-788e-47e9-86f9-243789d63ceb,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:48.320848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e04f7e-11ba-4af7-b20b-e9bb0debaa03 None None] Pushing event updated for resources: {'Port': ['ID=34ea39e1-7ad1-447c-99aa-88a854c9edae,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:48.325062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 99e5fd2b-91ef-413c-bda5-e717b42e9cfe {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:48.325540 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 99e5fd2b-91ef-413c-bda5-e717b42e9cfe not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:48.342697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.349196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.351408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.495407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:48.499268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:48.505367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:48.505947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.509540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=212188a4-1546-4af8-b84c-cff9aca33e1e,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:48.514109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=8']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:48.555879 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ec48ae63-5ac3-4cf5-b382-943e2ac7190b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3964968 Apr 05 10:00:48.556490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60754) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:48.567309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:48.594282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753cf172-0a72-45f0-b93d-9306d07ef5e7 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:48.708201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.738193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-26229f5f-43b2-4918-99db-61506cbb60a0 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:48.738958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-26229f5f-43b2-4918-99db-61506cbb60a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.748309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object 371c0632-95d0-4c17-b21e-4f0995196124 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:48.749363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:48.750535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.754411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:48.757928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:48.764674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:48.780763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:48.784661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:48.958715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:49.046604 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.ipam_backend_mixin [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 212188a4-1546-4af8-b84c-cff9aca33e1e (CIDR: 2001:db8::/64) Apr 05 10:00:49.051498 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 10:00:49.052054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:49.073808 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:49.074949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=371c0632-95d0-4c17-b21e-4f0995196124,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:49.078459 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6f1b380e-c0ac-4809-832d-8f36bac2ed73 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5154200 Apr 05 10:00:49.080095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60758) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:49.083827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:49.086371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:49.089652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:49.090510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:49.091253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:49.120744 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d3097259-e1ec-4f5c-b22d-3705e8e9b033 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1660056 Apr 05 10:00:49.124729 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60762) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:49.131037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:49.198266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-309a8a54-6c6a-48d5-bfde-93683e8bd5cb None None] Provisioning complete for port 4fcc3fef-5bdd-446c-8181-bc86f6349649 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:49.199263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-309a8a54-6c6a-48d5-bfde-93683e8bd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:49.257043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:49.262678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:49.267190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:49.274044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:49.291931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:49.297162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:49.299233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-309a8a54-6c6a-48d5-bfde-93683e8bd5cb None None] Port 4fcc3fef-5bdd-446c-8181-bc86f6349649 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:49.326410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-309a8a54-6c6a-48d5-bfde-93683e8bd5cb None None] Provisioning for port 34ea39e1-7ad1-447c-99aa-88a854c9edae completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:49.332275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-309a8a54-6c6a-48d5-bfde-93683e8bd5cb None None] Provisioning complete for port 34ea39e1-7ad1-447c-99aa-88a854c9edae triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:49.332644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-309a8a54-6c6a-48d5-bfde-93683e8bd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:49.452392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:49.457101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:49.460982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:49.468235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:49.570868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 34ea39e1-7ad1-447c-99aa-88a854c9edae up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:49.673485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 34ea39e1-7ad1-447c-99aa-88a854c9edae triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:49.674121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:49.681482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:49.684257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:49.729832 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0c82633a-34ad-4de1-9c8c-cfd5209f884b None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:49.730523 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c82633a-34ad-4de1-9c8c-cfd5209f884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:49.750014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:49.751108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:49.762224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:49.762815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:49.777001 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3fe4a-5c68-40ff-be91-af44fcce950c None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:49.794908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=bf029cd4-fcba-41f0-ad87-895dcddc051f,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:49.806550 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-67ecc8dc-242a-46cb-9adf-9b17246b62a1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7225626 Apr 05 10:00:49.807849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60766) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:49.814229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:0c:9e:12', 'name': 'tempest-NetworksTestDHCPv6-1347725369'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:49.883306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:49.964161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:49.976216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:49.989145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:50.041933 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 65c9fa56-788e-47e9-86f9-243789d63ceb up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:50.065425 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.ipam_backend_mixin [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e (CIDR: 2001:db8::/64) Apr 05 10:00:50.078431 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 10:00:50.079276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:50.114536 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bb7986d5-de23-41a1-8acd-b6da062f746f tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9885018 Apr 05 10:00:50.118442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60770) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:50.125209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.151201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:50.153412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7 yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:00:50.237674 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0c82633a-34ad-4de1-9c8c-cfd5209f884b None None] Provisioning for port 371c0632-95d0-4c17-b21e-4f0995196124 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:50.252216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0c82633a-34ad-4de1-9c8c-cfd5209f884b None None] Provisioning complete for port 371c0632-95d0-4c17-b21e-4f0995196124 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:50.252591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c82633a-34ad-4de1-9c8c-cfd5209f884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.268850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 0adc1a4d-5f1c-4330-adef-098b452edadd {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:50.269188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.275303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:50.275732 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.362273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0c82633a-34ad-4de1-9c8c-cfd5209f884b None None] Port 371c0632-95d0-4c17-b21e-4f0995196124 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:50.423337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8:0:1::16c (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/bf029cd4-fcba-41f0-ad87-895dcddc051f/ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:50.431212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::f816:3eff:fe0c:9e12 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/212188a4-1546-4af8-b84c-cff9aca33e1e/ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:50.438460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:50.446894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:50.452459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:50.461599 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:50.491936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e24c8-15b9-4d8a-acf5-6a5e9817334b None None] Update dhcp port {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': '212188a4-1546-4af8-b84c-cff9aca33e1e', 'ip_address': '2001:db8::f816:3eff:fed2:c8ae'}, {'subnet_id': 'bf029cd4-fcba-41f0-ad87-895dcddc051f'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '65c9fa56-788e-47e9-86f9-243789d63ceb'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 10:00:50.499644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:50.507843 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.533227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 0adc1a4d-5f1c-4330-adef-098b452edadd, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0adc1a4d-5f1c-4330-adef-098b452edadd,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:50.533579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.545529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-df1e24c8-15b9-4d8a-acf5-6a5e9817334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.672584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.688977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:50.713917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.716946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 0adc1a4d-5f1c-4330-adef-098b452edadd owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:50.782594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-df1e24c8-15b9-4d8a-acf5-6a5e9817334b None None] Allocated IP 2001:db8:0:1::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/bf029cd4-fcba-41f0-ad87-895dcddc051f/65c9fa56-788e-47e9-86f9-243789d63ceb) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:50.785364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:50.788305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:50.793076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:50.799617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:50.800528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.818820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:50.827573 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.ipam_backend_mixin [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 97d7c56d-d148-4789-8148-cf58ad6a1f98 (CIDR: 2001:db8:0:1::/64) Apr 05 10:00:50.835399 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 10:00:50.835925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:50.844794 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1cd5fb46-dbc8-43d5-bb0f-ecb773321c70 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0332727 Apr 05 10:00:50.845800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60774) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:50.862654 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a0f7c00b-b2b4-40c0-ba3e-f3100e47c194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7404518 Apr 05 10:00:50.862923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60778) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:50.869056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'subnet': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:50.915677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-25d18747-8bb9-4ed2-be7c-f3b616d2c021 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:50.916953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25d18747-8bb9-4ed2-be7c-f3b616d2c021 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:50.935459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-df1e24c8-15b9-4d8a-acf5-6a5e9817334b None None] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=65c9fa56-788e-47e9-86f9-243789d63ceb,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:50.970177 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-df1e24c8-15b9-4d8a-acf5-6a5e9817334b None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:51.066924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:51.070814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-df1e24c8-15b9-4d8a-acf5-6a5e9817334b None None] Transition to ACTIVE for port object 65c9fa56-788e-47e9-86f9-243789d63ceb will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:51.071118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:51.074974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-df1e24c8-15b9-4d8a-acf5-6a5e9817334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:51.075700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Usage tracker for resource:subnet and tenant:1e627f597b104573accbf904d7773a88 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:51.112706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:51.123444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=0adc1a4d-5f1c-4330-adef-098b452edadd,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:51.125482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:51.181751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Made reservation on behalf of 1e627f597b104573accbf904d7773a88 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:51.186220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:51.238569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e24c8-15b9-4d8a-acf5-6a5e9817334b None None] Pushing event updated for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=9']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:51.301353 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25d18747-8bb9-4ed2-be7c-f3b616d2c021 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:51.435577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-25d18747-8bb9-4ed2-be7c-f3b616d2c021 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:51.661227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:51.686053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 65c9fa56-788e-47e9-86f9-243789d63ceb up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:51.719180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:51.756462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25d18747-8bb9-4ed2-be7c-f3b616d2c021 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:51.824390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d18747-8bb9-4ed2-be7c-f3b616d2c021 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:51.904199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25d18747-8bb9-4ed2-be7c-f3b616d2c021 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:51.914075 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-25d18747-8bb9-4ed2-be7c-f3b616d2c021 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7 HTTP/1.1" status: 204 len: 168 time: 1.0679564 Apr 05 10:00:51.916449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60782) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:52.003554 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5936631f-567f-465f-9ab7-a8c7b71d0a7b None None] Provisioning for port 65c9fa56-788e-47e9-86f9-243789d63ceb completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:52.003932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94482e0c-bd64-4dcc-9631-05fa029b6321 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:52.004624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-94482e0c-bd64-4dcc-9631-05fa029b6321 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:52.012547 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5936631f-567f-465f-9ab7-a8c7b71d0a7b None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:52.013291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5936631f-567f-465f-9ab7-a8c7b71d0a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:52.023691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-94482e0c-bd64-4dcc-9631-05fa029b6321 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:52.027810 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-94482e0c-bd64-4dcc-9631-05fa029b6321 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1077302 Apr 05 10:00:52.027949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:52.028187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60786) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:52.095691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Network ecc3414c-db0d-49e6-844c-697cfc323621 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:52.100277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:52.107596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:52.108551 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:52.140637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Subnet': ['ID=2b3625f4-2d24-452c-96b9-6663d0062924,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:52.144270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac7e801-e4aa-4c2c-ba65-2beb86f55ad9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:52.144461 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94981ea-6731-46d0-9995-3ef33212e3b5 None None] Network ecc3414c-db0d-49e6-844c-697cfc323621 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:52.146831 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fac7e801-e4aa-4c2c-ba65-2beb86f55ad9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1170826 Apr 05 10:00:52.148861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60790) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:52.221798 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4291ec17-88de-4456-a5b3-3f37a1f8f337 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3579476 Apr 05 10:00:52.240574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60794) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:52.246173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d155de-de62-42f7-9d1e-3b67921541f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:52.247485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d155de-de62-42f7-9d1e-3b67921541f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:52.249119 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d155de-de62-42f7-9d1e-3b67921541f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:52.250007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c9d155de-de62-42f7-9d1e-3b67921541f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:52.267396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1582971899', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b3625f4-2d24-452c-96b9-6663d0062924'}], 'security_groups': ['e73d3404-cc97-4fae-9576-4c2ffc1b06ed', '6fb640d1-028f-45e4-9889-dfbb8bc5e0a0']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:52.371174 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c9d155de-de62-42f7-9d1e-3b67921541f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:52.374794 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c9d155de-de62-42f7-9d1e-3b67921541f1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2225072 Apr 05 10:00:52.376758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60798) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:52.387978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-52aaf2a3-5796-4c6a-99be-72e525dac93e None None] Could not find standard attr ID for object ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7. {{(pid=83821) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 10:00:52.540252 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb2c4eb-7ffd-4893-b25d-84d655fa5e17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 212188a4-1546-4af8-b84c-cff9aca33e1e {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:52.548032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c4eb-7ffd-4893-b25d-84d655fa5e17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:52.570595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752ec87-b9b2-4af5-95f0-35a73d1dfce4 None None] Update dhcp port {'port': {'network_id': 'ecc3414c-db0d-49e6-844c-697cfc323621', 'fixed_ips': [{'subnet_id': '97d7c56d-d148-4789-8148-cf58ad6a1f98', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b3625f4-2d24-452c-96b9-6663d0062924'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '34ea39e1-7ad1-447c-99aa-88a854c9edae'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 10:00:52.600510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router d570a90e-06b1-485f-b0ea-081a9334e4ce has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:00:52.627441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6752ec87-b9b2-4af5-95f0-35a73d1dfce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:52.658961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c4eb-7ffd-4893-b25d-84d655fa5e17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:52.722533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:52.816383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:00:52.821896 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6a838966-835b-4ec5-9440-de5b82de176e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/d570a90e-06b1-485f-b0ea-081a9334e4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8137112 Apr 05 10:00:52.826655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60802) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:52.828966 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] Sync routers for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:00:52.845227 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:52.846252 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:52.872766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c4eb-7ffd-4893-b25d-84d655fa5e17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:52.873358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-6752ec87-b9b2-4af5-95f0-35a73d1dfce4 None None] Allocated IP 2001:db8:0:2::2 (ecc3414c-db0d-49e6-844c-697cfc323621/2b3625f4-2d24-452c-96b9-6663d0062924/34ea39e1-7ad1-447c-99aa-88a854c9edae) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:53.035926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6752ec87-b9b2-4af5-95f0-35a73d1dfce4 None None] For port 34ea39e1-7ad1-447c-99aa-88a854c9edae, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=34ea39e1-7ad1-447c-99aa-88a854c9edae,segment=NetworkSegment(3e073612-6be0-4ddd-8003-314aa39fdc21),segment_id=3e073612-6be0-4ddd-8003-314aa39fdc21)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:53.067942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6752ec87-b9b2-4af5-95f0-35a73d1dfce4 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.076556 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:53.088020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c4eb-7ffd-4893-b25d-84d655fa5e17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.090520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6752ec87-b9b2-4af5-95f0-35a73d1dfce4 None None] Transition to ACTIVE for port object 34ea39e1-7ad1-447c-99aa-88a854c9edae will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:53.095734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6752ec87-b9b2-4af5-95f0-35a73d1dfce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.136213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2c4eb-7ffd-4893-b25d-84d655fa5e17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=212188a4-1546-4af8-b84c-cff9aca33e1e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:53.157703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3bb2c4eb-7ffd-4893-b25d-84d655fa5e17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.192249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e783df8f-a03d-4cf3-ad8b-6aa1e5a2ffbe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting subnet 9b64a09b-94df-4340-9ad3-f54059f9e248 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:53.196946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e783df8f-a03d-4cf3-ad8b-6aa1e5a2ffbe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.206222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4abffc4-d186-4e6a-a686-06de426c4ea7 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:53.221395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3bb2c4eb-7ffd-4893-b25d-84d655fa5e17 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/212188a4-1546-4af8-b84c-cff9aca33e1e HTTP/1.1" status: 204 len: 168 time: 0.8414767 Apr 05 10:00:53.222306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60806) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:53.268768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e783df8f-a03d-4cf3-ad8b-6aa1e5a2ffbe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.364882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e783df8f-a03d-4cf3-ad8b-6aa1e5a2ffbe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.405302 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T10:00:50Z', 'revision_number': 7, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:53.409687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752ec87-b9b2-4af5-95f0-35a73d1dfce4 None None] Pushing event updated for resources: {'Port': ['ID=34ea39e1-7ad1-447c-99aa-88a854c9edae,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:53.410260 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] Checking router: d570a90e-06b1-485f-b0ea-081a9334e4ce for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:00:53.425508 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] Routers {'d570a90e-06b1-485f-b0ea-081a9334e4ce'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:00:53.426150 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d570a90e-06b1-485f-b0ea-081a9334e4ce'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:53.507350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e783df8f-a03d-4cf3-ad8b-6aa1e5a2ffbe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.543258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-19889031-f285-4e08-a9e5-4cb9ac0cee56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet bf029cd4-fcba-41f0-ad87-895dcddc051f {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:53.560256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-19889031-f285-4e08-a9e5-4cb9ac0cee56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.594337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e783df8f-a03d-4cf3-ad8b-6aa1e5a2ffbe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.606785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783df8f-a03d-4cf3-ad8b-6aa1e5a2ffbe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Subnet': ['ID=9b64a09b-94df-4340-9ad3-f54059f9e248,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:53.620246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95646ba-e61e-4aa1-b77c-b96ad7d79bd0 None None] Network a95b3521-e819-46ba-b3ca-b568c40ee172 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:53.628176 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e783df8f-a03d-4cf3-ad8b-6aa1e5a2ffbe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/subnets/9b64a09b-94df-4340-9ad3-f54059f9e248 HTTP/1.1" status: 204 len: 168 time: 0.8004246 Apr 05 10:00:53.628914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60810) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:53.649109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Delete allocated IP 2001:db8::139 (ecc3414c-db0d-49e6-844c-697cfc323621/7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e) {{(pid=83819) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 10:00:53.665089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Allocated IP 2001:db8:0:2::6 (ecc3414c-db0d-49e6-844c-697cfc323621/2b3625f4-2d24-452c-96b9-6663d0062924/371c0632-95d0-4c17-b21e-4f0995196124) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:53.666119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 34ea39e1-7ad1-447c-99aa-88a854c9edae up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:53.675814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-19889031-f285-4e08-a9e5-4cb9ac0cee56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:53.717512 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] Set router d570a90e-06b1-485f-b0ea-081a9334e4ce gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:00:53.972056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.024332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-19889031-f285-4e08-a9e5-4cb9ac0cee56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.124633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e21d39d-2af8-4e31-bbdd-45cb645738b0 None None] DHCP port deletion for a95b3521-e819-46ba-b3ca-b568c40ee172 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:00:54.129334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2e21d39d-2af8-4e31-bbdd-45cb645738b0 None None] Deleting port ef162c14-9f76-48dc-8a3d-1d279883af25 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:54.129753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2e21d39d-2af8-4e31-bbdd-45cb645738b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.155428 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T10:00:50Z', 'revision_number': 7, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:54.161362 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221cbc46-ecb5-438a-900e-1db2cf5cc32c None None] The sync data for ids ['d570a90e-06b1-485f-b0ea-081a9334e4ce'] in dv-neutron-833199-1-hyperv is: [{'id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'name': 'tempest-TestNetworkBasicOps-router-742432047', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250'}], 'enable_snat': True}, 'gw_port_id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:12Z', 'updated_at': '2022-04-05T10:00:50Z', 'revision_number': 7, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5d6e12ab-f20a-46ed-8655-a58a6d165bea', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd570a90e-06b1-485f-b0ea-081a9334e4ce', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:16Z', 'updated_at': '2022-04-05T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:00:54.236855 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.245303 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:00:54.249011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 5d6e12ab-f20a-46ed-8655-a58a6d165bea {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:54.249721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.252593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.273252 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-19889031-f285-4e08-a9e5-4cb9ac0cee56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.278514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Transition to ACTIVE for port object 371c0632-95d0-4c17-b21e-4f0995196124 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:54.330213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.398547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19889031-f285-4e08-a9e5-4cb9ac0cee56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=bf029cd4-fcba-41f0-ad87-895dcddc051f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:54.426511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-19889031-f285-4e08-a9e5-4cb9ac0cee56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.468257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 5d6e12ab-f20a-46ed-8655-a58a6d165bea, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5d6e12ab-f20a-46ed-8655-a58a6d165bea,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:54.468741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.469012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-2e21d39d-2af8-4e31-bbdd-45cb645738b0 None None] For port ef162c14-9f76-48dc-8a3d-1d279883af25, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ef162c14-9f76-48dc-8a3d-1d279883af25,segment=NetworkSegment(1e43d631-b805-49a2-8495-507636c89cc0),segment_id=1e43d631-b805-49a2-8495-507636c89cc0)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:54.469498 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2e21d39d-2af8-4e31-bbdd-45cb645738b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.500216 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-19889031-f285-4e08-a9e5-4cb9ac0cee56 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/bf029cd4-fcba-41f0-ad87-895dcddc051f HTTP/1.1" status: 204 len: 168 time: 1.2768908 Apr 05 10:00:54.503766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] In _notify_port_updated(), no bound segment for port 371c0632-95d0-4c17-b21e-4f0995196124 on network ecc3414c-db0d-49e6-844c-697cfc323621 {{(pid=83819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 10:00:54.507665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:54.508544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.513107 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "PUT /v2.0/ports/371c0632-95d0-4c17-b21e-4f0995196124 HTTP/1.1" status: 200 len: 968 time: 2.2682226 Apr 05 10:00:54.513107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60814) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:54.550297 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60816) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:54.624295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0beb9-6c30-4598-8713-40ce8bbffbd3 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event updated for resources: {'Port': ['ID=371c0632-95d0-4c17-b21e-4f0995196124,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:54.656405 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c30544d9-a7c2-4e18-97a2-c3c1ffd7fc14 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1422822 Apr 05 10:00:54.659084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60822) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:54.665100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:54.684460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 5d6e12ab-f20a-46ed-8655-a58a6d165bea owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:54.791112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2e21d39d-2af8-4e31-bbdd-45cb645738b0 None None] Calling delete_port for ef162c14-9f76-48dc-8a3d-1d279883af25 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:54.811731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-b629b931-5d78-443b-ae8c-cbe7a450f9bc tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 371c0632-95d0-4c17-b21e-4f0995196124 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:54.812373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b629b931-5d78-443b-ae8c-cbe7a450f9bc tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.837589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:54.843447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:54.852526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:54.862177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:54.876756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:54.883172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.906587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2e21d39d-2af8-4e31-bbdd-45cb645738b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:54.965204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-30cc2857-db2f-4b68-b7ec-19c04bc379a0 None None] Provisioning complete for port 4fcc3fef-5bdd-446c-8181-bc86f6349649 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:54.965570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-30cc2857-db2f-4b68-b7ec-19c04bc379a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:55.022600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21d39d-2af8-4e31-bbdd-45cb645738b0 None None] Pushing event deleted for resources: {'Port': ['ID=ef162c14-9f76-48dc-8a3d-1d279883af25,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:55.044186 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21d39d-2af8-4e31-bbdd-45cb645738b0 None None] No DVR routers for this DVR port ef162c14-9f76-48dc-8a3d-1d279883af25 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:00:55.051484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc581c0b-b253-4349-a110-c6c948fd6a1a None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:55.067774 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-30cc2857-db2f-4b68-b7ec-19c04bc379a0 None None] Port 4fcc3fef-5bdd-446c-8181-bc86f6349649 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:55.183190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:55.190504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-30cc2857-db2f-4b68-b7ec-19c04bc379a0 None None] Provisioning for port 371c0632-95d0-4c17-b21e-4f0995196124 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:55.201268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-30cc2857-db2f-4b68-b7ec-19c04bc379a0 None None] Provisioning complete for port 371c0632-95d0-4c17-b21e-4f0995196124 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:55.201553 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-30cc2857-db2f-4b68-b7ec-19c04bc379a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:55.256385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:55.259388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:55.264742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:55.265293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:55.268930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=9afdfa9f-5929-44dc-9210-8790113a67dc,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:55.300354 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cfefa301-8212-40d8-8e13-8c17006f1859 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6371460 Apr 05 10:00:55.300710 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60826) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:55.302590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-30cc2857-db2f-4b68-b7ec-19c04bc379a0 None None] Port 371c0632-95d0-4c17-b21e-4f0995196124 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:55.306248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:55.331594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-30cc2857-db2f-4b68-b7ec-19c04bc379a0 None None] Provisioning for port 34ea39e1-7ad1-447c-99aa-88a854c9edae completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:55.338606 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-30cc2857-db2f-4b68-b7ec-19c04bc379a0 None None] Provisioning complete for port 34ea39e1-7ad1-447c-99aa-88a854c9edae triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:55.339427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-30cc2857-db2f-4b68-b7ec-19c04bc379a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:55.344045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b629b931-5d78-443b-ae8c-cbe7a450f9bc tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:55.412952 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:55.462978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:55.468143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:55.471065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:55.477652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:55.495712 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:55.530699 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-b629b931-5d78-443b-ae8c-cbe7a450f9bc tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 371c0632-95d0-4c17-b21e-4f0995196124 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:00:55.552642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6188fe93-b3a2-46e4-9479-36f5befb145f None None] Update dhcp port {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': '9afdfa9f-5929-44dc-9210-8790113a67dc'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '65c9fa56-788e-47e9-86f9-243789d63ceb'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 10:00:55.581462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=5d6e12ab-f20a-46ed-8655-a58a6d165bea,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:55.601046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ef162c14-9f76-48dc-8a3d-1d279883af25 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:55.652086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:55.658343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: ef162c14-9f76-48dc-8a3d-1d279883af25 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:55.658684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ef162c14-9f76-48dc-8a3d-1d279883af25 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:55.659218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0adc1a4d-5f1c-4330-adef-098b452edadd no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:55.702520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6188fe93-b3a2-46e4-9479-36f5befb145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:55.719549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 0adc1a4d-5f1c-4330-adef-098b452edadd {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:55.719549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0adc1a4d-5f1c-4330-adef-098b452edadd not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:55.751799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5e0dc8bb-3349-4cb4-bfd1-35d368af1feb None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:55.753850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc8bb-3349-4cb4-bfd1-35d368af1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:55.797523 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.ipam_backend_mixin [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9afdfa9f-5929-44dc-9210-8790113a67dc (CIDR: 2001:db8::/64) Apr 05 10:00:55.800634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 10:00:55.801136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:55.821581 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ac8fc46d-1c0d-49d5-b567-48c2ad0d9817 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5193720 Apr 05 10:00:55.824781 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60836) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:55.832027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:55.952237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.020089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-6188fe93-b3a2-46e4-9479-36f5befb145f None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/9afdfa9f-5929-44dc-9210-8790113a67dc/65c9fa56-788e-47e9-86f9-243789d63ceb) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:56.036883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5e0dc8bb-3349-4cb4-bfd1-35d368af1feb None None] Provisioning complete for port 371c0632-95d0-4c17-b21e-4f0995196124 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:56.037312 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5e0dc8bb-3349-4cb4-bfd1-35d368af1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.102151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:56.106933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:56.109794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:56.115501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:56.126251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:56.129670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.173144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5e0dc8bb-3349-4cb4-bfd1-35d368af1feb None None] Port 371c0632-95d0-4c17-b21e-4f0995196124 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:56.221668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6188fe93-b3a2-46e4-9479-36f5befb145f None None] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=65c9fa56-788e-47e9-86f9-243789d63ceb,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:56.223970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b629b931-5d78-443b-ae8c-cbe7a450f9bc tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.251540 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6188fe93-b3a2-46e4-9479-36f5befb145f None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.269978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6188fe93-b3a2-46e4-9479-36f5befb145f None None] Transition to ACTIVE for port object 65c9fa56-788e-47e9-86f9-243789d63ceb will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:56.274867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6188fe93-b3a2-46e4-9479-36f5befb145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.275412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.278025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629b931-5d78-443b-ae8c-cbe7a450f9bc tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=371c0632-95d0-4c17-b21e-4f0995196124,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:56.318389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.329158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b629b931-5d78-443b-ae8c-cbe7a450f9bc tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.363911 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b629b931-5d78-443b-ae8c-cbe7a450f9bc tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/371c0632-95d0-4c17-b21e-4f0995196124 HTTP/1.1" status: 204 len: 168 time: 1.8122892 Apr 05 10:00:56.364591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60840) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:56.374484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.375281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Fanout notify agent at l3_agent the message router_deleted on router d570a90e-06b1-485f-b0ea-081a9334e4ce {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:00:56.398408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.401535 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6f0b767f-9ca1-4d00-ac9f-c4b679515c16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/routers/d570a90e-06b1-485f-b0ea-081a9334e4ce HTTP/1.1" status: 204 len: 168 time: 2.7690628 Apr 05 10:00:56.401955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60844) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:56.402721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188fe93-b3a2-46e4-9479-36f5befb145f None None] Pushing event updated for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=12']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:56.418898 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cec8ff-e3a8-4955-8010-f5680793a406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] GET failed (client error): The resource could not be found. Apr 05 10:00:56.419423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-65cec8ff-e3a8-4955-8010-f5680793a406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Synchronizing usage tracker for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:00:56.458276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-65cec8ff-e3a8-4955-8010-f5680793a406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Unset dirty status for tenant:1e627f597b104573accbf904d7773a88 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:00:56.459471 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-65cec8ff-e3a8-4955-8010-f5680793a406 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports/371c0632-95d0-4c17-b21e-4f0995196124 HTTP/1.1" status: 404 len: 333 time: 0.0944209 Apr 05 10:00:56.462504 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60848) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:56.584329 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.638594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ef92d6d-3aa2-4bc8-ab45-b9f937bc89c5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.705430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ef92d6d-3aa2-4bc8-ab45-b9f937bc89c5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.734596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.objects.ports [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 10:00:56.749241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.827572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ef92d6d-3aa2-4bc8-ab45-b9f937bc89c5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.846241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef92d6d-3aa2-4bc8-ab45-b9f937bc89c5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de089f78-ce4c-4975-8132-a13cb50015f6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:56.871616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1ef92d6d-3aa2-4bc8-ab45-b9f937bc89c5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.876813 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1ef92d6d-3aa2-4bc8-ab45-b9f937bc89c5 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/security-groups/de089f78-ce4c-4975-8132-a13cb50015f6 HTTP/1.1" status: 204 len: 168 time: 0.4132400 Apr 05 10:00:56.879171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60852) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:56.895369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95b3521-e819-46ba-b3ca-b568c40ee172']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:56.912301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e43d631-b805-49a2-8495-507636c89cc0') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:56.912680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e43d631-b805-49a2-8495-507636c89cc0') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:00:56.930752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.954015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.965021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:00:56.965472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:00:56.982147 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:00:57.010240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2dd-1c1f-4aca-bde5-8918d274c950 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.030668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.061073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2dd-1c1f-4aca-bde5-8918d274c950 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.076619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.094246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.120807 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/networks/a95b3521-e819-46ba-b3ca-b568c40ee172 HTTP/1.1" status: 204 len: 168 time: 0.7140965 Apr 05 10:00:57.120807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e806cc-aec0-4e41-b8b4-bc714bcb2fa2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Network': ['ID=a95b3521-e819-46ba-b3ca-b568c40ee172,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:57.128721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401d44e4-d8eb-477d-b6b6-03373afc2dc8 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:57.137048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60856) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:57.144184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'network': {'name': 'tempest-network-smoke--1677214833', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'port_security_enabled': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:57.149868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:57.155646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:network and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:57.159071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:57.166097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:57.176847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:57.179976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.211248 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:00:57.221174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.221524 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Added segment 5de823e5-7f8a-4e9a-8b42-d942efdb211e of type vlan for network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 Apr 05 10:00:57.238689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2dd-1c1f-4aca-bde5-8918d274c950 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.258470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.275295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6d2dd-1c1f-4aca-bde5-8918d274c950 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb640d1-028f-45e4-9889-dfbb8bc5e0a0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:57.283149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fad6d2dd-1c1f-4aca-bde5-8918d274c950 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.284593 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fad6d2dd-1c1f-4aca-bde5-8918d274c950 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/security-groups/6fb640d1-028f-45e4-9889-dfbb8bc5e0a0 HTTP/1.1" status: 204 len: 168 time: 0.4042552 Apr 05 10:00:57.287432 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60860) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:57.297906 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.302727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:57.302883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.312210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d1c7b0d6-04b1-4b8f-af55-5696535b5c69 None None] Provisioning for port 65c9fa56-788e-47e9-86f9-243789d63ceb completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:00:57.325013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d1c7b0d6-04b1-4b8f-af55-5696535b5c69 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:57.325368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d1c7b0d6-04b1-4b8f-af55-5696535b5c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.365456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=65c9fa56-788e-47e9-86f9-243789d63ceb,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:00:57.397094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2da0cf51-a276-4f1a-86b2-e9c0f6d51131 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.418042 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2795234 Apr 05 10:00:57.420710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60864) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:57.424011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198dca86-6eec-4447-b49a-09a91160f01c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Network': ['ID=87dbffbe-77f6-4c39-97b7-96d3a578aed0,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:57.425237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.429741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'admin_state_up': True, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:57.437899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:57.439040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.439664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.442256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:router and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:00:57.446074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:00:57.452788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:57.465340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.467019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.472940 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:00:57.492086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.515418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2da0cf51-a276-4f1a-86b2-e9c0f6d51131 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.586604 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 65c9fa56-788e-47e9-86f9-243789d63ceb up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:57.617952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:57.618711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=c8845e84-ca7d-4aad-960e-1785c5bf2bbd,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:57.623327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:57.627927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:57.628500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.635279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=14']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:57.653546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2da0cf51-a276-4f1a-86b2-e9c0f6d51131 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.658157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2da0cf51-a276-4f1a-86b2-e9c0f6d51131 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.659303 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2da0cf51-a276-4f1a-86b2-e9c0f6d51131 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/security-groups/e73d3404-cc97-4fae-9576-4c2ffc1b06ed HTTP/1.1" status: 204 len: 168 time: 0.3712428 Apr 05 10:00:57.667560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60868) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:57.673522 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4dcebbe7-5084-4fe8-869c-1aef0bafb70d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8440425 Apr 05 10:00:57.700369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60872) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:57.710189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0cf51-a276-4f1a-86b2-e9c0f6d51131 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73d3404-cc97-4fae-9576-4c2ffc1b06ed,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:57.714344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:b9:37:f2', 'name': 'tempest-NetworksTestDHCPv6-1651488794'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:00:57.746796 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:57.747156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.822515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.876507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d85bc2-1367-4611-8ec0-ba02af4e2e34 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet 7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:57.879782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-88d85bc2-1367-4611-8ec0-ba02af4e2e34 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.905184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:00:57.935080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5d6e12ab-f20a-46ed-8655-a58a6d165bea no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:00:57.942457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-88d85bc2-1367-4611-8ec0-ba02af4e2e34 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:57.968742 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:00:57.972773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 5d6e12ab-f20a-46ed-8655-a58a6d165bea {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:00:57.974367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5d6e12ab-f20a-46ed-8655-a58a6d165bea not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:00:57.997120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:00:58.044833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-88d85bc2-1367-4611-8ec0-ba02af4e2e34 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.127883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-88d85bc2-1367-4611-8ec0-ba02af4e2e34 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.158407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.173068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d85bc2-1367-4611-8ec0-ba02af4e2e34 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:58.176906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-88d85bc2-1367-4611-8ec0-ba02af4e2e34 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.189354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c8c30-5d56-4a3e-be48-3f8c5df3cd87 None None] Network ecc3414c-db0d-49e6-844c-697cfc323621 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:58.191834 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-88d85bc2-1367-4611-8ec0-ba02af4e2e34 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e HTTP/1.1" status: 204 len: 168 time: 0.5230775 Apr 05 10:00:58.192486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60876) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:58.197008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port f2ee03ed-3fbf-446d-8ab3-41da411eae0a yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:00:58.286098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.326605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.383985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bffb36-971b-467f-8016-698e6735a573 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet 2b3625f4-2d24-452c-96b9-6663d0062924 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:58.388925 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-57bffb36-971b-467f-8016-698e6735a573 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.450419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e77c8b9-2866-46a8-8af1-3a705bebb73a None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:58.455595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-57bffb36-971b-467f-8016-698e6735a573 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.546083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-57bffb36-971b-467f-8016-698e6735a573 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.594547 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.137 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/e996184d-d36c-4274-9ad8-4aed38432d5a) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:58.614448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::3be (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/9afdfa9f-5929-44dc-9210-8790113a67dc/f2ee03ed-3fbf-446d-8ab3-41da411eae0a) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:58.638516 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8:0:1:f816:3eff:feb9:37f2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/c8845e84-ca7d-4aad-960e-1785c5bf2bbd/f2ee03ed-3fbf-446d-8ab3-41da411eae0a) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:00:58.638756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-57bffb36-971b-467f-8016-698e6735a573 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.669281 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-16a7df97-100e-4145-96f1-887f1b10868a None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:58.669645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-16a7df97-100e-4145-96f1-887f1b10868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.687460 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bffb36-971b-467f-8016-698e6735a573 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3625f4-2d24-452c-96b9-6663d0062924,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:58.700587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-57bffb36-971b-467f-8016-698e6735a573 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:58.711435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60882) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:58.711718 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-57bffb36-971b-467f-8016-698e6735a573 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/2b3625f4-2d24-452c-96b9-6663d0062924 HTTP/1.1" status: 204 len: 168 time: 0.5177221 Apr 05 10:00:58.900598 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4291eb2a-2b7d-4a95-b57e-988069d76285 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:00:58.901017 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4291eb2a-2b7d-4a95-b57e-988069d76285 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:58.958232 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4291eb2a-2b7d-4a95-b57e-988069d76285 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/7d5e4f4d-4a79-473e-8bd2-d1732cd0b97e HTTP/1.1" status: 404 len: 337 time: 0.2323754 Apr 05 10:00:58.961274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60886) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.031597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3fb73b-1202-4612-aa4a-cb575773ac77 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting subnet 97d7c56d-d148-4789-8148-cf58ad6a1f98 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:00:59.034950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb73b-1202-4612-aa4a-cb575773ac77 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.060174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.094549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb73b-1202-4612-aa4a-cb575773ac77 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.140584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.160496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object f2ee03ed-3fbf-446d-8ab3-41da411eae0a will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:00:59.163486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.188393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cdeaa360-cd5a-4ad7-b929-e222a13ebc16 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:59.189084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cdeaa360-cd5a-4ad7-b929-e222a13ebc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.192707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb73b-1202-4612-aa4a-cb575773ac77 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.247561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:59.251915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:59.254355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:59.281193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb73b-1202-4612-aa4a-cb575773ac77 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.293067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=e996184d-d36c-4274-9ad8-4aed38432d5a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:59.320793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.337802 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fb73b-1202-4612-aa4a-cb575773ac77 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Subnet': ['ID=97d7c56d-d148-4789-8148-cf58ad6a1f98,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:59.347133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e3fb73b-1202-4612-aa4a-cb575773ac77 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.356899 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4e3fb73b-1202-4612-aa4a-cb575773ac77 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/97d7c56d-d148-4789-8148-cf58ad6a1f98 HTTP/1.1" status: 204 len: 168 time: 0.3914056 Apr 05 10:00:59.356899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60890) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.382241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4faebe0-7271-4ec2-a82f-03a57eccfe9f None None] Network ecc3414c-db0d-49e6-844c-697cfc323621 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:00:59.398596 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce78c7f-ef1d-467b-b08e-5498dd7d543e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:00:59.399735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce78c7f-ef1d-467b-b08e-5498dd7d543e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:59.405496 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1ce78c7f-ef1d-467b-b08e-5498dd7d543e tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/573858d5-b85f-4483-ab88-bb475c327e28 HTTP/1.1" status: 404 len: 337 time: 0.0431745 Apr 05 10:00:59.405496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60894) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.451159 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2ae05f1e-d427-464e-97fc-933ac795e6c9 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "GET /v2.0/ports?device_id=73fdd89f-82ed-4a76-9572-bf23599caf50 HTTP/1.1" status: 200 len: 205 time: 0.0434771 Apr 05 10:00:59.451844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60898) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.451987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:00:59.456935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:00:59.459338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:00:59.463564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:00:59.464320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.480648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=f2ee03ed-3fbf-446d-8ab3-41da411eae0a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:00:59.503187 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-84481caa-c766-4020-be76-a7ee46a24dd8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8024182 Apr 05 10:00:59.506243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60902) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.539226 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-6e4f99a3-19d3-40b5-8b71-0a19580b5001 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] delete failed (client error): The resource could not be found. Apr 05 10:00:59.543695 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6e4f99a3-19d3-40b5-8b71-0a19580b5001 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/routers/73fdd89f-82ed-4a76-9572-bf23599caf50 HTTP/1.1" status: 404 len: 336 time: 0.0879138 Apr 05 10:00:59.543944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60906) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.547455 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-beaece41-1def-459f-9a37-a4ed3cc1452a None None] Provisioning complete for port 4fcc3fef-5bdd-446c-8181-bc86f6349649 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:59.547852 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-beaece41-1def-459f-9a37-a4ed3cc1452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.587063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 65c9fa56-788e-47e9-86f9-243789d63ceb up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:00:59.609612 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ef21b1-5eb5-4222-bb28-55b446126194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:00:59.610084 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ef21b1-5eb5-4222-bb28-55b446126194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:59.611728 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d4ef21b1-5eb5-4222-bb28-55b446126194 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/0c08aaeb-b41f-48d7-9658-2ef015258de0 HTTP/1.1" status: 404 len: 337 time: 0.0666397 Apr 05 10:00:59.614395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60910) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.626020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ad94f8fb-6416-4477-9fbb-301245086d1e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port f2ee03ed-3fbf-446d-8ab3-41da411eae0a {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:00:59.626621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad94f8fb-6416-4477-9fbb-301245086d1e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.683191 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf3c033-cfe0-4e47-9718-49e40403eb76 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:00:59.683851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf3c033-cfe0-4e47-9718-49e40403eb76 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:59.685648 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5cf3c033-cfe0-4e47-9718-49e40403eb76 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/a604e2a5-98e3-45f1-8499-4d676004ba02 HTTP/1.1" status: 404 len: 337 time: 0.0701354 Apr 05 10:00:59.688806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60914) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.740703 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f069ca-2926-4712-a12e-e336f403ff0c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:00:59.741226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f069ca-2926-4712-a12e-e336f403ff0c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:59.742932 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-35f069ca-2926-4712-a12e-e336f403ff0c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/9fc846bf-04a3-4b4f-b201-929dfd6b3a82 HTTP/1.1" status: 404 len: 337 time: 0.0531292 Apr 05 10:00:59.746154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60918) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.764907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.765955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.804360 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-9def91a2-39fb-453d-b4b7-2646a51ef1cb tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:00:59.805280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9def91a2-39fb-453d-b4b7-2646a51ef1cb tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:59.810067 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9def91a2-39fb-453d-b4b7-2646a51ef1cb tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/53d2ae9a-9369-4fcb-9d7e-d51786195f43 HTTP/1.1" status: 404 len: 333 time: 0.0593429 Apr 05 10:00:59.810581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60922) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.821705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6855afa3-0053-448e-9eab-4c934304ef25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.829273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-beaece41-1def-459f-9a37-a4ed3cc1452a None None] Port 4fcc3fef-5bdd-446c-8181-bc86f6349649 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:00:59.849795 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd444505-004a-496f-878a-fa0da903be53 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:00:59.850241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd444505-004a-496f-878a-fa0da903be53 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:59.855038 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fd444505-004a-496f-878a-fa0da903be53 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/5328f69a-1914-4257-bbc4-eb8d3d77a266 HTTP/1.1" status: 404 len: 337 time: 0.0404820 Apr 05 10:00:59.855481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60926) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.868896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:59.869256 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.897539 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afbfe23-03f0-4daa-8f13-304824f23893 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:00:59.897790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afbfe23-03f0-4daa-8f13-304824f23893 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:59.902624 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0afbfe23-03f0-4daa-8f13-304824f23893 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/d9a946d9-f601-4c92-8b98-3e03c88436fb HTTP/1.1" status: 404 len: 337 time: 0.0429051 Apr 05 10:00:59.902876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60930) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.911212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-beaece41-1def-459f-9a37-a4ed3cc1452a None None] Provisioning complete for port 34ea39e1-7ad1-447c-99aa-88a854c9edae triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:00:59.911601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-beaece41-1def-459f-9a37-a4ed3cc1452a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:00:59.943694 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38b1bfb-24b0-4f94-915e-2a917f7f664c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:00:59.944183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38b1bfb-24b0-4f94-915e-2a917f7f664c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:59.948133 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e38b1bfb-24b0-4f94-915e-2a917f7f664c tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/bf80c378-ce69-4628-a59d-4f9bc123c064 HTTP/1.1" status: 404 len: 333 time: 0.0414312 Apr 05 10:00:59.949027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60934) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:00:59.989383 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ea01c5-987d-412e-a414-23e73353c8d7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:00:59.989826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ea01c5-987d-412e-a414-23e73353c8d7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:00:59.995208 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b4ea01c5-987d-412e-a414-23e73353c8d7 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/331db1fe-a32e-4f04-ab25-2cf174916f4d HTTP/1.1" status: 404 len: 337 time: 0.0430956 Apr 05 10:00:59.995733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60938) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:00.034305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad94f8fb-6416-4477-9fbb-301245086d1e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.046029 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6ee750-a70e-4f76-a618-96dc5e4327be tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:00.046463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6ee750-a70e-4f76-a618-96dc5e4327be tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:00.050630 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-de6ee750-a70e-4f76-a618-96dc5e4327be tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/subnets/c90ef9de-6458-4c4a-8925-e5ec48a0e1f1 HTTP/1.1" status: 404 len: 337 time: 0.0513492 Apr 05 10:01:00.050879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60942) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:00.068993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0eb93c-67a5-4eb8-8e20-304692e87a7a None None] DHCP port deletion for ecc3414c-db0d-49e6-844c-697cfc323621 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:01:00.107304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4e0eb93c-67a5-4eb8-8e20-304692e87a7a None None] Deleting port 34ea39e1-7ad1-447c-99aa-88a854c9edae {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:00.108110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb93c-67a5-4eb8-8e20-304692e87a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.120669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-12a86706-5510-4516-9842-70a3c7cfa267 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Deleting port 4fcc3fef-5bdd-446c-8181-bc86f6349649 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:00.121108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12a86706-5510-4516-9842-70a3c7cfa267 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.165997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ad94f8fb-6416-4477-9fbb-301245086d1e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for f2ee03ed-3fbf-446d-8ab3-41da411eae0a owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:00.348802 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12a86706-5510-4516-9842-70a3c7cfa267 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.355836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4e0eb93c-67a5-4eb8-8e20-304692e87a7a None None] For port 34ea39e1-7ad1-447c-99aa-88a854c9edae, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=34ea39e1-7ad1-447c-99aa-88a854c9edae,segment=NetworkSegment(3e073612-6be0-4ddd-8003-314aa39fdc21),segment_id=3e073612-6be0-4ddd-8003-314aa39fdc21)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:00.356225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb93c-67a5-4eb8-8e20-304692e87a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.414203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad94f8fb-6416-4477-9fbb-301245086d1e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.473368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94f8fb-6416-4477-9fbb-301245086d1e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=f2ee03ed-3fbf-446d-8ab3-41da411eae0a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:00.478721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-12a86706-5510-4516-9842-70a3c7cfa267 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Calling delete_port for 4fcc3fef-5bdd-446c-8181-bc86f6349649 owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:00.479403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4e0eb93c-67a5-4eb8-8e20-304692e87a7a None None] Calling delete_port for 34ea39e1-7ad1-447c-99aa-88a854c9edae owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:00.505452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d2dada77-4944-4d9c-8ff8-23f6bd4b35f7 None None] Provisioning for port f2ee03ed-3fbf-446d-8ab3-41da411eae0a completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:00.523920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d2dada77-4944-4d9c-8ff8-23f6bd4b35f7 None None] Provisioning complete for port f2ee03ed-3fbf-446d-8ab3-41da411eae0a triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:00.524288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d2dada77-4944-4d9c-8ff8-23f6bd4b35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.560819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d2dada77-4944-4d9c-8ff8-23f6bd4b35f7 None None] Port f2ee03ed-3fbf-446d-8ab3-41da411eae0a was deleted so its status cannot be updated. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 10:01:00.601615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12a86706-5510-4516-9842-70a3c7cfa267 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.617075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e0eb93c-67a5-4eb8-8e20-304692e87a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.658411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:01:00.666862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eb93c-67a5-4eb8-8e20-304692e87a7a None None] Pushing event deleted for resources: {'Port': ['ID=34ea39e1-7ad1-447c-99aa-88a854c9edae,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:00.669799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ad94f8fb-6416-4477-9fbb-301245086d1e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.673189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0eb93c-67a5-4eb8-8e20-304692e87a7a None None] No DVR routers for this DVR port 34ea39e1-7ad1-447c-99aa-88a854c9edae on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:01:00.748304 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ad94f8fb-6416-4477-9fbb-301245086d1e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/f2ee03ed-3fbf-446d-8ab3-41da411eae0a HTTP/1.1" status: 204 len: 168 time: 1.2410333 Apr 05 10:01:00.751257 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60946) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:00.798040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a86706-5510-4516-9842-70a3c7cfa267 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Port': ['ID=4fcc3fef-5bdd-446c-8181-bc86f6349649,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:00.804376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12a86706-5510-4516-9842-70a3c7cfa267 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.818768 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-12a86706-5510-4516-9842-70a3c7cfa267 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/ports/4fcc3fef-5bdd-446c-8181-bc86f6349649 HTTP/1.1" status: 204 len: 168 time: 0.7669065 Apr 05 10:01:00.821321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60950) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:00.914626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834cde16-5e16-453d-be83-89e161e6684f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:00.915323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-834cde16-5e16-453d-be83-89e161e6684f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:00.934560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:00.939487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-834cde16-5e16-453d-be83-89e161e6684f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:00.943154 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-834cde16-5e16-453d-be83-89e161e6684f tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1881511 Apr 05 10:01:00.943786 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60954) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:00.975307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:01:00.987725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Sync routers for ids ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:01:00.998715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.002959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Routers {'4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:01.003120 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8ba60d77-e587-4707-bf9f-f22f17bb4be5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5784419 Apr 05 10:01:01.003231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:00:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:01.003350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60958) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:01.048617 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-92bcb888-daa9-403f-b5a9-0962cccb27b4 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f5587b1b4168471baeb118f60917a7ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420034 Apr 05 10:01:01.049097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60962) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:01.124135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.158189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc3414c-db0d-49e6-844c-697cfc323621']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:01.173645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4b9995-166b-4fb5-9fd4-8a8b31c069b3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:01.178491 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cb4b9995-166b-4fb5-9fd4-8a8b31c069b3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2307241 Apr 05 10:01:01.178635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60966) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:01.178920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e073612-6be0-4ddd-8003-314aa39fdc21') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:01.179218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e073612-6be0-4ddd-8003-314aa39fdc21') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:01.186000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Set router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:01:01.191872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.207947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.215441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:01:01.215877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:01:01.231040 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:01:01.254019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c5069d-5958-4c1b-947d-93580531fc62 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:01.258304 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-17c5069d-5958-4c1b-947d-93580531fc62 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2055717 Apr 05 10:01:01.258527 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60970) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:01.301848 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b8f09914-f166-4ace-82fc-8649d6ef62ec tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422924 Apr 05 10:01:01.304617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 60974) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:01.305142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff8567-4aee-4924-adfe-93e4aad95a63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:01.306765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff8567-4aee-4924-adfe-93e4aad95a63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:01.308700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff8567-4aee-4924-adfe-93e4aad95a63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:01.312833 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d3ff8567-4aee-4924-adfe-93e4aad95a63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1313419 Apr 05 10:01:01.312999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1799375881', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:01.313963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60978) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:01.383342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75dcbe8-e59e-4e2a-aaaa-a1960e9c0b62 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 9afdfa9f-5929-44dc-9210-8790113a67dc {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:01:01.383610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.386916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a75dcbe8-e59e-4e2a-aaaa-a1960e9c0b62 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.408274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.424437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] Pushing event deleted for resources: {'Network': ['ID=ecc3414c-db0d-49e6-844c-697cfc323621,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:01.436157 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5bf736ff-a25d-4336-a162-5bcc6bb5b044 tempest-PortsIpV6TestJSON-883121429 tempest-PortsIpV6TestJSON-883121429-project] 10.222.0.30 "DELETE /v2.0/networks/ecc3414c-db0d-49e6-844c-697cfc323621 HTTP/1.1" status: 204 len: 168 time: 0.6138241 Apr 05 10:01:01.449187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a75dcbe8-e59e-4e2a-aaaa-a1960e9c0b62 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.484591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:01.489216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:subnet and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:01.492466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:01.498841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:01.516418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:01.564171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 34ea39e1-7ad1-447c-99aa-88a854c9edae no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:01:01.574452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a75dcbe8-e59e-4e2a-aaaa-a1960e9c0b62 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.606694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 34ea39e1-7ad1-447c-99aa-88a854c9edae {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:01:01.606694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 34ea39e1-7ad1-447c-99aa-88a854c9edae not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:01:01.610594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:00:59Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:01.615748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Checking router: 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:01:01.616206 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Updating router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 port e996184d-d36c-4274-9ad8-4aed38432d5a binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:01:01.653682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.671779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a75dcbe8-e59e-4e2a-aaaa-a1960e9c0b62 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.690596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.720202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75dcbe8-e59e-4e2a-aaaa-a1960e9c0b62 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=9afdfa9f-5929-44dc-9210-8790113a67dc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:01.736558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a75dcbe8-e59e-4e2a-aaaa-a1960e9c0b62 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.752322 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a75dcbe8-e59e-4e2a-aaaa-a1960e9c0b62 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/9afdfa9f-5929-44dc-9210-8790113a67dc HTTP/1.1" status: 204 len: 168 time: 0.4349391 Apr 05 10:01:01.752875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60986) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:01.764653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dededd-5904-45d4-b650-7096bd16c285 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:01.842265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c65785b-9ce5-4fe5-a011-48bd91491b63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet c8845e84-ca7d-4aad-960e-1785c5bf2bbd {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:01:01.846697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c65785b-9ce5-4fe5-a011-48bd91491b63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.920289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c65785b-9ce5-4fe5-a011-48bd91491b63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.930845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:01.951187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 60992) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:02.003725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0435bb36-ee20-4b8c-986f-359ca2f0b19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.013085 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Subnet': ['ID=362ceb82-6a19-42e2-8b5d-08c7b2fd0efc,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:02.027665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Checking segment: {'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:02.028027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network hostable DHCP agents. Network: 87dbffbe-77f6-4c39-97b7-96d3a578aed0, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:01:02.051839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:01:02.053355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c65785b-9ce5-4fe5-a011-48bd91491b63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.067473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 87dbffbe-77f6-4c39-97b7-96d3a578aed0) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:02.081532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:02.082364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.115425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9b99625d-730b-47c1-a49c-df88614057e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8092561 Apr 05 10:01:02.116955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7262f7-6cb5-47cc-9de6-699d3ce014fa None None] Network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:02.118283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32768) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:02.241445 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-510d81fa-6dbf-4289-b96b-dca2a2ec0c11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e627f597b104573accbf904d7773a88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2869143 Apr 05 10:01:02.242128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32776) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:02.329155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70958831-76ab-4eee-85f2-40ecf798e177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.363568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70958831-76ab-4eee-85f2-40ecf798e177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.406752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c65785b-9ce5-4fe5-a011-48bd91491b63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.543582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65785b-9ce5-4fe5-a011-48bd91491b63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=c8845e84-ca7d-4aad-960e-1785c5bf2bbd,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:02.553635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c65785b-9ce5-4fe5-a011-48bd91491b63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.578532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32784) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:02.585948 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5c65785b-9ce5-4fe5-a011-48bd91491b63 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/c8845e84-ca7d-4aad-960e-1785c5bf2bbd HTTP/1.1" status: 204 len: 168 time: 0.8231211 Apr 05 10:01:02.592834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:01:02.593707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.682225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70958831-76ab-4eee-85f2-40ecf798e177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.718433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70958831-76ab-4eee-85f2-40ecf798e177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65651458-1267-46bb-b07d-ceb4789202cd,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:02.739919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.761093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70958831-76ab-4eee-85f2-40ecf798e177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.764286 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-70958831-76ab-4eee-85f2-40ecf798e177 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65651458-1267-46bb-b07d-ceb4789202cd HTTP/1.1" status: 204 len: 168 time: 0.5196939 Apr 05 10:01:02.870695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Transition to ACTIVE for port object e996184d-d36c-4274-9ad8-4aed38432d5a will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:02.883148 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4c6956f1-df48-4f83-b0db-6cda4873a28a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2998550 Apr 05 10:01:02.886451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32792) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:02.896793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:02.918018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:02.968428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036f50e-1145-4184-a59f-35a7fb6dbd61 req-f76bd64f-adf5-4512-9386-fccf42663416 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:02.971392 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3036f50e-1145-4184-a59f-35a7fb6dbd61 req-f76bd64f-adf5-4512-9386-fccf42663416 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.1352313 Apr 05 10:01:03.070532 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3036f50e-1145-4184-a59f-35a7fb6dbd61 req-9bbf174f-e192-4991-87da-be8f262654da tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911620 Apr 05 10:01:03.139976 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Attempting to bind port e996184d-d36c-4274-9ad8-4aed38432d5a on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:01:03.140371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Attempting to bind port e996184d-d36c-4274-9ad8-4aed38432d5a by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:01:03.140694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Attempting to bind port e996184d-d36c-4274-9ad8-4aed38432d5a on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:03.195188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b7ea8-97ef-44b4-bf4f-3e1651985d85 None None] Pushing event updated for resources: {'Port': ['ID=e996184d-d36c-4274-9ad8-4aed38432d5a,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:03.195415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:03.203325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:03.210157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:03.214646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:03.215684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:03.225951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:03.249153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:03.255311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:01:03.256025 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:03.256648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:03.257208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:01:03.257858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Bound port: e996184d-d36c-4274-9ad8-4aed38432d5a, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:01:03.258466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:03.357731 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Allocated IP 172.20.0.2 (87dbffbe-77f6-4c39-97b7-96d3a578aed0/362ceb82-6a19-42e2-8b5d-08c7b2fd0efc/1a9d9d08-ac18-472d-be7a-6c23929a5302) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:03.469746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] For port e996184d-d36c-4274-9ad8-4aed38432d5a, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:01:03.490787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] For port e996184d-d36c-4274-9ad8-4aed38432d5a, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e996184d-d36c-4274-9ad8-4aed38432d5a,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:01:03.500432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:03.538907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:03.546109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aff964-97f4-4817-8cf1-c6cd3f5755f3 None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:03.691005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:03.762557 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b7ea8-97ef-44b4-bf4f-3e1651985d85 None None] Pushing event updated for resources: {'Port': ['ID=e996184d-d36c-4274-9ad8-4aed38432d5a,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:03.779265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:03.808046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-029f4392-13bc-4bb4-a592-3ceff20354be None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:03.808046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-029f4392-13bc-4bb4-a592-3ceff20354be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:03.845217 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:03.848684 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:03.852907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:03.853483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:03.867751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=24e694f3-92a4-41c6-9521-b23827f43d57,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:03.885842 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-21ba2cf9-166c-4d48-bbf5-7bcfb5bfeeb0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9978859 Apr 05 10:01:03.889094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32796) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:03.895256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:03.928677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Routers {'4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:03.929307 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:04.040262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:04.045760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:04.049389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:04.055373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:04.065338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:04.068832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.088142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.134010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Transition to ACTIVE for port object 1a9d9d08-ac18-472d-be7a-6c23929a5302 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:04.176635 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Transition to ACTIVE for port object 1a9d9d08-ac18-472d-be7a-6c23929a5302 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:04.204600 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.ipam_backend_mixin [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24e694f3-92a4-41c6-9521-b23827f43d57 (CIDR: 2001:db8::/64) Apr 05 10:01:04.209393 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 10:01:04.210680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:04.227431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.237337 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5e9a912c-eb40-4a6d-bbf4-8431ba3c668d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3462906 Apr 05 10:01:04.237929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32802) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:04.243979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'subnet': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:04.320958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.1 (87dbffbe-77f6-4c39-97b7-96d3a578aed0/362ceb82-6a19-42e2-8b5d-08c7b2fd0efc/841a8654-b494-46ab-98d0-380ab0bc38d2) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:04.352141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:04.361456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:04.363122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Pushing event updated for resources: {'Port': ['ID=1a9d9d08-ac18-472d-be7a-6c23929a5302,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:04.365261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:04.367367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] Set router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:01:04.395866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:04.400132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Usage tracker for resource:subnet and tenant:e699ace7b30f49c585757cc5ba355ac4 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:04.403690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:04.409832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:04.421331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:04.425229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.426599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.475337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118895ae-2970-4790-a791-76d5b6c8f938 req-76960eef-4192-46b7-a559-306ef4a1638a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:04.476835 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-118895ae-2970-4790-a791-76d5b6c8f938 req-76960eef-4192-46b7-a559-306ef4a1638a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.2139800 Apr 05 10:01:04.566733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.590306 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-118895ae-2970-4790-a791-76d5b6c8f938 req-2ab224fe-a360-4b75-ad5f-74bee5045f99 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017375 Apr 05 10:01:04.611389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 841a8654-b494-46ab-98d0-380ab0bc38d2 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:04.640422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.679843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Attempting to bind port 1a9d9d08-ac18-472d-be7a-6c23929a5302 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:01:04.680204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Attempting to bind port 1a9d9d08-ac18-472d-be7a-6c23929a5302 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:01:04.680559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Attempting to bind port 1a9d9d08-ac18-472d-be7a-6c23929a5302 on network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:04.706068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:04.706808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:01:04.707178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Checking segment: {'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:04.707591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.707982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Bound using segment: {'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:01:04.708781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Bound port: 1a9d9d08-ac18-472d-be7a-6c23929a5302, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:01:04.708781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.709185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:04.718442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:04.749739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] Update dhcp port {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'fixed_ips': [{'subnet_id': '24e694f3-92a4-41c6-9521-b23827f43d57'}], 'binding:host_id': 'dv-neutron-833199-1-hyperv'}, 'id': '65c9fa56-788e-47e9-86f9-243789d63ceb'} from dv-neutron-833199-1-hyperv. {{(pid=83821) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 10:01:04.772664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=841a8654-b494-46ab-98d0-380ab0bc38d2,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:04.784818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.873990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.880687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 10:01:04.907488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:04.927974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] For port 1a9d9d08-ac18-472d-be7a-6c23929a5302, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:01:04.970415 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] For port 1a9d9d08-ac18-472d-be7a-6c23929a5302, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1a9d9d08-ac18-472d-be7a-6c23929a5302,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:01:04.987720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:05.048991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:05.157834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e658931-3b70-4e67-8dda-ce7bfe46628c None None] Pushing event updated for resources: {'Port': ['ID=1a9d9d08-ac18-472d-be7a-6c23929a5302,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:05.164739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:00:59Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:05.203890 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af1bc19-06ab-4ea3-858d-5f4db5c5bd26 None None] The sync data for ids ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'] in dv-neutron-833199-1-hyperv is: [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:00:59Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:01:05.297190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=65c9fa56-788e-47e9-86f9-243789d63ceb,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:05.336447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:05.343946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:05.344634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:05.354157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fed2:c8ae-2ddbbfef-c626-47c8-b8ee-64dc148 {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:01:05.355320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:01:05.505343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Subnet': ['ID=598f82a0-935b-4b8a-97ff-50f09bf60131,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:05.511687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:05.516564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:05.521977 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:05.522563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:05.565941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=18']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:05.570220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:05.578414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:05.619770 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1226e28d-b169-466b-9b17-f91539998059 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3780322 Apr 05 10:01:05.622158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32806) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:05.628119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Request body: {'port': {'network_id': '4cbb776b-8d5d-4063-84da-9c16fe9ca32d', 'mac_address': 'fa:16:3e:87:df:dd', 'name': 'tempest-NetworksTestDHCPv6-1851874448'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:05.709486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1a9d9d08-ac18-472d-be7a-6c23929a5302 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:05.821953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 1a9d9d08-ac18-472d-be7a-6c23929a5302 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:05.850048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=841a8654-b494-46ab-98d0-380ab0bc38d2,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:05.852525 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:05.914730 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:05.987731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:05.999684 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:06.013964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9ae88-47c1-4baf-ad7b-193ecd03d200 req-1b27f844-6df4-4865-a12e-497440c3e64a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:06.014207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Made reservation on behalf of e699ace7b30f49c585757cc5ba355ac4 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:06.016221 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-46c9ae88-47c1-4baf-ad7b-193ecd03d200 req-1b27f844-6df4-4865-a12e-497440c3e64a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.2408023 Apr 05 10:01:06.019320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:06.066363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] device_id is not set on port 0fd2ff67-65ad-45f7-83fc-2edfe92b5f32 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:01:06.067977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:06.070249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:06.274688 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-46c9ae88-47c1-4baf-ad7b-193ecd03d200 req-d4399438-3761-4e4b-b3cf-21ec46afc34f tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512381 Apr 05 10:01:06.391467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8::b2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/24e694f3-92a4-41c6-9521-b23827f43d57/0fd2ff67-65ad-45f7-83fc-2edfe92b5f32) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:06.402584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Allocated IP 2001:db8:0:1:f816:3eff:fe87:dfdd (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/598f82a0-935b-4b8a-97ff-50f09bf60131/0fd2ff67-65ad-45f7-83fc-2edfe92b5f32) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:06.524352 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3452fb21-1cea-4678-96af-aec1ccbb7a55 None None] Network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:06.554452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:01:06.627381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:06.645047 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Transition to ACTIVE for port object 0fd2ff67-65ad-45f7-83fc-2edfe92b5f32 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:06.673482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:06.682886 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a70ee65c-bac7-41d2-bde1-1935c1d99bd6 None None] Provisioning for port 1a9d9d08-ac18-472d-be7a-6c23929a5302 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:06.752313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a70ee65c-bac7-41d2-bde1-1935c1d99bd6 None None] Provisioning complete for port 1a9d9d08-ac18-472d-be7a-6c23929a5302 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:06.752794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a70ee65c-bac7-41d2-bde1-1935c1d99bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:06.754210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event updated for resources: {'Port': ['ID=0fd2ff67-65ad-45f7-83fc-2edfe92b5f32,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:06.773406 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:06.774601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:06.777728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:06.779891 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:01:06.782365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:06.782963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:06.797031 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7c586524-6047-4aec-96bb-2731e76496dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/4d4721ee-5e8e-4666-b78a-8ee0c9fddd73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6751325 Apr 05 10:01:06.797265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32812) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:06.817531 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2b97deb9-2579-4aa3-ac31-2ada39b1cc2e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1920629 Apr 05 10:01:06.817974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32816) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:06.857287 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] Allocated IP 2001:db8::2 (4cbb776b-8d5d-4063-84da-9c16fe9ca32d/24e694f3-92a4-41c6-9521-b23827f43d57/65c9fa56-788e-47e9-86f9-243789d63ceb) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:06.891897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-06c4d955-0dc6-449f-86bc-b38acb61098a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting port 0fd2ff67-65ad-45f7-83fc-2edfe92b5f32 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:06.892240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06c4d955-0dc6-449f-86bc-b38acb61098a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:06.947779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4142ffc-e488-4406-8a47-29c279592dbf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:06.948886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4142ffc-e488-4406-8a47-29c279592dbf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:06.949135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4142ffc-e488-4406-8a47-29c279592dbf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:06.949432 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4142ffc-e488-4406-8a47-29c279592dbf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:06.949704 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4142ffc-e488-4406-8a47-29c279592dbf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:06.950056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4142ffc-e488-4406-8a47-29c279592dbf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:06.950434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4142ffc-e488-4406-8a47-29c279592dbf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:06.950790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4142ffc-e488-4406-8a47-29c279592dbf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:06.955319 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a4142ffc-e488-4406-8a47-29c279592dbf tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5702 time: 0.1543307 Apr 05 10:01:06.955493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32820) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:07.032149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62d0e-9665-4a9e-89e4-c76deb202f46 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:07.032434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62d0e-9665-4a9e-89e4-c76deb202f46 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:07.032797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62d0e-9665-4a9e-89e4-c76deb202f46 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:07.033151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62d0e-9665-4a9e-89e4-c76deb202f46 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:07.033503 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62d0e-9665-4a9e-89e4-c76deb202f46 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:07.033854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62d0e-9665-4a9e-89e4-c76deb202f46 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:07.034206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62d0e-9665-4a9e-89e4-c76deb202f46 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:07.034549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62d0e-9665-4a9e-89e4-c76deb202f46 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:07.034893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd62d0e-9665-4a9e-89e4-c76deb202f46 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:07.039332 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bdd62d0e-9665-4a9e-89e4-c76deb202f46 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5907 time: 0.0803182 Apr 05 10:01:07.039608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32824) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:07.087927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a70ee65c-bac7-41d2-bde1-1935c1d99bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.125725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=65c9fa56-788e-47e9-86f9-243789d63ceb,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:07.162873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a70ee65c-bac7-41d2-bde1-1935c1d99bd6 None None] For port 1a9d9d08-ac18-472d-be7a-6c23929a5302, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1a9d9d08-ac18-472d-be7a-6c23929a5302,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:07.165370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06c4d955-0dc6-449f-86bc-b38acb61098a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.168110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.177385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a70ee65c-bac7-41d2-bde1-1935c1d99bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.228650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] Transition to ACTIVE for port object 65c9fa56-788e-47e9-86f9-243789d63ceb will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:07.242045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.263796 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ee65c-bac7-41d2-bde1-1935c1d99bd6 None None] Pushing event updated for resources: {'Port': ['ID=1a9d9d08-ac18-472d-be7a-6c23929a5302,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:07.346454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-06c4d955-0dc6-449f-86bc-b38acb61098a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Calling delete_port for 0fd2ff67-65ad-45f7-83fc-2edfe92b5f32 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:07.392716 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7a8b1cde-f439-4626-9032-0c6ec39147b5 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.3494711 Apr 05 10:01:07.407434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e809b-8657-45d8-801a-ec4e8d6a1acf None None] Pushing event updated for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=19']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:07.517391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-512f8ef3-b9f1-4369-bbc0-8dccb14811cb None None] Provisioning complete for port 1a9d9d08-ac18-472d-be7a-6c23929a5302 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:07.519275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-512f8ef3-b9f1-4369-bbc0-8dccb14811cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.662298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7a08-04f5-4d0e-aa81-6699ddda8c56 req-ed8c4753-a044-4915-bdca-7df87182afef tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:07.664137 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-944e7a08-04f5-4d0e-aa81-6699ddda8c56 req-ed8c4753-a044-4915-bdca-7df87182afef tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.1885731 Apr 05 10:01:07.754635 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-944e7a08-04f5-4d0e-aa81-6699ddda8c56 req-72dd0ac3-e524-4881-8516-8cd2c23cfb50 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748262 Apr 05 10:01:07.768877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1a9d9d08-ac18-472d-be7a-6c23929a5302 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:07.808977 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06c4d955-0dc6-449f-86bc-b38acb61098a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.873087 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-512f8ef3-b9f1-4369-bbc0-8dccb14811cb None None] Provisioning for port 841a8654-b494-46ab-98d0-380ab0bc38d2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:07.878208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32832) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:07.881546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-512f8ef3-b9f1-4369-bbc0-8dccb14811cb None None] Provisioning complete for port 841a8654-b494-46ab-98d0-380ab0bc38d2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:07.882161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-512f8ef3-b9f1-4369-bbc0-8dccb14811cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.883027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4d955-0dc6-449f-86bc-b38acb61098a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Port': ['ID=0fd2ff67-65ad-45f7-83fc-2edfe92b5f32,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:07.884137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714100896', 'description': 'tempest-secgroup-smoke-1714100896 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:07.891698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:07.897120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:07.900341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:07.912429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:07.937668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.954863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1a9d9d08-ac18-472d-be7a-6c23929a5302 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:07.955288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.976799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-06c4d955-0dc6-449f-86bc-b38acb61098a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:07.982204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:07.986231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:07.989195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:07.995424 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-06c4d955-0dc6-449f-86bc-b38acb61098a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/0fd2ff67-65ad-45f7-83fc-2edfe92b5f32 HTTP/1.1" status: 204 len: 168 time: 1.1741574 Apr 05 10:01:07.996876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32836) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:07.999805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:08.005374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-512f8ef3-b9f1-4369-bbc0-8dccb14811cb None None] Port 841a8654-b494-46ab-98d0-380ab0bc38d2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:08.106870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 65c9fa56-788e-47e9-86f9-243789d63ceb up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:08.126176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.136318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d994a3ee-f5ff-4bb8-81a4-15c3432370f0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:08.137041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d994a3ee-f5ff-4bb8-81a4-15c3432370f0 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1392143 Apr 05 10:01:08.138244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.139822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32840) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:08.186381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8225e184-54ac-4104-b96c-5210bfcd2648,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:08.192505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.194239 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-39c1a256-5735-4f29-a388-0bad683aa39e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3149931 Apr 05 10:01:08.197471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32844) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:08.204739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '8225e184-54ac-4104-b96c-5210bfcd2648', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:08.210794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:08.214890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:08.215319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a6f60fed-1e82-4920-9e0b-9076950fb883 None None] Provisioning complete for port 841a8654-b494-46ab-98d0-380ab0bc38d2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:08.215998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a6f60fed-1e82-4920-9e0b-9076950fb883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.218092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:08.226927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:08.242805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535a5da3-a9d3-4918-8a7c-7008e63ba497 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:08.243597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-535a5da3-a9d3-4918-8a7c-7008e63ba497 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:08.248205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.264390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-535a5da3-a9d3-4918-8a7c-7008e63ba497 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:08.268170 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-535a5da3-a9d3-4918-8a7c-7008e63ba497 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1249483 Apr 05 10:01:08.269056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32848) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:08.291232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a6f60fed-1e82-4920-9e0b-9076950fb883 None None] Port 841a8654-b494-46ab-98d0-380ab0bc38d2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:08.296831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e996184d-d36c-4274-9ad8-4aed38432d5a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:08.330666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.338969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.352858 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb710939-833e-49d7-aa61-ee54a8641241 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:08.354181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb710939-833e-49d7-aa61-ee54a8641241 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:08.356568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb710939-833e-49d7-aa61-ee54a8641241 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:08.357618 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fb710939-833e-49d7-aa61-ee54a8641241 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:08.360968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b92828e-f8d1-4f08-b09e-e83b00ffc23f,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:08.375042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.379027 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d7f3e6ee-11b0-4eee-8c48-7ed3af4b003d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1780965 Apr 05 10:01:08.379245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fb710939-833e-49d7-aa61-ee54a8641241 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:08.379245 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fb710939-833e-49d7-aa61-ee54a8641241 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1094117 Apr 05 10:01:08.379466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32852) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:08.381463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32856) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:08.387544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '8225e184-54ac-4104-b96c-5210bfcd2648', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:08.393897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port e996184d-d36c-4274-9ad8-4aed38432d5a completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:08.399648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port e996184d-d36c-4274-9ad8-4aed38432d5a triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:08.400064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.426480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:08.432323 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47dd364-2f04-47f1-b626-59937ab50ecd None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:08.436548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:08.444621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:08.454479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:08.472458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa10669-43fd-459a-82ea-bfb6f29699b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 24e694f3-92a4-41c6-9521-b23827f43d57 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:01:08.479596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aa10669-43fd-459a-82ea-bfb6f29699b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.595971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3b594160-891d-487c-953f-914365fa5e91 None None] Provisioning complete for port 841a8654-b494-46ab-98d0-380ab0bc38d2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:08.596263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b594160-891d-487c-953f-914365fa5e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.605914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.645612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aa10669-43fd-459a-82ea-bfb6f29699b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.733010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.742412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.758326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3b594160-891d-487c-953f-914365fa5e91 None None] Port 841a8654-b494-46ab-98d0-380ab0bc38d2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:08.768015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769154c8-8c7e-47ef-9ca8-760b2a06afae,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:08.774737 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.795145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aa10669-43fd-459a-82ea-bfb6f29699b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.828955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.830136 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9a6f612a-065b-498f-8337-33bc3d624a51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4499397 Apr 05 10:01:08.832930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32862) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:08.839693 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port e996184d-d36c-4274-9ad8-4aed38432d5a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e996184d-d36c-4274-9ad8-4aed38432d5a,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:08.856141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.858519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '8225e184-54ac-4104-b96c-5210bfcd2648', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:08.872417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:08.878843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:08.903608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:08.911407 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aa10669-43fd-459a-82ea-bfb6f29699b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.914856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:08.957829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=e996184d-d36c-4274-9ad8-4aed38432d5a,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:08.963233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-82c00eb0-f967-4b0d-b565-39dc7cb55225 None None] Provisioning for port 65c9fa56-788e-47e9-86f9-243789d63ceb completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:08.970778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-82c00eb0-f967-4b0d-b565-39dc7cb55225 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:08.971226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-82c00eb0-f967-4b0d-b565-39dc7cb55225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.975453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:08.977332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa10669-43fd-459a-82ea-bfb6f29699b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=24e694f3-92a4-41c6-9521-b23827f43d57,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:08.994272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aa10669-43fd-459a-82ea-bfb6f29699b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.019447 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5aa10669-43fd-459a-82ea-bfb6f29699b5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/24e694f3-92a4-41c6-9521-b23827f43d57 HTTP/1.1" status: 204 len: 168 time: 0.6369998 Apr 05 10:01:09.020268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32866) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:09.168878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.179782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.212205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95b80b1-f11f-4d3d-8f71-b9b0ab9035b7,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:09.227303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ce4cf-cc4e-43b3-9d6c-4e499cab83bf req-c3c9db09-32d3-4747-a01f-292974aec368 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:09.231598 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4f7ce4cf-cc4e-43b3-9d6c-4e499cab83bf req-c3c9db09-32d3-4747-a01f-292974aec368 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.1789799 Apr 05 10:01:09.252797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.254098 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0f6100a9-56f8-417b-95e0-2cdb424c31fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4199324 Apr 05 10:01:09.256797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32870) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:09.269214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '8225e184-54ac-4104-b96c-5210bfcd2648', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:09.275923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:09.280487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:09.283487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:09.289737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:09.292639 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4f7ce4cf-cc4e-43b3-9d6c-4e499cab83bf req-35cbae4e-a91d-4ea9-93a8-b41ca4340a90 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551405 Apr 05 10:01:09.295074 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Sync routers for ids ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:01:09.322748 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Routers {'4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:09.323946 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:09.328221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d15f40-f8a7-455e-8fcc-6cd855e68e71 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Deleting subnet 598f82a0-935b-4b8a-97ff-50f09bf60131 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:01:09.330049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.340791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d0d15f40-f8a7-455e-8fcc-6cd855e68e71 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.427636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d0d15f40-f8a7-455e-8fcc-6cd855e68e71 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.513916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.530310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.535362 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Set router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:01:09.549379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e996184d-d36c-4274-9ad8-4aed38432d5a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:09.569067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33e1969-51cd-4afa-914c-240c7fb3309d,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:09.596818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d0d15f40-f8a7-455e-8fcc-6cd855e68e71 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.631935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.633230 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-872e90b2-ff05-4fd1-a1ad-44a25055b48f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3753395 Apr 05 10:01:09.636408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32874) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:09.643705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port e996184d-d36c-4274-9ad8-4aed38432d5a triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:09.644452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.659278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '8225e184-54ac-4104-b96c-5210bfcd2648', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:09.699775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:09.705015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:09.708403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:09.711765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d0d15f40-f8a7-455e-8fcc-6cd855e68e71 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.752568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c9bfb-d87b-4cde-addc-5cab048c8e3e None None] Network 4cbb776b-8d5d-4063-84da-9c16fe9ca32d requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:09.753726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:09.769274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d15f40-f8a7-455e-8fcc-6cd855e68e71 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Subnet': ['ID=598f82a0-935b-4b8a-97ff-50f09bf60131,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:09.779165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d0d15f40-f8a7-455e-8fcc-6cd855e68e71 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.783614 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:01:09.794557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.811832 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d0d15f40-f8a7-455e-8fcc-6cd855e68e71 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/598f82a0-935b-4b8a-97ff-50f09bf60131 HTTP/1.1" status: 204 len: 168 time: 0.7904961 Apr 05 10:01:09.815664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32878) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:09.880135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.880650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-37344f6f-6809-45ba-9e0b-afaf29a0b9c8 None None] Provisioning complete for port 65c9fa56-788e-47e9-86f9-243789d63ceb triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:09.881234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-37344f6f-6809-45ba-9e0b-afaf29a0b9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.888193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.909234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32882) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:09.910120 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9d1d4b9e-75fc-4615-bbdd-8bfa365fed37 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929644 Apr 05 10:01:09.960015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebad1bce-9c92-481b-8ba0-d64727bc6bb0,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:09.976898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:09.978189 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e65596fb-4a32-4b43-889d-f94cc8fae9b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3344197 Apr 05 10:01:09.982741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32886) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:09.992968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '8225e184-54ac-4104-b96c-5210bfcd2648', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:09.998929 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:01:04Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '841a8654-b494-46ab-98d0-380ab0bc38d2', 'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:09:17:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:01:03Z', 'updated_at': '2022-04-05T10:01:05Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:10.001717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:10.003816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6775dd4-be58-4f24-b651-a69e7c800b34 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:10.003958 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Checking router: 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:01:10.004301 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Updating router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 port 841a8654-b494-46ab-98d0-380ab0bc38d2 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:01:10.007683 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d6775dd4-be58-4f24-b651-a69e7c800b34 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0949647 Apr 05 10:01:10.007989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32890) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.012519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:10.016251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:10.023554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:10.041093 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:01:10.052039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.060673 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.089622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bad46c-cf1d-4373-9a2a-44a259f921d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:10.090815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2bad46c-cf1d-4373-9a2a-44a259f921d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Synchronizing usage tracker for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:10.118716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f2bad46c-cf1d-4373-9a2a-44a259f921d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Unset dirty status for tenant:e699ace7b30f49c585757cc5ba355ac4 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:10.124672 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32894) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.126182 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f2bad46c-cf1d-4373-9a2a-44a259f921d1 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1166728 Apr 05 10:01:10.196610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf7183-26cc-4a9f-a640-294712a77dc4 None None] DHCP port deletion for 4cbb776b-8d5d-4063-84da-9c16fe9ca32d request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:01:10.201739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8daf7183-26cc-4a9f-a640-294712a77dc4 None None] Deleting port 65c9fa56-788e-47e9-86f9-243789d63ceb {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:10.202188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8daf7183-26cc-4a9f-a640-294712a77dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.207148 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fc15d439-eb1b-4a9f-97c3-28aff1443ee8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795217 Apr 05 10:01:10.208831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.214489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32898) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.224930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.241517 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e76b3f-cde8-46e9-9d60-c7bc824ac73c,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:10.270667 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5b13bb-00d2-4a22-8700-ff1f63f2f9e2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.271540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5b13bb-00d2-4a22-8700-ff1f63f2f9e2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.275120 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3e5b13bb-00d2-4a22-8700-ff1f63f2f9e2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/0fd2ff67-65ad-45f7-83fc-2edfe92b5f32 HTTP/1.1" status: 404 len: 333 time: 0.0572596 Apr 05 10:01:10.275390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32902) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.278144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.279877 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9351683c-92a6-4dc5-9b67-2e7a6f3cf5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2952225 Apr 05 10:01:10.316030 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-961198d1-abf2-49aa-b51a-22f563ae36e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.316515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961198d1-abf2-49aa-b51a-22f563ae36e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.318316 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-961198d1-abf2-49aa-b51a-22f563ae36e3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/598f82a0-935b-4b8a-97ff-50f09bf60131 HTTP/1.1" status: 404 len: 337 time: 0.0420578 Apr 05 10:01:10.320830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32908) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.365648 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5586270a-2b7c-4826-b432-86171e3d9525 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.366096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5586270a-2b7c-4826-b432-86171e3d9525 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.367865 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5586270a-2b7c-4826-b432-86171e3d9525 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/24e694f3-92a4-41c6-9521-b23827f43d57 HTTP/1.1" status: 404 len: 337 time: 0.0458858 Apr 05 10:01:10.371367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32914) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.428202 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c8b81a-e961-4244-a047-a2c2fb39f5f9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.428922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c8b81a-e961-4244-a047-a2c2fb39f5f9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.433626 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32920) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.434065 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f0c8b81a-e961-4244-a047-a2c2fb39f5f9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/f2ee03ed-3fbf-446d-8ab3-41da411eae0a HTTP/1.1" status: 404 len: 333 time: 0.0609357 Apr 05 10:01:10.449361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8daf7183-26cc-4a9f-a640-294712a77dc4 None None] For port 65c9fa56-788e-47e9-86f9-243789d63ceb, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=65c9fa56-788e-47e9-86f9-243789d63ceb,segment=NetworkSegment(474abc4f-b52f-4e06-91a8-a7003116472d),segment_id=474abc4f-b52f-4e06-91a8-a7003116472d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:10.449763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8daf7183-26cc-4a9f-a640-294712a77dc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.476489 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b18eaff-4164-436a-bc51-afbc5086515e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.476939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b18eaff-4164-436a-bc51-afbc5086515e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.478717 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7b18eaff-4164-436a-bc51-afbc5086515e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/c8845e84-ca7d-4aad-960e-1785c5bf2bbd HTTP/1.1" status: 404 len: 337 time: 0.0441196 Apr 05 10:01:10.482053 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32924) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.509531 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.525437 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Transition to ACTIVE for port object 841a8654-b494-46ab-98d0-380ab0bc38d2 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:10.534938 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbd6b9a-d470-4f1c-a998-5f92dba343a2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.535412 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.535607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbd6b9a-d470-4f1c-a998-5f92dba343a2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.540317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32932) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.540493 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6cbd6b9a-d470-4f1c-a998-5f92dba343a2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/9afdfa9f-5929-44dc-9210-8790113a67dc HTTP/1.1" status: 404 len: 337 time: 0.0572124 Apr 05 10:01:10.609838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8daf7183-26cc-4a9f-a640-294712a77dc4 None None] Calling delete_port for 65c9fa56-788e-47e9-86f9-243789d63ceb owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:10.640318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-0ce1ff4e-3419-4c7d-94f6-832bf0de4068 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:10.645540 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-602dcc8f-3c8a-4710-8b24-d765de80c48b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.645984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602dcc8f-3c8a-4710-8b24-d765de80c48b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.649822 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-602dcc8f-3c8a-4710-8b24-d765de80c48b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/ea8c1df4-0b1c-4fe3-9f4c-37cd080b26f7 HTTP/1.1" status: 404 len: 333 time: 0.1060140 Apr 05 10:01:10.651123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32936) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.693979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-0ce1ff4e-3419-4c7d-94f6-832bf0de4068 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:10.696609 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-0ce1ff4e-3419-4c7d-94f6-832bf0de4068 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714100896&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.1153407 Apr 05 10:01:10.707627 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Pushing event updated for resources: {'Port': ['ID=841a8654-b494-46ab-98d0-380ab0bc38d2,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:10.728513 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c136fc-abc3-4d71-ba0e-8728abfa9052 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.729020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c136fc-abc3-4d71-ba0e-8728abfa9052 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.731238 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-48c136fc-abc3-4d71-ba0e-8728abfa9052 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/bf029cd4-fcba-41f0-ad87-895dcddc051f HTTP/1.1" status: 404 len: 337 time: 0.0770736 Apr 05 10:01:10.732387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8daf7183-26cc-4a9f-a640-294712a77dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.738377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32940) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.771910 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.772605 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.773094 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.773595 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.774257 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.774749 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.775237 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.775744 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.776238 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.776774 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.777252 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:10.788964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf7183-26cc-4a9f-a640-294712a77dc4 None None] Pushing event deleted for resources: {'Port': ['ID=65c9fa56-788e-47e9-86f9-243789d63ceb,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:10.796673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daf7183-26cc-4a9f-a640-294712a77dc4 None None] No DVR routers for this DVR port 65c9fa56-788e-47e9-86f9-243789d63ceb on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:01:10.802034 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfac8c52-786b-4769-867e-0b3af862f34d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.808199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfac8c52-786b-4769-867e-0b3af862f34d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.813397 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dfac8c52-786b-4769-867e-0b3af862f34d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/212188a4-1546-4af8-b84c-cff9aca33e1e HTTP/1.1" status: 404 len: 337 time: 0.0716724 Apr 05 10:01:10.816548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32944) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.857466 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Attempting to bind port 841a8654-b494-46ab-98d0-380ab0bc38d2 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:01:10.857837 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Attempting to bind port 841a8654-b494-46ab-98d0-380ab0bc38d2 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:01:10.858313 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Attempting to bind port 841a8654-b494-46ab-98d0-380ab0bc38d2 on network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:10.865102 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:01:10.865480 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Checking segment: {'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:10.865931 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.866325 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Bound using segment: {'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:01:10.866789 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Bound port: 841a8654-b494-46ab-98d0-380ab0bc38d2, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:01:10.867158 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.867779 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9665b5-8d2f-4b01-8adc-8b3218c3ae2b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.868396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9665b5-8d2f-4b01-8adc-8b3218c3ae2b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.870427 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fa9665b5-8d2f-4b01-8adc-8b3218c3ae2b tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/cc7b3ec7-fdda-49aa-9f89-4878c7a8e197 HTTP/1.1" status: 404 len: 333 time: 0.0528712 Apr 05 10:01:10.874627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32948) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.896227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-9bdd433c-87b8-4a99-84d4-067a9ce77034 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:10.897305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-9bdd433c-87b8-4a99-84d4-067a9ce77034 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:10.905979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90536f04-3d9a-40d9-9fff-8b5ac670c775 req-c15d77e5-ce61-4e38-942e-95d2b32dcd14 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:10.908296 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90536f04-3d9a-40d9-9fff-8b5ac670c775 req-c15d77e5-ce61-4e38-942e-95d2b32dcd14 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.3752575 Apr 05 10:01:10.928447 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1586b6-598a-4483-b462-8167f0539b25 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.929273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1586b6-598a-4483-b462-8167f0539b25 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.931313 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-df1586b6-598a-4483-b462-8167f0539b25 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/35fbfb8a-f4ce-4a60-bae8-5ac79e4fb248 HTTP/1.1" status: 404 len: 337 time: 0.0555856 Apr 05 10:01:10.935124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32952) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.943671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-9bdd433c-87b8-4a99-84d4-067a9ce77034 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:10.950757 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-9bdd433c-87b8-4a99-84d4-067a9ce77034 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/networks?id=87dbffbe-77f6-4c39-97b7-96d3a578aed0 HTTP/1.1" status: 200 len: 797 time: 0.2441761 Apr 05 10:01:10.973229 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-a3abdb23-5e84-472f-ab4b-c59630d8cb36 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/quotas/f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 375 time: 0.0217006 Apr 05 10:01:10.976444 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] For port 841a8654-b494-46ab-98d0-380ab0bc38d2, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:01:10.980096 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] For port 841a8654-b494-46ab-98d0-380ab0bc38d2, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=841a8654-b494-46ab-98d0-380ab0bc38d2,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:01:10.983462 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8570cc4a-f67c-4b8f-8a07-ca1b34a4e1ef tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:10.983972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8570cc4a-f67c-4b8f-8a07-ca1b34a4e1ef tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:10.985117 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:10.987561 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8570cc4a-f67c-4b8f-8a07-ca1b34a4e1ef tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/3f5fa021-9af7-4c80-b191-48f22c7f7753 HTTP/1.1" status: 404 len: 337 time: 0.0494993 Apr 05 10:01:10.988501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32956) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:10.992057 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90536f04-3d9a-40d9-9fff-8b5ac670c775 req-3d75e065-e482-4179-9e71-97ffc962cd88 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705514 Apr 05 10:01:11.034899 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d2d1e5-0c20-46cf-9312-bcfd67ecc8c9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.035632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d2d1e5-0c20-46cf-9312-bcfd67ecc8c9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.037532 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-67d2d1e5-0c20-46cf-9312-bcfd67ecc8c9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/b88bfdbf-9bab-4bbe-a8f1-2d16c29cfabc HTTP/1.1" status: 404 len: 333 time: 0.0478878 Apr 05 10:01:11.041389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32960) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.077438 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Routers {'4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:11.078063 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:11.109803 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1313e6-fca2-4ccc-93b3-719ca9760107 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.110246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1313e6-fca2-4ccc-93b3-719ca9760107 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.111946 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fa1313e6-fca2-4ccc-93b3-719ca9760107 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/0e2fb70d-4fe3-44d7-8bdd-82dd2f6eff9e HTTP/1.1" status: 404 len: 337 time: 0.0696619 Apr 05 10:01:11.114829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32964) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.137475 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ed50a-61a3-4fd5-9f32-98c1ca65d398 None None] Pushing event updated for resources: {'Port': ['ID=841a8654-b494-46ab-98d0-380ab0bc38d2,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:11.161366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-cea4e0da-dd71-4f09-bcce-910ea11624f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:11.166723 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-887f2d3a-529b-486e-bb45-c6884cc47a51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.168261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887f2d3a-529b-486e-bb45-c6884cc47a51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.173157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32968) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.173321 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-887f2d3a-529b-486e-bb45-c6884cc47a51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/a2142156-7133-466f-988b-4b88239aba39 HTTP/1.1" status: 404 len: 333 time: 0.0569584 Apr 05 10:01:11.219504 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4b04a8-347b-4f30-9866-35fb05742440 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.220290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4b04a8-347b-4f30-9866-35fb05742440 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.221564 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2e4b04a8-347b-4f30-9866-35fb05742440 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/0f0888f9-9864-4d12-906c-e1ab484451e9 HTTP/1.1" status: 404 len: 337 time: 0.0474892 Apr 05 10:01:11.224447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32972) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.272663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-cea4e0da-dd71-4f09-bcce-910ea11624f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:11.274000 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-cea4e0da-dd71-4f09-bcce-910ea11624f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2810760 Apr 05 10:01:11.274920 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5801dc-100d-45f7-ab07-cb279ed7ea45 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.275337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5801dc-100d-45f7-ab07-cb279ed7ea45 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.279459 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8e5801dc-100d-45f7-ab07-cb279ed7ea45 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/cb1114c7-174c-4d0d-91c3-ad9d4cfd4878 HTTP/1.1" status: 404 len: 333 time: 0.0510411 Apr 05 10:01:11.279817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32976) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.307312 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] Set router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:01:11.341914 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-575842a3-03f7-4506-9879-6484a39da0fe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.342256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575842a3-03f7-4506-9879-6484a39da0fe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.343865 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-575842a3-03f7-4506-9879-6484a39da0fe tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/ce57a05a-46b1-430b-a2d5-ab5c2de02db6 HTTP/1.1" status: 404 len: 337 time: 0.0627422 Apr 05 10:01:11.346579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32980) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.389654 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7424ebe-12a6-4c99-a23e-5373bb0a20cd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.390194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7424ebe-12a6-4c99-a23e-5373bb0a20cd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.392165 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d7424ebe-12a6-4c99-a23e-5373bb0a20cd tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/60548d25-e7f5-4259-b1bb-ae5d5bc4dd71 HTTP/1.1" status: 404 len: 333 time: 0.0441778 Apr 05 10:01:11.395753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32984) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.438251 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c8fb72-a101-4ec3-912b-ddf2713dacaa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.439064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c8fb72-a101-4ec3-912b-ddf2713dacaa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.441327 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-31c8fb72-a101-4ec3-912b-ddf2713dacaa tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/1c81fd98-4f86-4bfa-aed6-be3de85d9035 HTTP/1.1" status: 404 len: 337 time: 0.0441511 Apr 05 10:01:11.443460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32988) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.487612 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca6a04d-61e1-460b-b84f-c6a39d7a71f9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.487919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca6a04d-61e1-460b-b84f-c6a39d7a71f9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.491892 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dca6a04d-61e1-460b-b84f-c6a39d7a71f9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/87394604-b5f4-4f17-9047-2c0c81d7f4f0 HTTP/1.1" status: 404 len: 333 time: 0.0451448 Apr 05 10:01:11.492105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 32992) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.540329 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39535a5-7fee-4da6-a473-dde216244997 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.540771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39535a5-7fee-4da6-a473-dde216244997 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.542476 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d39535a5-7fee-4da6-a473-dde216244997 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/99989ddc-aa90-479a-9115-3bba1a826498 HTTP/1.1" status: 404 len: 337 time: 0.0494907 Apr 05 10:01:11.546047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 32996) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.547978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 65c9fa56-788e-47e9-86f9-243789d63ceb no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:01:11.587967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 65c9fa56-788e-47e9-86f9-243789d63ceb {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:01:11.588410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 65c9fa56-788e-47e9-86f9-243789d63ceb not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:01:11.588750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-5bd9e0c3-308d-4814-b66a-8850375a777d service neutron] 10.222.0.30 "GET /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731433 Apr 05 10:01:11.614636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3e538a-68d1-4f27-8b6e-b073a9a9e415 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.615076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3e538a-68d1-4f27-8b6e-b073a9a9e415 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.619034 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9e3e538a-68d1-4f27-8b6e-b073a9a9e415 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/8b0d870c-61b5-476d-9163-e72dd7fab278 HTTP/1.1" status: 404 len: 333 time: 0.0694277 Apr 05 10:01:11.619549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33000) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.658676 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fa69f2-9f1b-474b-8e31-fa630a1970d6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.659070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fa69f2-9f1b-474b-8e31-fa630a1970d6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.660742 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-89fa69f2-9f1b-474b-8e31-fa630a1970d6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/e429186d-05c9-49aa-a4cd-b7926e7180fc HTTP/1.1" status: 404 len: 337 time: 0.0403283 Apr 05 10:01:11.663360 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33004) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.693886 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:01:04Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '841a8654-b494-46ab-98d0-380ab0bc38d2', 'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:09:17:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:01:03Z', 'updated_at': '2022-04-05T10:01:10Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:11.697901 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86beb90-4ebf-40fa-8646-222a6696a08d None None] The sync data for ids ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'] in dv-neutron-833199-1-hyperv is: [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:01:04Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '841a8654-b494-46ab-98d0-380ab0bc38d2', 'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:09:17:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:01:03Z', 'updated_at': '2022-04-05T10:01:10Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:01:11.737843 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-0d090e26-9ce9-4083-98db-308f013520d1 service neutron] 10.222.0.30 "GET /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410153 Apr 05 10:01:11.813607 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-308a5922-811d-401a-97e9-fa7e77309c7e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.814067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308a5922-811d-401a-97e9-fa7e77309c7e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.816105 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-308a5922-811d-401a-97e9-fa7e77309c7e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/e7913b2b-6fba-45c8-bf17-013fd77845b1 HTTP/1.1" status: 404 len: 337 time: 0.1514878 Apr 05 10:01:11.818453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33008) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.860042 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-284441fc-231c-4a1a-b1e3-7664ea89d570 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.860490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284441fc-231c-4a1a-b1e3-7664ea89d570 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.863566 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-284441fc-231c-4a1a-b1e3-7664ea89d570 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/d635ddb3-5d53-4aeb-92cd-bccc6340c84f HTTP/1.1" status: 404 len: 333 time: 0.0427215 Apr 05 10:01:11.864778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33012) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.906327 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed290c45-293b-4a02-95f7-737c156c989e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.906961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed290c45-293b-4a02-95f7-737c156c989e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.908826 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ed290c45-293b-4a02-95f7-737c156c989e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/0167b98b-edb4-4b5d-bef4-712538c85021 HTTP/1.1" status: 404 len: 337 time: 0.0431230 Apr 05 10:01:11.911234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33020) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:11.988414 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-6062249e-9ecb-4902-a8f7-0325e0b84ab4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:11.988852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6062249e-9ecb-4902-a8f7-0325e0b84ab4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:11.992892 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6062249e-9ecb-4902-a8f7-0325e0b84ab4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/c855310e-a468-491e-8956-41a650a87935 HTTP/1.1" status: 404 len: 337 time: 0.0783572 Apr 05 10:01:11.993186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33024) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.003160 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aba79ac0-9977-493b-a6b2-9ea8c8736ea5 req-948c149e-4cab-4081-9c6f-0e8b46c084de tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 210 time: 0.0483055 Apr 05 10:01:12.054645 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-11df1913-1a40-4d3d-8fa8-8f5bd2dc97ed tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.055478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11df1913-1a40-4d3d-8fa8-8f5bd2dc97ed tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.060693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33034) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.061264 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-11df1913-1a40-4d3d-8fa8-8f5bd2dc97ed tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/f441443f-b440-4c3f-8331-b949f0017e4a HTTP/1.1" status: 404 len: 333 time: 0.0668554 Apr 05 10:01:12.105197 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-01251943-91ac-42e7-a4b8-c48f55e21dc3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.105847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01251943-91ac-42e7-a4b8-c48f55e21dc3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.107557 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-01251943-91ac-42e7-a4b8-c48f55e21dc3 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/6bfe8365-8b64-43e3-bea4-8636bae53882 HTTP/1.1" status: 404 len: 337 time: 0.0457752 Apr 05 10:01:12.110185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33038) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.154047 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-576bd220-0426-4712-a108-ce880028f6b2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.154636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-576bd220-0426-4712-a108-ce880028f6b2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.157507 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-576bd220-0426-4712-a108-ce880028f6b2 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/c273a79e-601a-4ef0-8bc7-a1f959202517 HTTP/1.1" status: 404 len: 337 time: 0.0452232 Apr 05 10:01:12.159340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33042) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.205608 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-202a77ce-ff64-4954-b4cb-df243e0947e4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.206003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202a77ce-ff64-4954-b4cb-df243e0947e4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.210214 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-202a77ce-ff64-4954-b4cb-df243e0947e4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/cc86d618-ea26-4725-bc8f-87b42e222bdd HTTP/1.1" status: 404 len: 333 time: 0.0472898 Apr 05 10:01:12.210214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33048) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.238374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57c8d1-9289-481d-9e94-ae15df984e3a req-859eada2-ce6e-42d6-aae8-cf8f571f9e0d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:12.240063 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a57c8d1-9289-481d-9e94-ae15df984e3a req-859eada2-ce6e-42d6-aae8-cf8f571f9e0d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.0953927 Apr 05 10:01:12.263247 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-49eae596-a939-4ce1-87bf-dc9866cceca8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.263889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49eae596-a939-4ce1-87bf-dc9866cceca8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.265773 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-49eae596-a939-4ce1-87bf-dc9866cceca8 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/b79a112e-7566-41e5-9e87-99c96f6e601d HTTP/1.1" status: 404 len: 337 time: 0.0546732 Apr 05 10:01:12.268376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33052) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.315893 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa19a44e-7a27-48b8-abb7-1e98bc0bf9d5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.316342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa19a44e-7a27-48b8-abb7-1e98bc0bf9d5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.318029 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-aa19a44e-7a27-48b8-abb7-1e98bc0bf9d5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/2a78101f-d77d-4bfc-88c1-c6a26487b00b HTTP/1.1" status: 404 len: 337 time: 0.0487230 Apr 05 10:01:12.320743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33056) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.345677 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a57c8d1-9289-481d-9e94-ae15df984e3a req-d2092f38-a21e-4cbb-ab6f-ee0544200457 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969663 Apr 05 10:01:12.384969 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-636f7ece-a4d9-4193-a6c8-b5041d260a3e tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cf35574-91c0-475b-bc95-78d19bc688ec HTTP/1.1" status: 200 len: 205 time: 0.0621738 Apr 05 10:01:12.387357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33062) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.456634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-c548f2c1-4c0e-4ebe-b965-218b901f9f05 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] delete failed (client error): The resource could not be found. Apr 05 10:01:12.457713 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c548f2c1-4c0e-4ebe-b965-218b901f9f05 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/routers/8cf35574-91c0-475b-bc95-78d19bc688ec HTTP/1.1" status: 404 len: 336 time: 0.0693328 Apr 05 10:01:12.460266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33066) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.502980 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c22e708-bf96-4f7a-9567-a1d84a4f68a6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.503426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c22e708-bf96-4f7a-9567-a1d84a4f68a6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.507888 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9c22e708-bf96-4f7a-9567-a1d84a4f68a6 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/29867f58-d337-4659-94bf-9135d5bb2ed3 HTTP/1.1" status: 404 len: 337 time: 0.0465827 Apr 05 10:01:12.508127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33070) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.554741 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d99beaab-49b6-40be-a9c6-fd58edfaec00 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "GET /v2.0/ports?device_id=5258cd1c-f593-4486-aa30-db91149739a6 HTTP/1.1" status: 200 len: 205 time: 0.0454857 Apr 05 10:01:12.557169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33074) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.637018 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-094eecb4-e04a-4c55-8b72-6df7b1a959dc tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] delete failed (client error): The resource could not be found. Apr 05 10:01:12.640655 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-094eecb4-e04a-4c55-8b72-6df7b1a959dc tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/routers/5258cd1c-f593-4486-aa30-db91149739a6 HTTP/1.1" status: 404 len: 336 time: 0.0790558 Apr 05 10:01:12.641072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33078) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.680823 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d67f99e-bac5-4898-9b08-76804760aad9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.681375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d67f99e-bac5-4898-9b08-76804760aad9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.684994 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0d67f99e-bac5-4898-9b08-76804760aad9 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/194b00cf-f8d6-4ff6-8cac-ad5cb170e4de HTTP/1.1" status: 404 len: 337 time: 0.0428309 Apr 05 10:01:12.687594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33082) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.726579 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5075ae3-4198-4b04-9018-eb04501b368a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.727025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5075ae3-4198-4b04-9018-eb04501b368a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.728692 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b5075ae3-4198-4b04-9018-eb04501b368a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/c2eead82-64fc-4af9-b580-872955ffe395 HTTP/1.1" status: 404 len: 337 time: 0.0398788 Apr 05 10:01:12.734921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33086) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.780306 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf355b2-a666-4450-aac0-3f7f87f00512 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.780748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf355b2-a666-4450-aac0-3f7f87f00512 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.782387 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5bf355b2-a666-4450-aac0-3f7f87f00512 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/b06c1cd2-6c23-4cc6-84e5-dc50cad1fc6b HTTP/1.1" status: 404 len: 333 time: 0.0465426 Apr 05 10:01:12.784991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33090) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.824157 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e168a95e-7344-4dfd-980a-79352dfdf785 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.824611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e168a95e-7344-4dfd-980a-79352dfdf785 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.826329 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e168a95e-7344-4dfd-980a-79352dfdf785 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/d063bdce-bb67-4a11-9013-8ffca7437e3c HTTP/1.1" status: 404 len: 337 time: 0.0404637 Apr 05 10:01:12.828799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33094) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.868528 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ab137e-97c5-4d69-897a-b9a158260cce tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.868954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ab137e-97c5-4d69-897a-b9a158260cce tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.871498 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-77ab137e-97c5-4d69-897a-b9a158260cce tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/2dd0ced6-1a67-47f7-86de-f32530213bd5 HTTP/1.1" status: 404 len: 333 time: 0.0414612 Apr 05 10:01:12.873627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33098) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.913225 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-51828d20-0c73-48c0-94c5-89789d2760ba tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.913655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51828d20-0c73-48c0-94c5-89789d2760ba tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.915262 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-51828d20-0c73-48c0-94c5-89789d2760ba tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/1644c50d-5846-4d0c-9997-a5d6021b7fde HTTP/1.1" status: 404 len: 337 time: 0.0407889 Apr 05 10:01:12.918307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33102) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:12.957775 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdb18cc-023a-4f35-9240-df6a006258ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:12.958214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdb18cc-023a-4f35-9240-df6a006258ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:12.959832 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1bdb18cc-023a-4f35-9240-df6a006258ab tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/93de34e9-00d4-4b98-8dc2-398d32ec4aa9 HTTP/1.1" status: 404 len: 333 time: 0.0405445 Apr 05 10:01:12.962602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33106) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:13.000338 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b482b57-c7cc-4cc5-b5f9-7b3cc85c9cc5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:13.000775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b482b57-c7cc-4cc5-b5f9-7b3cc85c9cc5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:13.002390 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8b482b57-c7cc-4cc5-b5f9-7b3cc85c9cc5 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/64826641-8bf5-4c1b-b5de-d8a887e1a2e0 HTTP/1.1" status: 404 len: 337 time: 0.0388231 Apr 05 10:01:13.004935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33110) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:13.047798 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b8371c-eac7-4191-8e1a-6fe7c6f3c652 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:13.048145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b8371c-eac7-4191-8e1a-6fe7c6f3c652 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:13.051532 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c1b8371c-eac7-4191-8e1a-6fe7c6f3c652 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/e71f764f-0a6e-4d03-821c-34b760e39e31 HTTP/1.1" status: 404 len: 333 time: 0.0450685 Apr 05 10:01:13.053427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33116) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:13.116208 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c987dd-a2d8-4563-a69e-3bfad162399d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:13.116640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c987dd-a2d8-4563-a69e-3bfad162399d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:13.118245 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c8c987dd-a2d8-4563-a69e-3bfad162399d tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/e51c9ec5-9d96-4d2f-b3e3-320f97e01b2a HTTP/1.1" status: 404 len: 337 time: 0.0639048 Apr 05 10:01:13.122240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33120) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:13.163149 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb2819f-91fb-4245-b507-30bd6bf72e0a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:13.163601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb2819f-91fb-4245-b507-30bd6bf72e0a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:13.168275 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9cb2819f-91fb-4245-b507-30bd6bf72e0a tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/f934e299-dd86-4e67-b03c-268ad07406e3 HTTP/1.1" status: 404 len: 333 time: 0.0418060 Apr 05 10:01:13.168658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33124) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:13.210424 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b00634-dee3-4081-944a-16dbd6bbcdb4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:13.210854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b00634-dee3-4081-944a-16dbd6bbcdb4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:13.215701 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-72b00634-dee3-4081-944a-16dbd6bbcdb4 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/d4545a00-8063-47a8-a942-2a96c4549da0 HTTP/1.1" status: 404 len: 337 time: 0.0429339 Apr 05 10:01:13.215865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33128) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:13.231425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7332e3d4-ef3c-4e02-aab8-96970281ddcd req-954d2d87-7e1b-4d94-a014-14a16ee2f233 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 210 time: 0.0545156 Apr 05 10:01:13.257799 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-67574f5b-ed64-46e9-b7fc-537eb31d9e57 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:13.258256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67574f5b-ed64-46e9-b7fc-537eb31d9e57 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:13.261786 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-67574f5b-ed64-46e9-b7fc-537eb31d9e57 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/a886a77b-d4e2-46cb-b72a-2fa0c13c2ff6 HTTP/1.1" status: 404 len: 333 time: 0.0449834 Apr 05 10:01:13.263571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33132) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:13.294559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-58006c48-667f-40c1-ab7b-6747c89e8334 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:13.296008 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-58006c48-667f-40c1-ab7b-6747c89e8334 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=87dbffbe-77f6-4c39-97b7-96d3a578aed0 HTTP/1.1" status: 200 len: 797 time: 0.2078860 Apr 05 10:01:13.302695 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d1e43a-1c28-415f-a709-dca138e42eee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:13.303077 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d1e43a-1c28-415f-a709-dca138e42eee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:13.304737 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e9d1e43a-1c28-415f-a709-dca138e42eee tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/a8932fdd-d98b-46a2-8e3e-b6ddd4b53256 HTTP/1.1" status: 404 len: 337 time: 0.0402682 Apr 05 10:01:13.307167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33136) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:13.350558 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5076c4-79dc-41c1-a135-7d8b17f1af84 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:13.351006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5076c4-79dc-41c1-a135-7d8b17f1af84 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:13.351988 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-ff562ef2-a720-45f3-a872-15ce48c34cc8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 380 time: 0.0404367 Apr 05 10:01:13.352625 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ba5076c4-79dc-41c1-a135-7d8b17f1af84 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/ports/c80866c7-e1e2-42d3-b7f7-0a42c2b6bf09 HTTP/1.1" status: 404 len: 333 time: 0.0439627 Apr 05 10:01:13.355166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33140) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:13.361143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'device_id': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'admin_state_up': True, 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'security_groups': ['8225e184-54ac-4104-b96c-5210bfcd2648']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:13.413706 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f071fe96-0265-4f00-811c-50f484ccd5ff tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:13.414132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f071fe96-0265-4f00-811c-50f484ccd5ff tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:13.415754 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f071fe96-0265-4f00-811c-50f484ccd5ff tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/subnets/63350c0b-b7cc-4aa3-a053-67d4e94aa1cf HTTP/1.1" status: 404 len: 337 time: 0.0596485 Apr 05 10:01:13.418653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33146) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:13.537565 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.565205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 841a8654-b494-46ab-98d0-380ab0bc38d2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:13.692642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:13.696050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.701600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf61687-7c59-4eb4-86f4-b67c07363ce1 req-a2ef4fba-c52e-46a8-a797-de81b9e6d32a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:13.703041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-abf61687-7c59-4eb4-86f4-b67c07363ce1 req-a2ef4fba-c52e-46a8-a797-de81b9e6d32a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.2408943 Apr 05 10:01:13.711380 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:13.717396 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 841a8654-b494-46ab-98d0-380ab0bc38d2 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:13.722719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 841a8654-b494-46ab-98d0-380ab0bc38d2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:13.723117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.725607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbb776b-8d5d-4063-84da-9c16fe9ca32d']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:13.740466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474abc4f-b52f-4e06-91a8-a7003116472d') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:13.740752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474abc4f-b52f-4e06-91a8-a7003116472d') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:13.747904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:13.750799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.753841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.775118 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-abf61687-7c59-4eb4-86f4-b67c07363ce1 req-dfd00cdf-8570-4bf8-9be9-2dda2da9036d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647414 Apr 05 10:01:13.786123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.801279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:01:13.801713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:01:13.817565 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:01:13.864755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.901400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.904697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 841a8654-b494-46ab-98d0-380ab0bc38d2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=841a8654-b494-46ab-98d0-380ab0bc38d2,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:13.910457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.925875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:13.929116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.8 (87dbffbe-77f6-4c39-97b7-96d3a578aed0/362ceb82-6a19-42e2-8b5d-08c7b2fd0efc/f949bc86-8828-43e4-987c-cc145b4ef3f1) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:13.933943 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Pushing event deleted for resources: {'Network': ['ID=4cbb776b-8d5d-4063-84da-9c16fe9ca32d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:13.938701 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] 10.222.0.30 "DELETE /v2.0/networks/4cbb776b-8d5d-4063-84da-9c16fe9ca32d HTTP/1.1" status: 204 len: 168 time: 0.5190580 Apr 05 10:01:13.946168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.946372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.946697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.947023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.947354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.947704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.948025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.948374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.948751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.949055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.949374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbea598f-dadf-46be-8349-35925772fd51 tempest-NetworksTestDHCPv6-734545597 tempest-NetworksTestDHCPv6-734545597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:13.983056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=841a8654-b494-46ab-98d0-380ab0bc38d2,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:14.129717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:14.145778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object f949bc86-8828-43e4-987c-cc145b4ef3f1 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:14.168276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:14.242489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:14.246796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:14.247303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33154) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:14.249199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:14.291451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=f949bc86-8828-43e4-987c-cc145b4ef3f1,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:14.321003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.321649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.321771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.322004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.322336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.322668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.322997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.323326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.324190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.325303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.325639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:14.349005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:14.349639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:14.396698 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d40822a1-4527-40e9-b0f6-f4f2fe2e86b0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0390584 Apr 05 10:01:14.408750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Request body: {'port': {'device_id': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:14.552819 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eae56e58-39ff-4fc1-9b88-a0b74546f04e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e699ace7b30f49c585757cc5ba355ac4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3021963 Apr 05 10:01:14.553330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:14.555998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33162) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:14.668496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-45296141-15f2-4b73-b36d-fbb795f2f29c None None] Provisioning for port f949bc86-8828-43e4-987c-cc145b4ef3f1 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:14.674723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-45296141-15f2-4b73-b36d-fbb795f2f29c None None] Provisioning complete for port f949bc86-8828-43e4-987c-cc145b4ef3f1 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:14.675657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-45296141-15f2-4b73-b36d-fbb795f2f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:14.678241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b135-9bf9-4932-bdcd-864585ce962b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:14.716819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b135-9bf9-4932-bdcd-864585ce962b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:14.760545 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-45296141-15f2-4b73-b36d-fbb795f2f29c None None] Port f949bc86-8828-43e4-987c-cc145b4ef3f1 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:14.808978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b135-9bf9-4932-bdcd-864585ce962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:14.833152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b135-9bf9-4932-bdcd-864585ce962b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738303d7-1db2-4cbf-9a23-2412a4cb7420,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:14.844430 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b135-9bf9-4932-bdcd-864585ce962b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:14.845593 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f5b7b135-9bf9-4932-bdcd-864585ce962b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/738303d7-1db2-4cbf-9a23-2412a4cb7420 HTTP/1.1" status: 204 len: 168 time: 0.2886841 Apr 05 10:01:14.900525 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf82fe3-5375-4847-a2a3-739373f10712 req-3767a939-a5c8-454b-b739-5fa9ea4f61f2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:14.901310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-daf82fe3-5375-4847-a2a3-739373f10712 req-3767a939-a5c8-454b-b739-5fa9ea4f61f2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:14.949929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-daf82fe3-5375-4847-a2a3-739373f10712 req-3767a939-a5c8-454b-b739-5fa9ea4f61f2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:14.950894 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-daf82fe3-5375-4847-a2a3-739373f10712 req-3767a939-a5c8-454b-b739-5fa9ea4f61f2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 931 time: 0.3358839 Apr 05 10:01:15.076633 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-daf82fe3-5375-4847-a2a3-739373f10712 req-51d88ab5-c7ff-4262-a597-78ae39d73270 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166308 Apr 05 10:01:15.165396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f949bc86-8828-43e4-987c-cc145b4ef3f1 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:01:15.175143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:15.194312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Transition to ACTIVE for port object f949bc86-8828-43e4-987c-cc145b4ef3f1 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:15.205048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31145d9a-6d99-4ac1-8c15-4778097f95ef req-45d7abc1-5d7e-431b-855c-320c70d451a6 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:15.206478 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31145d9a-6d99-4ac1-8c15-4778097f95ef req-45d7abc1-5d7e-431b-855c-320c70d451a6 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.2086833 Apr 05 10:01:15.207512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:15.376148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Pushing event updated for resources: {'Port': ['ID=f949bc86-8828-43e4-987c-cc145b4ef3f1,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:15.412151 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31145d9a-6d99-4ac1-8c15-4778097f95ef req-68607e8d-27db-478d-866a-ee9b9835654b tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738052 Apr 05 10:01:15.536480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Attempting to bind port f949bc86-8828-43e4-987c-cc145b4ef3f1 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:01:15.537002 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Attempting to bind port f949bc86-8828-43e4-987c-cc145b4ef3f1 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:01:15.537446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Attempting to bind port f949bc86-8828-43e4-987c-cc145b4ef3f1 on network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:15.544932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Port f949bc86-8828-43e4-987c-cc145b4ef3f1 on network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:01:15.544932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Attempting to bind port f949bc86-8828-43e4-987c-cc145b4ef3f1 on network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:15.551787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:01:15.552244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Checking segment: {'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:15.552736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Bound using segment: {'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:01:15.553401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Bound port: f949bc86-8828-43e4-987c-cc145b4ef3f1, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de823e5-7f8a-4e9a-8b42-d942efdb211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:01:15.554583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:15.563374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 841a8654-b494-46ab-98d0-380ab0bc38d2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:15.660203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 841a8654-b494-46ab-98d0-380ab0bc38d2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:15.660715 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:15.678137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] For port f949bc86-8828-43e4-987c-cc145b4ef3f1, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:01:15.681506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] For port f949bc86-8828-43e4-987c-cc145b4ef3f1, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f949bc86-8828-43e4-987c-cc145b4ef3f1,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:01:15.686723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:15.758351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:15.759826 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] 10.222.0.10 "PUT /v2.0/ports/f949bc86-8828-43e4-987c-cc145b4ef3f1 HTTP/1.1" status: 200 len: 1093 time: 1.3556716 Apr 05 10:01:15.760266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'tag': 'f949bc86-8828-43e4-987c-cc145b4ef3f1'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:01:15.794690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb3936-2dc5-4b52-afc3-fc5fdda32f51 service neutron] Pushing event updated for resources: {'Port': ['ID=f949bc86-8828-43e4-987c-cc145b4ef3f1,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:15.838810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33188) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:15.881736 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bddfac68-dcf7-46c0-bd9f-c5c25233c58b'] response: {'name': 'network-changed', 'server_uuid': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'tag': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'status': 'completed', 'code': 200} Apr 05 10:01:15.921352 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-6239629e-4b7e-4cfa-bb9b-e9b9a53086b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 1096 time: 0.0791450 Apr 05 10:01:16.126643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-454286752'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:16.146779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:16.149654 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-ed618609-b581-4410-87dc-53d521142487 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f949bc86-8828-43e4-987c-cc145b4ef3f1 HTTP/1.1" status: 200 len: 217 time: 0.2193236 Apr 05 10:01:16.153761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:network and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:16.188754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:16.205425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:16.276177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:16.279166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:16.298965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:16.308713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-b7bc0559-117d-4060-bdf3-ebce78d6c559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:16.310239 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-b7bc0559-117d-4060-bdf3-ebce78d6c559 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=362ceb82-6a19-42e2-8b5d-08c7b2fd0efc HTTP/1.1" status: 200 len: 835 time: 0.1532879 Apr 05 10:01:16.369049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 467ec842-352e-4509-a941-8b81c3c0b555 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:01:16.389108 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3fe7994-a5dc-45d5-9a8b-a6b4373b3249 req-39ee0c52-6ec4-47e8-abb9-f3332323cd9b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 1099 time: 0.3005385 Apr 05 10:01:16.401196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:16.423881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:security_group_rule and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:16.430711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:16.451786 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:16.459498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40926e9c-8bca-4d45-a678-337875b5f963 req-0dd3ed05-03e3-44d9-a3ed-0ba83f718425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:16.460981 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40926e9c-8bca-4d45-a678-337875b5f963 req-0dd3ed05-03e3-44d9-a3ed-0ba83f718425 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 943 time: 0.2610550 Apr 05 10:01:16.516240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 467ec842-352e-4509-a941-8b81c3c0b555, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=467ec842-352e-4509-a941-8b81c3c0b555,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:16.520079 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3fe7994-a5dc-45d5-9a8b-a6b4373b3249 req-15388513-c5d3-45cb-a82d-6ecebe7f3e34 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200030 Apr 05 10:01:16.525994 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-2181f8c3-3a31-47f1-8046-59563bb1fe57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87dbffbe-77f6-4c39-97b7-96d3a578aed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2066154 Apr 05 10:01:16.532441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '467ec842-352e-4509-a941-8b81c3c0b555', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'port_id': '467ec842-352e-4509-a941-8b81c3c0b555', 'mac_address': 'fa:16:3e:92:89:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:01:16.595297 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40926e9c-8bca-4d45-a678-337875b5f963 req-c2b94ecc-2ed8-4c59-a042-8a244246d830 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204772 Apr 05 10:01:16.596432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:16.622591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 467ec842-352e-4509-a941-8b81c3c0b555 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:01:16.639770 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 467ec842-352e-4509-a941-8b81c3c0b555, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=467ec842-352e-4509-a941-8b81c3c0b555,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:16.645712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:16.650096 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:16.656726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:16.698049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:01:16.711706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b06fcf-000c-4d20-a908-220609c212ea req-4cd4d98d-42e2-4262-aa08-63d90185c9dd tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:16.713075 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c6b06fcf-000c-4d20-a908-220609c212ea req-4cd4d98d-42e2-4262-aa08-63d90185c9dd tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.1617813 Apr 05 10:01:16.715540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c74ac127-2856-43eb-939e-0f170063160f,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:16.718844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=467ec842-352e-4509-a941-8b81c3c0b555,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:16.745229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:16.745791 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Added segment 4e0703a5-0ab7-4cc1-8c5d-39ea20936733 of type vlan for network c9d7e884-da8d-4ff7-a6fd-89dcee0c5079 Apr 05 10:01:16.860434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:16.869746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['467ec842-352e-4509-a941-8b81c3c0b555'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:01:16.894013 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c6b06fcf-000c-4d20-a908-220609c212ea req-42b9c4cf-f59d-4365-a726-03c95db368b2 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532114 Apr 05 10:01:16.929529 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-617c8fba-5a14-40f9-8713-048358ffc579 service neutron] 10.222.0.10 "GET /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102783 Apr 05 10:01:16.955723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:16.959225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:16.959809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:17.125686 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2849982 Apr 05 10:01:17.137477 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef84f17-2db4-40be-995f-bb67ee421c0e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Network': ['ID=c9d7e884-da8d-4ff7-a6fd-89dcee0c5079,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:17.149625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network c9d7e884-da8d-4ff7-a6fd-89dcee0c5079 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:01:17.178057 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e0d0824-0b61-43c3-b22c-1cacf6a37bd0 req-d8bb6983-6623-48eb-ab66-49c0f758af54 service neutron] 10.222.0.10 "GET /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423580 Apr 05 10:01:17.322103 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3840452a-0274-488f-bb2c-64973bc1e244 req-74e49d0e-494b-4c33-ad96-c982ca869dfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 1096 time: 0.0933609 Apr 05 10:01:17.457467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840452a-0274-488f-bb2c-64973bc1e244 req-a2bffb24-ccc0-48d4-8d3e-eb1d72f469f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:17.458906 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3840452a-0274-488f-bb2c-64973bc1e244 req-a2bffb24-ccc0-48d4-8d3e-eb1d72f469f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=87dbffbe-77f6-4c39-97b7-96d3a578aed0 HTTP/1.1" status: 200 len: 897 time: 0.1299663 Apr 05 10:01:17.536951 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3840452a-0274-488f-bb2c-64973bc1e244 req-f6425a74-0ea7-48a0-82a6-ac5f550b2475 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f949bc86-8828-43e4-987c-cc145b4ef3f1 HTTP/1.1" status: 200 len: 217 time: 0.0687678 Apr 05 10:01:17.601607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840452a-0274-488f-bb2c-64973bc1e244 req-23b901ed-cb42-47dd-ab46-68fe6e45b2c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:17.603118 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3840452a-0274-488f-bb2c-64973bc1e244 req-23b901ed-cb42-47dd-ab46-68fe6e45b2c1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=362ceb82-6a19-42e2-8b5d-08c7b2fd0efc HTTP/1.1" status: 200 len: 835 time: 0.0594699 Apr 05 10:01:17.688634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3840452a-0274-488f-bb2c-64973bc1e244 req-bd6d2f4b-c3a3-478e-a021-af0a64113551 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87dbffbe-77f6-4c39-97b7-96d3a578aed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774248 Apr 05 10:01:17.994332 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3840452a-0274-488f-bb2c-64973bc1e244 req-c9ed5e88-be64-4ff5-8174-30f991690392 service neutron] 10.222.0.10 "GET /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991996 Apr 05 10:01:18.004387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9c362-f951-4b1c-bd4a-17537eb92821 req-3e8e84e4-13fc-4605-8568-4fd0b24e9d5c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:18.005754 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-14a9c362-f951-4b1c-bd4a-17537eb92821 req-3e8e84e4-13fc-4605-8568-4fd0b24e9d5c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 943 time: 0.2271049 Apr 05 10:01:18.223012 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-14a9c362-f951-4b1c-bd4a-17537eb92821 req-6473f74b-1f57-4bf1-a291-4105d1480d2b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915820 Apr 05 10:01:18.242393 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3840452a-0274-488f-bb2c-64973bc1e244 req-b9365c4b-abfb-40ed-9bc5-daff15a9e618 service neutron] 10.222.0.10 "GET /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356930 Apr 05 10:01:18.252737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3c71d-160d-4634-a156-66945ae5c8bf req-13af17bc-42ad-45aa-87cb-2ff9b39f453a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:18.254130 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ddc3c71d-160d-4634-a156-66945ae5c8bf req-13af17bc-42ad-45aa-87cb-2ff9b39f453a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 945 time: 0.2239578 Apr 05 10:01:18.299334 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ddc3c71d-160d-4634-a156-66945ae5c8bf req-38e99c34-0771-4ec1-b403-93ea5bb6d4d9 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391419 Apr 05 10:01:18.330289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33204) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:18.373767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device f949bc86-8828-43e4-987c-cc145b4ef3f1 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:01:18.376486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 467ec842-352e-4509-a941-8b81c3c0b555 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:18.443442 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cf75e7fa-7a5a-4f5f-bc45-585da6b97493 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/floatingips/5bf97a54-6d7c-4bd7-a24d-6b98e311ebf6 HTTP/1.1" status: 200 len: 993 time: 0.1120455 Apr 05 10:01:18.548947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 467ec842-352e-4509-a941-8b81c3c0b555 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:18.549327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:18.615052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port f949bc86-8828-43e4-987c-cc145b4ef3f1, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f949bc86-8828-43e4-987c-cc145b4ef3f1,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:18.634321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'port_id': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'mac_address': 'fa:16:3e:a9:c2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:01:18.736938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:18.754437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:18.771946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f949bc86-8828-43e4-987c-cc145b4ef3f1 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:01:18.798383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:01:18.806075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port f949bc86-8828-43e4-987c-cc145b4ef3f1, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f949bc86-8828-43e4-987c-cc145b4ef3f1,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:18.810527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 467ec842-352e-4509-a941-8b81c3c0b555, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=467ec842-352e-4509-a941-8b81c3c0b555,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:18.811888 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:18.847775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:18.856937 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b794ac-0219-4db6-b0bd-b758a8829532'] response: {'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555', 'code': 200} Apr 05 10:01:18.881018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=f949bc86-8828-43e4-987c-cc145b4ef3f1,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:18.890182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.890533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.890898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.891230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.891626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.891960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.892289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.892612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.892933 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.893303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.893727 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:01:18.968134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=467ec842-352e-4509-a941-8b81c3c0b555,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:19.030373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['f949bc86-8828-43e4-987c-cc145b4ef3f1'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:01:19.425405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070beb04-4ed8-427b-abb4-bd19d8fc4443 req-9c988d80-0399-4247-ad8e-f7b4c3a40930 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:19.426871 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-070beb04-4ed8-427b-abb4-bd19d8fc4443 req-9c988d80-0399-4247-ad8e-f7b4c3a40930 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 944 time: 0.0763235 Apr 05 10:01:19.477223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-070beb04-4ed8-427b-abb4-bd19d8fc4443 req-2f3363dd-ca68-4927-979f-40a071273322 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446134 Apr 05 10:01:20.373363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33212) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:20.378807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'subnet': {'network_id': 'c9d7e884-da8d-4ff7-a6fd-89dcee0c5079', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:20.383620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device f949bc86-8828-43e4-987c-cc145b4ef3f1 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:20.453494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port f949bc86-8828-43e4-987c-cc145b4ef3f1 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:20.458861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port f949bc86-8828-43e4-987c-cc145b4ef3f1 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:20.459233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:20.489886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:20.493706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:subnet and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:20.497719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:20.503444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:20.516411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:20.581089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:20.617300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port f949bc86-8828-43e4-987c-cc145b4ef3f1, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f949bc86-8828-43e4-987c-cc145b4ef3f1,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:20.629335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:20.699306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a2b9d-c591-467b-8257-5b710aafda92 req-01a9bc5c-02bc-4c8e-95ff-8bb698a45bb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:20.699939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=f949bc86-8828-43e4-987c-cc145b4ef3f1,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:20.701022 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e3a2b9d-c591-467b-8257-5b710aafda92 req-01a9bc5c-02bc-4c8e-95ff-8bb698a45bb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 945 time: 0.0813413 Apr 05 10:01:20.737953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:20.750153 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e3a2b9d-c591-467b-8257-5b710aafda92 req-b58f0586-34a2-4e42-bdbf-fdf15ec63e9a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416257 Apr 05 10:01:20.858007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f949bc86-8828-43e4-987c-cc145b4ef3f1'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:01:20.913254 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4090d819-0d67-4bfd-8dc6-b9f97974260d'] response: {'server_uuid': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'code': 200} Apr 05 10:01:20.959981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.038482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Subnet': ['ID=7475d1e5-e565-412e-9ca9-a6993e82afc1,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:21.049554 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Checking segment: {'id': '4e0703a5-0ab7-4cc1-8c5d-39ea20936733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c9d7e884-da8d-4ff7-a6fd-89dcee0c5079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:21.049911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network hostable DHCP agents. Network: c9d7e884-da8d-4ff7-a6fd-89dcee0c5079, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:01:21.073015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network c9d7e884-da8d-4ff7-a6fd-89dcee0c5079 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:01:21.083544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, c9d7e884-da8d-4ff7-a6fd-89dcee0c5079) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:21.088097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:21.088695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.094028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a289e441-7d66-4084-bf8b-ffa05eecf86c None None] Network c9d7e884-da8d-4ff7-a6fd-89dcee0c5079 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:21.119609 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2346fe3c-8533-4235-bf68-2eedf4b37a16 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7425694 Apr 05 10:01:21.120615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33220) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:21.126688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2143578519'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:21.133036 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:21.138192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:network and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:21.141565 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1c0e272c-f070-4e40-b59b-c5311b091b45 req-099d47c6-1c8a-47ee-aee3-9b5529bb418d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 1098 time: 0.0757103 Apr 05 10:01:21.141715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:21.147558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:21.165493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:21.169047 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.185761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1c0e272c-f070-4e40-b59b-c5311b091b45 req-96d0a762-34d1-4507-b4f7-dd8ab5634876 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386069 Apr 05 10:01:21.198149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:01:21.207731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.208052 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Added segment 73f61b05-3cf9-4758-a2f3-b1741b877a57 of type vlan for network 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 Apr 05 10:01:21.234352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.264005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.267745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:21.268322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.326053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-c9d7e884-da8d-4ff7-a6fd-89dcee0c5079', 'network_id': 'c9d7e884-da8d-4ff7-a6fd-89dcee0c5079', 'tenant_id': '35bc0e2a45654a0a82e7c3f5d2a76854', 'fixed_ips': [{'subnet_id': '7475d1e5-e565-412e-9ca9-a6993e82afc1'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:01:21.326931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.364894 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2424932 Apr 05 10:01:21.367476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33224) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:21.374954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'subnet': {'network_id': '87cd4d46-1e2c-42f8-8bd1-afaf78a70e04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:21.383312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe11855-5314-44ca-b2e8-29b5fa3cd04a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Network': ['ID=87cd4d46-1e2c-42f8-8bd1-afaf78a70e04,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:21.397446 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:01:21.491775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:21.495534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:subnet and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:21.499179 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:21.505028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:21.515199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:21.572584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Allocated IP 2001:db8:0:ffff::2 (c9d7e884-da8d-4ff7-a6fd-89dcee0c5079/7475d1e5-e565-412e-9ca9-a6993e82afc1/2100291c-860a-4a8e-9596-d03a4a97a885) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:21.622248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.676909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.786724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.798440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Transition to ACTIVE for port object 2100291c-860a-4a8e-9596-d03a4a97a885 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:21.817868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Transition to ACTIVE for port object 2100291c-860a-4a8e-9596-d03a4a97a885 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:21.824548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:21.894885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Network c9d7e884-da8d-4ff7-a6fd-89dcee0c5079 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:21.897748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:21.902746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:21.906499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Pushing event updated for resources: {'Port': ['ID=2100291c-860a-4a8e-9596-d03a4a97a885,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:21.994027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Attempting to bind port 2100291c-860a-4a8e-9596-d03a4a97a885 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:01:21.994027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Attempting to bind port 2100291c-860a-4a8e-9596-d03a4a97a885 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '4e0703a5-0ab7-4cc1-8c5d-39ea20936733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c9d7e884-da8d-4ff7-a6fd-89dcee0c5079'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:01:21.994384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Attempting to bind port 2100291c-860a-4a8e-9596-d03a4a97a885 on network c9d7e884-da8d-4ff7-a6fd-89dcee0c5079 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:21.994492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.objects.ports [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 10:01:21.996226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:22.000698 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:01:22.001062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Checking segment: {'id': '4e0703a5-0ab7-4cc1-8c5d-39ea20936733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c9d7e884-da8d-4ff7-a6fd-89dcee0c5079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:22.001452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:22.002405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Bound using segment: {'id': '4e0703a5-0ab7-4cc1-8c5d-39ea20936733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c9d7e884-da8d-4ff7-a6fd-89dcee0c5079'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:01:22.002405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Bound port: 2100291c-860a-4a8e-9596-d03a4a97a885, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0703a5-0ab7-4cc1-8c5d-39ea20936733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c9d7e884-da8d-4ff7-a6fd-89dcee0c5079'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:01:22.002637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:22.068767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801efd70-7502-4c50-b79a-b6c4acd368be req-bdfd365a-b888-4da7-bf65-41d0bbf1680a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:22.070220 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-801efd70-7502-4c50-b79a-b6c4acd368be req-bdfd365a-b888-4da7-bf65-41d0bbf1680a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 945 time: 0.1942844 Apr 05 10:01:22.092590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] For port 2100291c-860a-4a8e-9596-d03a4a97a885, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:01:22.095990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] For port 2100291c-860a-4a8e-9596-d03a4a97a885, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2100291c-860a-4a8e-9596-d03a4a97a885,segment=NetworkSegment(4e0703a5-0ab7-4cc1-8c5d-39ea20936733),segment_id=4e0703a5-0ab7-4cc1-8c5d-39ea20936733)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:01:22.099889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:22.108835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Subnet': ['ID=2152d82c-c7f9-4f60-953e-c0aedbf9ab69,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:22.135035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Checking segment: {'id': '73f61b05-3cf9-4758-a2f3-b1741b877a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87cd4d46-1e2c-42f8-8bd1-afaf78a70e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:22.135035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network hostable DHCP agents. Network: 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:01:22.154606 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-801efd70-7502-4c50-b79a-b6c4acd368be req-72272c97-23d8-40e1-bc68-aa8ce47304e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695643 Apr 05 10:01:22.171797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:01:22.192945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:22.204166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:22.204166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:22.206079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6709fa0-95e2-4cd4-a3bc-44bd548d4d66 None None] Network 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:22.228503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77567229-eaf4-4bc3-8d8e-e986f03a868e None None] Pushing event updated for resources: {'Port': ['ID=2100291c-860a-4a8e-9596-d03a4a97a885,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:22.242338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33230) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:22.243051 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e8cd6d5d-2193-40e6-80a3-7089494567ca tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8738244 Apr 05 10:01:22.249926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'port': {'network_id': '87cd4d46-1e2c-42f8-8bd1-afaf78a70e04', 'name': 'tempest-NetworksIpV6TestAttrs-185813598'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:22.403872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:22.408188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:port and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:22.411550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:22.421681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:22.433969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:22.440183 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:22.464932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] device_id is not set on port 27c0e1f3-9baa-4fee-9b37-ff3bdbe00416 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:01:22.505572 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-87cd4d46-1e2c-42f8-8bd1-afaf78a70e04', 'network_id': '87cd4d46-1e2c-42f8-8bd1-afaf78a70e04', 'tenant_id': '35bc0e2a45654a0a82e7c3f5d2a76854', 'fixed_ips': [{'subnet_id': '2152d82c-c7f9-4f60-953e-c0aedbf9ab69'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:01:22.506402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:22.646301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Allocated IP 2001:db8::f816:3eff:fe9d:b322 (87cd4d46-1e2c-42f8-8bd1-afaf78a70e04/2152d82c-c7f9-4f60-953e-c0aedbf9ab69/27c0e1f3-9baa-4fee-9b37-ff3bdbe00416) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:22.845600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:22.860852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Transition to ACTIVE for port object 27c0e1f3-9baa-4fee-9b37-ff3bdbe00416 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:22.882414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:22.950026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Allocated IP 2001:db8::f816:3eff:fe3f:a62b (87cd4d46-1e2c-42f8-8bd1-afaf78a70e04/2152d82c-c7f9-4f60-953e-c0aedbf9ab69/3b8deedc-5e5b-453d-bf71-8beb201de10a) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:22.961497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:22.965162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:22.967146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Port': ['ID=27c0e1f3-9baa-4fee-9b37-ff3bdbe00416,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:22.969339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:22.973704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:22.974312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:22.999995 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cc5218c6-c474-4dd6-9926-0ef7d83c71f6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7536004 Apr 05 10:01:23.000530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33234) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:23.085178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec6cbcf-dd63-4a5a-9101-c828a27637ea tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Deleting subnet 2152d82c-c7f9-4f60-953e-c0aedbf9ab69 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:01:23.166951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.179117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Transition to ACTIVE for port object 3b8deedc-5e5b-453d-bf71-8beb201de10a will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:23.198745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Transition to ACTIVE for port object 3b8deedc-5e5b-453d-bf71-8beb201de10a will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:23.204572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dec6cbcf-dd63-4a5a-9101-c828a27637ea tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.208080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.272216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dec6cbcf-dd63-4a5a-9101-c828a27637ea tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.303285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Network 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:23.304277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f34566-3799-4d0d-915b-3679c081a85d None None] Network c9d7e884-da8d-4ff7-a6fd-89dcee0c5079 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:23.321139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:23.324353 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:23.443792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Pushing event updated for resources: {'Port': ['ID=3b8deedc-5e5b-453d-bf71-8beb201de10a,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:23.525458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Attempting to bind port 3b8deedc-5e5b-453d-bf71-8beb201de10a on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:01:23.526114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Attempting to bind port 3b8deedc-5e5b-453d-bf71-8beb201de10a by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '73f61b05-3cf9-4758-a2f3-b1741b877a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87cd4d46-1e2c-42f8-8bd1-afaf78a70e04'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:01:23.526114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Attempting to bind port 3b8deedc-5e5b-453d-bf71-8beb201de10a on network 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:23.532857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfc3f5-dc52-4324-9d30-49c05ae862b9 req-1ff42540-c048-4844-870c-3b00f6add61b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:23.533080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a9559f95-629c-4555-b077-d1c870cc15ef None None] Provisioning for port 2100291c-860a-4a8e-9596-d03a4a97a885 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:23.534418 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7adfc3f5-dc52-4324-9d30-49c05ae862b9 req-1ff42540-c048-4844-870c-3b00f6add61b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 945 time: 0.1280684 Apr 05 10:01:23.548747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:01:23.549128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Checking segment: {'id': '73f61b05-3cf9-4758-a2f3-b1741b877a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87cd4d46-1e2c-42f8-8bd1-afaf78a70e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:23.549510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.549896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Bound using segment: {'id': '73f61b05-3cf9-4758-a2f3-b1741b877a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87cd4d46-1e2c-42f8-8bd1-afaf78a70e04'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:01:23.550368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Bound port: 3b8deedc-5e5b-453d-bf71-8beb201de10a, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f61b05-3cf9-4758-a2f3-b1741b877a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '87cd4d46-1e2c-42f8-8bd1-afaf78a70e04'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:01:23.550987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.563144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dec6cbcf-dd63-4a5a-9101-c828a27637ea tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.582586 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2100291c-860a-4a8e-9596-d03a4a97a885 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:23.667036 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7adfc3f5-dc52-4324-9d30-49c05ae862b9 req-4f9cc16f-2852-4b9a-b4fb-462ac2e4b126 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652368 Apr 05 10:01:23.681407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dec6cbcf-dd63-4a5a-9101-c828a27637ea tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.724060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6cbcf-dd63-4a5a-9101-c828a27637ea tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Subnet': ['ID=2152d82c-c7f9-4f60-953e-c0aedbf9ab69,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:23.731236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dec6cbcf-dd63-4a5a-9101-c828a27637ea tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.739567 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-dec6cbcf-dd63-4a5a-9101-c828a27637ea tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/subnets/2152d82c-c7f9-4f60-953e-c0aedbf9ab69 HTTP/1.1" status: 204 len: 168 time: 0.7361259 Apr 05 10:01:23.740326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33244) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:23.803440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] For port 3b8deedc-5e5b-453d-bf71-8beb201de10a, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:01:23.806259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e025003-17ff-4bb6-b1a7-52137affa751 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:23.808087 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e025003-17ff-4bb6-b1a7-52137affa751 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:23.809685 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7e025003-17ff-4bb6-b1a7-52137affa751 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Synchronizing usage tracker for tenant:35bc0e2a45654a0a82e7c3f5d2a76854 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:23.816773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] For port 3b8deedc-5e5b-453d-bf71-8beb201de10a, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3b8deedc-5e5b-453d-bf71-8beb201de10a,segment=NetworkSegment(73f61b05-3cf9-4758-a2f3-b1741b877a57),segment_id=73f61b05-3cf9-4758-a2f3-b1741b877a57)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:01:23.825860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.829400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7e025003-17ff-4bb6-b1a7-52137affa751 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Unset dirty status for tenant:35bc0e2a45654a0a82e7c3f5d2a76854 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:23.833296 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7e025003-17ff-4bb6-b1a7-52137affa751 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0892460 Apr 05 10:01:23.833522 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33248) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:23.858228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 2100291c-860a-4a8e-9596-d03a4a97a885 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:23.883414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2100291c-860a-4a8e-9596-d03a4a97a885 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:23.883899 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.893762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0039a83-9635-462c-ba68-0bf7747cf05f req-60269c33-39e3-44f8-b9ae-c84414477229 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:23.895535 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f0039a83-9635-462c-ba68-0bf7747cf05f req-60269c33-39e3-44f8-b9ae-c84414477229 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 945 time: 0.0848038 Apr 05 10:01:23.949395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f0039a83-9635-462c-ba68-0bf7747cf05f req-bfa78783-a4a8-4b7e-8aed-4f4951904ca8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480516 Apr 05 10:01:23.958254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c95508d9-9173-46ed-a8de-d79bd2be5612 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:23.970350 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f5b4-f4f4-4564-8c7e-23d0d5dc60cf None None] Pushing event updated for resources: {'Port': ['ID=3b8deedc-5e5b-453d-bf71-8beb201de10a,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:23.986685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33252) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:23.995108 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95508d9-9173-46ed-a8de-d79bd2be5612 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 10:01:23.995566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95508d9-9173-46ed-a8de-d79bd2be5612 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:23.997354 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c95508d9-9173-46ed-a8de-d79bd2be5612 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 HTTP/1.1" status: 409 len: 405 time: 0.1629205 Apr 05 10:01:24.002523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33256) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:24.008376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-646625257'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:24.015908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:24.020359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:network and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:24.024431 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:24.040687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:24.063705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:24.068972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.074591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.087734 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2a0bc629-5941-4144-b418-e43a6228ae86 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 1093 time: 0.0996506 Apr 05 10:01:24.090837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33260) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:24.096421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:24.107808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:24.111804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:01:24.112390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:floatingip and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:24.115226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:24.124662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.125434 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Added segment cddf9a61-f185-4cc0-823c-310d830e526d of type vlan for network 339f958f-3ebf-41fd-9f76-99f835b1ab49 Apr 05 10:01:24.131180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 2100291c-860a-4a8e-9596-d03a4a97a885, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2100291c-860a-4a8e-9596-d03a4a97a885,segment=NetworkSegment(4e0703a5-0ab7-4cc1-8c5d-39ea20936733),segment_id=4e0703a5-0ab7-4cc1-8c5d-39ea20936733)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:24.131507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:24.140697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.157148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.163288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.248985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=2100291c-860a-4a8e-9596-d03a4a97a885,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:24.255768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.259440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:24.260119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.311739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-66bb6d4c-b102-4887-a18b-4e91bc559b42 None None] Provisioning complete for port 2100291c-860a-4a8e-9596-d03a4a97a885 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:24.312740 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-66bb6d4c-b102-4887-a18b-4e91bc559b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.338709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.398934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Network': ['ID=339f958f-3ebf-41fd-9f76-99f835b1ab49,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:24.407983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33264) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:24.408707 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1d4eceed-c86e-4cf0-b97c-4311ea851fb7 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4022465 Apr 05 10:01:24.417760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'subnet': {'network_id': '339f958f-3ebf-41fd-9f76-99f835b1ab49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:24.438845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 339f958f-3ebf-41fd-9f76-99f835b1ab49 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:01:24.606377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:24.631470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.156 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/ab59f26c-6b12-47bb-acf7-888213e4944e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:24.635673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:24.662121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:24.849981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:24.975751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:25.072459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:25.141412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f34cd-9c31-4d48-8219-a4084dd59d6d None None] Network 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:25.163484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:25.167797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:25.181698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:25.220888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=ab59f26c-6b12-47bb-acf7-888213e4944e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:25.313401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-225078f7-be6e-468b-aaaa-1360f5b295df None None] Provisioning for port 3b8deedc-5e5b-453d-bf71-8beb201de10a completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:25.439481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1211278-9cf6-4dbf-93e7-6e57ceaacf0b None None] DHCP port deletion for 87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:01:25.443745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1211278-9cf6-4dbf-93e7-6e57ceaacf0b None None] Deleting port 3b8deedc-5e5b-453d-bf71-8beb201de10a {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:25.444138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1211278-9cf6-4dbf-93e7-6e57ceaacf0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:25.523086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.objects.ports [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 10:01:25.533016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:25.545491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2100291c-860a-4a8e-9596-d03a4a97a885 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:25.708357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1211278-9cf6-4dbf-93e7-6e57ceaacf0b None None] For port 3b8deedc-5e5b-453d-bf71-8beb201de10a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3b8deedc-5e5b-453d-bf71-8beb201de10a,segment=NetworkSegment(73f61b05-3cf9-4758-a2f3-b1741b877a57),segment_id=73f61b05-3cf9-4758-a2f3-b1741b877a57)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:25.708641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1211278-9cf6-4dbf-93e7-6e57ceaacf0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:25.746429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Subnet': ['ID=1d7e268c-a764-4af6-8628-ab6cd2d5f7ae,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:25.774671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Checking segment: {'id': 'cddf9a61-f185-4cc0-823c-310d830e526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '339f958f-3ebf-41fd-9f76-99f835b1ab49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:25.775032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network hostable DHCP agents. Network: 339f958f-3ebf-41fd-9f76-99f835b1ab49, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:01:25.836870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network 339f958f-3ebf-41fd-9f76-99f835b1ab49 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:01:25.837106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1211278-9cf6-4dbf-93e7-6e57ceaacf0b None None] Calling delete_port for 3b8deedc-5e5b-453d-bf71-8beb201de10a owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:25.850070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 339f958f-3ebf-41fd-9f76-99f835b1ab49) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:25.865398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:25.865749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:25.867105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72815d54-ddc7-48d7-a210-a3456c500bde None None] Network 339f958f-3ebf-41fd-9f76-99f835b1ab49 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:25.888447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2100291c-860a-4a8e-9596-d03a4a97a885 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:25.888819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:25.906249 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-36e94bf4-1646-4fc6-b662-8aa65cf71a32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4966815 Apr 05 10:01:25.909132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33268) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:25.915377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'port': {'network_id': '339f958f-3ebf-41fd-9f76-99f835b1ab49', 'name': 'tempest-NetworksIpV6TestAttrs-1009588770'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:26.016725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.075701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.083124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1211278-9cf6-4dbf-93e7-6e57ceaacf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.147133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:26.151933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:port and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:26.154974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:26.169377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:26.181458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:26.185697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.202174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1211278-9cf6-4dbf-93e7-6e57ceaacf0b None None] Pushing event deleted for resources: {'Port': ['ID=3b8deedc-5e5b-453d-bf71-8beb201de10a,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:26.214941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] device_id is not set on port 5744d965-cfd6-4460-9de7-0342c5004d93 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:01:26.219668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1211278-9cf6-4dbf-93e7-6e57ceaacf0b None None] No DVR routers for this DVR port 3b8deedc-5e5b-453d-bf71-8beb201de10a on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:01:26.302497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-339f958f-3ebf-41fd-9f76-99f835b1ab49', 'network_id': '339f958f-3ebf-41fd-9f76-99f835b1ab49', 'tenant_id': '35bc0e2a45654a0a82e7c3f5d2a76854', 'fixed_ips': [{'subnet_id': '1d7e268c-a764-4af6-8628-ab6cd2d5f7ae'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:01:26.303410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.317147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.321823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.370536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Allocated IP 2001:db8::f816:3eff:fe5e:7d20 (339f958f-3ebf-41fd-9f76-99f835b1ab49/1d7e268c-a764-4af6-8628-ab6cd2d5f7ae/5744d965-cfd6-4460-9de7-0342c5004d93) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:26.437765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=ab59f26c-6b12-47bb-acf7-888213e4944e,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:26.445763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.579386 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.597064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Transition to ACTIVE for port object 5744d965-cfd6-4460-9de7-0342c5004d93 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:26.623801 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.653865 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP b1e30180-aa80-405f-abf5-6be4644eb9f8 associated. External IP: 172.26.4.156, port: f949bc86-8828-43e4-987c-cc145b4ef3f1. Apr 05 10:01:26.700740 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Allocated IP 2001:db8::f816:3eff:fe17:ed2e (339f958f-3ebf-41fd-9f76-99f835b1ab49/1d7e268c-a764-4af6-8628-ab6cd2d5f7ae/781d53e4-4863-4ea6-981c-dee49833cb7a) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:26.721679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network 339f958f-3ebf-41fd-9f76-99f835b1ab49 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:26.725238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:26.729828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:26.734409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:26.735120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.740406 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Port': ['ID=5744d965-cfd6-4460-9de7-0342c5004d93,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:26.759392 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5d264443-7601-4e5e-8dd9-e964aec19290 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8485641 Apr 05 10:01:26.762188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33272) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:26.952386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.967230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Transition to ACTIVE for port object 781d53e4-4863-4ea6-981c-dee49833cb7a will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:26.971633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f9fc7a-8f90-40a7-888b-770fa4a6eaa5 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Deleting subnet 1d7e268c-a764-4af6-8628-ab6cd2d5f7ae {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:01:26.988893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Transition to ACTIVE for port object 781d53e4-4863-4ea6-981c-dee49833cb7a will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:26.994204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-09f9fc7a-8f90-40a7-888b-770fa4a6eaa5 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:26.997983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.063184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-09f9fc7a-8f90-40a7-888b-770fa4a6eaa5 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.077773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Network 339f958f-3ebf-41fd-9f76-99f835b1ab49 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:27.083790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:27.088843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:27.139599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Pushing event updated for resources: {'Port': ['ID=781d53e4-4863-4ea6-981c-dee49833cb7a,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:27.181681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-09f9fc7a-8f90-40a7-888b-770fa4a6eaa5 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.232664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:01:27.248928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Attempting to bind port 781d53e4-4863-4ea6-981c-dee49833cb7a on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:01:27.249534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Attempting to bind port 781d53e4-4863-4ea6-981c-dee49833cb7a by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'cddf9a61-f185-4cc0-823c-310d830e526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '339f958f-3ebf-41fd-9f76-99f835b1ab49'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:01:27.250163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Attempting to bind port 781d53e4-4863-4ea6-981c-dee49833cb7a on network 339f958f-3ebf-41fd-9f76-99f835b1ab49 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:27.260648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:01:27.261084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Checking segment: {'id': 'cddf9a61-f185-4cc0-823c-310d830e526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '339f958f-3ebf-41fd-9f76-99f835b1ab49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:27.261543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.269060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Bound using segment: {'id': 'cddf9a61-f185-4cc0-823c-310d830e526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '339f958f-3ebf-41fd-9f76-99f835b1ab49'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:01:27.269706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Bound port: 781d53e4-4863-4ea6-981c-dee49833cb7a, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddf9a61-f185-4cc0-823c-310d830e526d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '339f958f-3ebf-41fd-9f76-99f835b1ab49'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:01:27.270154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.272614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-09f9fc7a-8f90-40a7-888b-770fa4a6eaa5 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.315795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9fc7a-8f90-40a7-888b-770fa4a6eaa5 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7e268c-a764-4af6-8628-ab6cd2d5f7ae,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:27.320186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-09f9fc7a-8f90-40a7-888b-770fa4a6eaa5 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.330120 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-09f9fc7a-8f90-40a7-888b-770fa4a6eaa5 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/subnets/1d7e268c-a764-4af6-8628-ab6cd2d5f7ae HTTP/1.1" status: 204 len: 168 time: 0.5667944 Apr 05 10:01:27.332374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33276) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:27.373555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] For port 781d53e4-4863-4ea6-981c-dee49833cb7a, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:01:27.378630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] For port 781d53e4-4863-4ea6-981c-dee49833cb7a, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=781d53e4-4863-4ea6-981c-dee49833cb7a,segment=NetworkSegment(cddf9a61-f185-4cc0-823c-310d830e526d),segment_id=cddf9a61-f185-4cc0-823c-310d830e526d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:01:27.383331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.420567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585de015-7f1e-438b-b8db-bdbe798a5015 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:27.422423 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585de015-7f1e-438b-b8db-bdbe798a5015 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:27.423360 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-585de015-7f1e-438b-b8db-bdbe798a5015 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Synchronizing usage tracker for tenant:35bc0e2a45654a0a82e7c3f5d2a76854 on resource:subnet {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:27.441994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-585de015-7f1e-438b-b8db-bdbe798a5015 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Unset dirty status for tenant:35bc0e2a45654a0a82e7c3f5d2a76854 on resource:subnet {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:27.446229 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-585de015-7f1e-438b-b8db-bdbe798a5015 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1097677 Apr 05 10:01:27.446496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33280) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:27.463805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:01:27.472938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bb465-1361-496b-893a-3a48c1d9a564 None None] Pushing event updated for resources: {'Port': ['ID=781d53e4-4863-4ea6-981c-dee49833cb7a,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:27.476953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] Sync routers for ids ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:01:27.492488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] Routers {'4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:27.493227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:27.495094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.561477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3231c66b-d16e-4cf8-80a6-b5e19d3c17c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4693332 Apr 05 10:01:27.562383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'tag': 'f949bc86-8828-43e4-987c-cc145b4ef3f1'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:01:27.565463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33284) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:27.621891 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a9da14-594c-4fba-8832-f2d6af04c952'] response: {'name': 'network-changed', 'server_uuid': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'tag': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'status': 'completed', 'code': 200} Apr 05 10:01:27.682093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb13fea6-47a1-4510-9609-f87bb3338283 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.707170 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb13fea6-47a1-4510-9609-f87bb3338283 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 10:01:27.707721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb13fea6-47a1-4510-9609-f87bb3338283 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:27.709304 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cb13fea6-47a1-4510-9609-f87bb3338283 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/339f958f-3ebf-41fd-9f76-99f835b1ab49 HTTP/1.1" status: 409 len: 405 time: 0.2618771 Apr 05 10:01:27.713169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33290) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:27.714057 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9a56edb3-8296-47d3-a6b7-ee5a67d6daa6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/b1e30180-aa80-405f-abf5-6be4644eb9f8 HTTP/1.1" status: 200 len: 991 time: 0.1473603 Apr 05 10:01:27.719970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1519719238'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:27.723877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885e659-d8bb-4c90-8cbb-b7673f65102e None None] Network 339f958f-3ebf-41fd-9f76-99f835b1ab49 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:27.725861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:27.730729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:network and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:27.734381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:27.741087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:27.755422 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f98d3e95-4966-4b19-a290-811eb10cc573 req-a48012b5-9771-4229-be9f-2afd61601935 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 1098 time: 0.1089780 Apr 05 10:01:27.756916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:27.759869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.836249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] Set router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:01:27.872028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:01:27.886203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:27.886622 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Added segment f113e8f6-1a33-44c5-a659-8203d9a5c7a5 of type vlan for network a180afb1-b19a-4299-8eb7-ff39e088937a Apr 05 10:01:27.934684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3e95-4966-4b19-a290-811eb10cc573 req-3ef4d6f2-f23e-40e2-9c1c-0561cb2049ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:27.936154 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f98d3e95-4966-4b19-a290-811eb10cc573 req-3ef4d6f2-f23e-40e2-9c1c-0561cb2049ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=87dbffbe-77f6-4c39-97b7-96d3a578aed0 HTTP/1.1" status: 200 len: 897 time: 0.1660833 Apr 05 10:01:27.942022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:28.058769 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:28.062352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:28.062930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:28.090428 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f98d3e95-4966-4b19-a290-811eb10cc573 req-987af714-ad3d-45d9-9633-9daf479cbe99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f949bc86-8828-43e4-987c-cc145b4ef3f1 HTTP/1.1" status: 200 len: 999 time: 0.1441553 Apr 05 10:01:28.143742 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbf1bb-1cad-4ba4-95aa-141d82227d84 None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 10:01:28.197360 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4831307 Apr 05 10:01:28.202070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33294) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:28.208253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'subnet': {'network_id': 'a180afb1-b19a-4299-8eb7-ff39e088937a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:28.218033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94596371-1e9f-4417-90ac-bdd30cb38237 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Network': ['ID=a180afb1-b19a-4299-8eb7-ff39e088937a,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:28.226469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3e95-4966-4b19-a290-811eb10cc573 req-2a75855e-13dc-4e8d-a9cb-7ad33b475d87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:28.228137 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f98d3e95-4966-4b19-a290-811eb10cc573 req-2a75855e-13dc-4e8d-a9cb-7ad33b475d87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=362ceb82-6a19-42e2-8b5d-08c7b2fd0efc HTTP/1.1" status: 200 len: 835 time: 0.1306839 Apr 05 10:01:28.235552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network a180afb1-b19a-4299-8eb7-ff39e088937a details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:01:28.313091 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f98d3e95-4966-4b19-a290-811eb10cc573 req-6ab9d1f5-2056-4ccf-b66d-86ca341f6c5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87dbffbe-77f6-4c39-97b7-96d3a578aed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784442 Apr 05 10:01:28.321836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:28.332056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:28.343023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:28.442902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cbf1bb-1cad-4ba4-95aa-141d82227d84 None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 10:01:28.445760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:28.459794 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f98d3e95-4966-4b19-a290-811eb10cc573 req-d95a1efa-10ef-4024-aa81-e7d88a313a69 service neutron] 10.222.0.10 "GET /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342132 Apr 05 10:01:28.567289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:01:04Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'b1e30180-aa80-405f-abf5-6be4644eb9f8', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'port_id': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'mac_address': 'fa:16:3e:a9:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:01:25Z', 'updated_at': '2022-04-05T10:01:25Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841a8654-b494-46ab-98d0-380ab0bc38d2', 'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:09:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:01:03Z', 'updated_at': '2022-04-05T10:01:13Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:28.580288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] Checking router: 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:01:28.613875 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f98d3e95-4966-4b19-a290-811eb10cc573 req-e08f905c-eb02-4249-bf22-77cb2f533798 service neutron] 10.222.0.10 "GET /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468582 Apr 05 10:01:28.620939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] Routers {'4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:28.622303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:28.716529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33298) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:28.784601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 10:01:28.785950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:28.846874 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-73f8731a-e96f-4777-be1e-746a4dbbbfc3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/b1e30180-aa80-405f-abf5-6be4644eb9f8 HTTP/1.1" status: 200 len: 991 time: 0.1280859 Apr 05 10:01:28.867341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Subnet': ['ID=f81db750-9df2-44fc-a5d8-67b3474305ba,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:28.882037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Checking segment: {'id': 'f113e8f6-1a33-44c5-a659-8203d9a5c7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a180afb1-b19a-4299-8eb7-ff39e088937a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:28.882395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network hostable DHCP agents. Network: a180afb1-b19a-4299-8eb7-ff39e088937a, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:01:28.904945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network a180afb1-b19a-4299-8eb7-ff39e088937a is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:01:28.914269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, a180afb1-b19a-4299-8eb7-ff39e088937a) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:28.919181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:28.920067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:28.933405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] Set router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:01:29.029385 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-58ba7a6d-c947-48f3-9a86-53200378d2bf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8261654 Apr 05 10:01:29.032262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33302) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:29.169938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.172728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33dcf75-0c4e-47a4-8b51-d8d9aa94b52a None None] Network a180afb1-b19a-4299-8eb7-ff39e088937a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:29.233377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.307120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.451323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Subnet': ['ID=f81db750-9df2-44fc-a5d8-67b3474305ba,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:29.514554 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f5cc3-47f0-4940-b327-3a4ea6a001a7 None None] Network a180afb1-b19a-4299-8eb7-ff39e088937a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:29.547090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.574197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a180afb1-b19a-4299-8eb7-ff39e088937a']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:29.587066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f113e8f6-1a33-44c5-a659-8203d9a5c7a5') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:29.587392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f113e8f6-1a33-44c5-a659-8203d9a5c7a5') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:29.600212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.616456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.623337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:01:29.623880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:01:29.638142 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:01:29.717932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.722259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.752955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Network': ['ID=a180afb1-b19a-4299-8eb7-ff39e088937a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:29.756805 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1a6cbcf4-53f9-4971-bcb8-80eaae6b9968 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/a180afb1-b19a-4299-8eb7-ff39e088937a HTTP/1.1" status: 204 len: 168 time: 0.7234635 Apr 05 10:01:29.760285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33306) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:29.765777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1615209958'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:29.770643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:29.774372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:network and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:29.777996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:29.780137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b828d964-14eb-4b0c-9c18-2042be6941f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.784834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:29.795669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:29.798638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.826983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:01:29.835898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.836246 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Added segment 89f4bb87-02f8-4061-b0c1-88305537f6db of type vlan for network 35d1c214-8129-4ed0-bde4-033b9296f7ad Apr 05 10:01:29.849533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33310) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:29.854546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:01:04Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'b1e30180-aa80-405f-abf5-6be4644eb9f8', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'port_id': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'mac_address': 'fa:16:3e:a9:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:01:25Z', 'updated_at': '2022-04-05T10:01:25Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841a8654-b494-46ab-98d0-380ab0bc38d2', 'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:09:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:01:03Z', 'updated_at': '2022-04-05T10:01:13Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:29.862931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7348c7b2-2d27-433c-beb1-72a3461adb7a None None] The sync data for ids ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'] in dv-neutron-833199-1-hyperv is: [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:01:04Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'b1e30180-aa80-405f-abf5-6be4644eb9f8', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.156', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'port_id': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'mac_address': 'fa:16:3e:a9:c2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:01:25Z', 'updated_at': '2022-04-05T10:01:25Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841a8654-b494-46ab-98d0-380ab0bc38d2', 'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:09:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:01:03Z', 'updated_at': '2022-04-05T10:01:13Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:01:29.867860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.905367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.909092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:29.909629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:29.973816 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d6ca6778-519d-457e-8a01-00984b44c070 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/b1e30180-aa80-405f-abf5-6be4644eb9f8 HTTP/1.1" status: 200 len: 991 time: 0.1221428 Apr 05 10:01:30.008607 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2472944 Apr 05 10:01:30.012434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33314) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:30.018320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'subnet': {'network_id': '35d1c214-8129-4ed0-bde4-033b9296f7ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:30.021986 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8835a-240b-4310-b673-3c5b73bcbe0a tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Network': ['ID=35d1c214-8129-4ed0-bde4-033b9296f7ad,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:30.032997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 35d1c214-8129-4ed0-bde4-033b9296f7ad details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:01:30.116819 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2448db-bae6-4693-adcb-fbf2985e1468 None None] New status for floating IP b1e30180-aa80-405f-abf5-6be4644eb9f8: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:01:30.135624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:30.140857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:subnet and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:30.143652 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:30.149574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:30.159323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:30.255694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:30.470446 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:30.546683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Subnet': ['ID=6368303d-17f8-4f90-8540-ad8c121d6379,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:30.558269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Checking segment: {'id': '89f4bb87-02f8-4061-b0c1-88305537f6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '35d1c214-8129-4ed0-bde4-033b9296f7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:30.558657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network hostable DHCP agents. Network: 35d1c214-8129-4ed0-bde4-033b9296f7ad, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:01:30.581952 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network 35d1c214-8129-4ed0-bde4-033b9296f7ad is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:01:30.593868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 35d1c214-8129-4ed0-bde4-033b9296f7ad) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:30.597625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:30.598210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:30.603119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341a37aa-a4a8-40a9-ab30-71dbe3ef266b None None] Network 35d1c214-8129-4ed0-bde4-033b9296f7ad requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:30.625349 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e35b54f1-4a29-4365-9970-f95adceb5095 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6116681 Apr 05 10:01:30.628010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33318) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:30.769364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:30.839430 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:30.874773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc32204a-992a-407a-82d4-bfe474d7ef62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-35d1c214-8129-4ed0-bde4-033b9296f7ad', 'network_id': '35d1c214-8129-4ed0-bde4-033b9296f7ad', 'tenant_id': '35bc0e2a45654a0a82e7c3f5d2a76854', 'fixed_ips': [{'subnet_id': '6368303d-17f8-4f90-8540-ad8c121d6379'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:01:30.875633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cc32204a-992a-407a-82d4-bfe474d7ef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:30.916439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:30.959266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Subnet': ['ID=6368303d-17f8-4f90-8540-ad8c121d6379,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:30.975880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33322) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server [None req-cc32204a-992a-407a-82d4-bfe474d7ef62 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6368303d-17f8-4f90-8540-ad8c121d6379: This subnet is being modified by another concurrent operation. Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise exception Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6368303d-17f8-4f90-8540-ad8c121d6379: This subnet is being modified by another concurrent operation. Apr 05 10:01:30.976405 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Apr 05 10:01:31.006945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2af5534-d959-4eca-a856-6196ddc5117c None None] Network 35d1c214-8129-4ed0-bde4-033b9296f7ad requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:31.058716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.088843 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d1c214-8129-4ed0-bde4-033b9296f7ad']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:31.108002 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-61ade034-d27c-47da-94e4-9113e5c64fb6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/b1e30180-aa80-405f-abf5-6be4644eb9f8 HTTP/1.1" status: 200 len: 993 time: 0.1234677 Apr 05 10:01:31.108223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f4bb87-02f8-4061-b0c1-88305537f6db') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:31.108223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f4bb87-02f8-4061-b0c1-88305537f6db') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:31.114199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.130968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.138099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:01:31.138496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:01:31.153726 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:01:31.199846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988e9bb-c398-452b-a918-275aadaa827a None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 10:01:31.234492 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.245572 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:01:31.259261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.266366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Network': ['ID=35d1c214-8129-4ed0-bde4-033b9296f7ad,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:31.275918 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-645203fe-9b7f-4362-ba2a-19e3363977d6 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/35d1c214-8129-4ed0-bde4-033b9296f7ad HTTP/1.1" status: 204 len: 168 time: 0.6469126 Apr 05 10:01:31.279494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33326) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:31.285162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2046901969'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:31.290235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:31.295020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:network and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:31.297865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:31.303649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:31.315001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:31.318815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.321499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988e9bb-c398-452b-a918-275aadaa827a None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 10:01:31.348225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:01:31.357929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.358368 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Added segment d5a3b2fd-ac79-4b08-873c-d7cc1229f861 of type vlan for network 19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0 Apr 05 10:01:31.389771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.420386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.424089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:31.424653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.517133 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2365279 Apr 05 10:01:31.520268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33330) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:31.526264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Request body: {'subnet': {'network_id': '19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:31.532293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339dc55-fb32-44d3-bb5b-f434c2b0ee15 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Network': ['ID=19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:31.550806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:01:31.640229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:31.644346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Usage tracker for resource:subnet and tenant:35bc0e2a45654a0a82e7c3f5d2a76854 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:31.647170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:31.652845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:31.662744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Made reservation on behalf of 35bc0e2a45654a0a82e7c3f5d2a76854 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:31.761116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:31.936473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f91094e1-7450-453d-aea7-821fa43d1d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.081485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.objects.ports [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83820) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 10:01:32.082693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.229674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event updated for resources: {'Subnet': ['ID=a59ba978-8598-4992-abaf-d59806537c28,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:32.245039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Checking segment: {'id': 'd5a3b2fd-ac79-4b08-873c-d7cc1229f861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:32.245399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network hostable DHCP agents. Network: 19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:01:32.267863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Network 19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:01:32.276169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:32.280236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:32.280815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.285098 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ff5a6-4f09-4079-ab87-7dae2e5651de None None] Network 19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:32.305195 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c8c585af-f5da-4dc3-8a80-7b988ce0813c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7838471 Apr 05 10:01:32.307782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33334) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:32.445455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.500926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d6bd4-9e7a-4630-9d4f-c242b4103bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0', 'network_id': '19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0', 'tenant_id': '35bc0e2a45654a0a82e7c3f5d2a76854', 'fixed_ips': [{'subnet_id': 'a59ba978-8598-4992-abaf-d59806537c28'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:01:32.501728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-130d6bd4-9e7a-4630-9d4f-c242b4103bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.516370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.598033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server [None req-130d6bd4-9e7a-4630-9d4f-c242b4103bad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a59ba978-8598-4992-abaf-d59806537c28: This subnet is being modified by another concurrent operation. Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise value Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server raise exception Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a59ba978-8598-4992-abaf-d59806537c28: This subnet is being modified by another concurrent operation. Apr 05 10:01:32.601631 dv-neutron-833199-1-hyperv neutron-server[83821]: ERROR oslo_messaging.rpc.server Apr 05 10:01:32.624300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c626494-645b-413c-9181-d9e372a4680c None None] Network 19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:32.639189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Subnet': ['ID=a59ba978-8598-4992-abaf-d59806537c28,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:32.733388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.758293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:32.770868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a3b2fd-ac79-4b08-873c-d7cc1229f861') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:32.771165 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a3b2fd-ac79-4b08-873c-d7cc1229f861') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:32.782573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.793291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9bf17-58e7-4e9e-a429-78ed36dd6513 None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 10:01:32.802637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.809954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:01:32.810486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:01:32.825668 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:01:32.909656 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d9bf17-58e7-4e9e-a429-78ed36dd6513 None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 10:01:32.916325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.936225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:32.944296 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Network': ['ID=19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:32.952371 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2dd8bc91-cbd3-4c8d-bac8-f9c17dea86e0 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0 HTTP/1.1" status: 204 len: 168 time: 0.6436214 Apr 05 10:01:32.956180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33338) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:32.997317 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa185a26-1c48-412f-b805-d58043b0ae32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:32.997756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa185a26-1c48-412f-b805-d58043b0ae32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:32.999390 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aa185a26-1c48-412f-b805-d58043b0ae32 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/subnets/a59ba978-8598-4992-abaf-d59806537c28 HTTP/1.1" status: 404 len: 337 time: 0.0423093 Apr 05 10:01:33.001993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33342) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:33.026197 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-32604662-e43f-4498-b6bc-8bc09ae29bbf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:33.026543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32604662-e43f-4498-b6bc-8bc09ae29bbf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:33.028222 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-32604662-e43f-4498-b6bc-8bc09ae29bbf tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/19afcbf0-9af8-4a8a-b4d0-a8371b2e83f0 HTTP/1.1" status: 404 len: 339 time: 0.0253677 Apr 05 10:01:33.030878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33346) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:33.068221 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f8a432-b749-4e89-84ac-1cd78198afa9 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:33.068656 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f8a432-b749-4e89-84ac-1cd78198afa9 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:33.070256 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-02f8a432-b749-4e89-84ac-1cd78198afa9 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/subnets/6368303d-17f8-4f90-8540-ad8c121d6379 HTTP/1.1" status: 404 len: 337 time: 0.0385196 Apr 05 10:01:33.072959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33350) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:33.080126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:33.086306 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:33.097071 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb396b5-13f2-4bbd-af42-82d754ed0790 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:33.097615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb396b5-13f2-4bbd-af42-82d754ed0790 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:33.099078 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0bb396b5-13f2-4bbd-af42-82d754ed0790 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/35d1c214-8129-4ed0-bde4-033b9296f7ad HTTP/1.1" status: 404 len: 339 time: 0.0252445 Apr 05 10:01:33.101569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33354) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:33.144436 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cafe02-7282-4854-89b4-1455528ff43b tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:33.145054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5cafe02-7282-4854-89b4-1455528ff43b tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:33.147487 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a5cafe02-7282-4854-89b4-1455528ff43b tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/subnets/f81db750-9df2-44fc-a5d8-67b3474305ba HTTP/1.1" status: 404 len: 337 time: 0.0448275 Apr 05 10:01:33.150162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33358) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:33.177525 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedc5b8d-2701-4075-babd-17f3b7f519e9 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:33.178176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dedc5b8d-2701-4075-babd-17f3b7f519e9 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:33.182672 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dedc5b8d-2701-4075-babd-17f3b7f519e9 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/a180afb1-b19a-4299-8eb7-ff39e088937a HTTP/1.1" status: 404 len: 339 time: 0.0290697 Apr 05 10:01:33.183014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33362) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:33.258149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e0be6496-9a70-4f4c-89fa-547f39fcbfd8 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Deleting port 5744d965-cfd6-4460-9de7-0342c5004d93 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:33.258485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e0be6496-9a70-4f4c-89fa-547f39fcbfd8 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:33.465743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e0be6496-9a70-4f4c-89fa-547f39fcbfd8 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:33.601736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e0be6496-9a70-4f4c-89fa-547f39fcbfd8 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Calling delete_port for 5744d965-cfd6-4460-9de7-0342c5004d93 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:33.679399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e0be6496-9a70-4f4c-89fa-547f39fcbfd8 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:33.724575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be6496-9a70-4f4c-89fa-547f39fcbfd8 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Port': ['ID=5744d965-cfd6-4460-9de7-0342c5004d93,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:33.732714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e0be6496-9a70-4f4c-89fa-547f39fcbfd8 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:33.738629 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e0be6496-9a70-4f4c-89fa-547f39fcbfd8 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/ports/5744d965-cfd6-4460-9de7-0342c5004d93 HTTP/1.1" status: 204 len: 168 time: 0.5538881 Apr 05 10:01:33.740999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33366) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:33.776708 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-623f1c95-ad25-4690-a298-e7ed9667c431 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:33.777139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623f1c95-ad25-4690-a298-e7ed9667c431 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:33.779285 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-623f1c95-ad25-4690-a298-e7ed9667c431 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/subnets/1d7e268c-a764-4af6-8628-ab6cd2d5f7ae HTTP/1.1" status: 404 len: 337 time: 0.0374029 Apr 05 10:01:33.781468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33370) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:33.892009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:33.902109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Deleting port 781d53e4-4863-4ea6-981c-dee49833cb7a {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:33.902992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:34.180037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] For port 781d53e4-4863-4ea6-981c-dee49833cb7a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=781d53e4-4863-4ea6-981c-dee49833cb7a,segment=NetworkSegment(cddf9a61-f185-4cc0-823c-310d830e526d),segment_id=cddf9a61-f185-4cc0-823c-310d830e526d)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:34.180767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:34.299506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Calling delete_port for 781d53e4-4863-4ea6-981c-dee49833cb7a owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:34.348039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:34.373643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:34.417510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Port': ['ID=781d53e4-4863-4ea6-981c-dee49833cb7a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:34.422367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No DVR routers for this DVR port 781d53e4-4863-4ea6-981c-dee49833cb7a on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:01:34.541955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:34.567651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339f958f-3ebf-41fd-9f76-99f835b1ab49']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:34.580071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddf9a61-f185-4cc0-823c-310d830e526d') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:34.580364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddf9a61-f185-4cc0-823c-310d830e526d') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:34.591723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:34.607469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:34.613434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:01:34.613832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:01:34.632083 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:01:34.709840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:34.726172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:34.737330 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Network': ['ID=339f958f-3ebf-41fd-9f76-99f835b1ab49,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:34.741198 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b220e1ec-1567-49a9-99bd-9f3aab5bbf8f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/339f958f-3ebf-41fd-9f76-99f835b1ab49 HTTP/1.1" status: 204 len: 168 time: 0.9588757 Apr 05 10:01:34.743588 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33374) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:34.811219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9cb9b-c60b-4669-b48b-e96ff0ac556f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Deleting port 27c0e1f3-9baa-4fee-9b37-ff3bdbe00416 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:34.811472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cb9b-c60b-4669-b48b-e96ff0ac556f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.029556 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cb9b-c60b-4669-b48b-e96ff0ac556f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.151880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c6a9cb9b-c60b-4669-b48b-e96ff0ac556f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Calling delete_port for 27c0e1f3-9baa-4fee-9b37-ff3bdbe00416 owned by {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:35.228707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cb9b-c60b-4669-b48b-e96ff0ac556f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.275244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a9cb9b-c60b-4669-b48b-e96ff0ac556f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Port': ['ID=27c0e1f3-9baa-4fee-9b37-ff3bdbe00416,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:35.282702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6a9cb9b-c60b-4669-b48b-e96ff0ac556f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.288658 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c6a9cb9b-c60b-4669-b48b-e96ff0ac556f tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/ports/27c0e1f3-9baa-4fee-9b37-ff3bdbe00416 HTTP/1.1" status: 204 len: 168 time: 0.5441589 Apr 05 10:01:35.290986 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33378) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:35.330516 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89635d5-8eb0-4e18-a5ce-43e25677764e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] DELETE failed (client error): The resource could not be found. Apr 05 10:01:35.330948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89635d5-8eb0-4e18-a5ce-43e25677764e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:01:35.332508 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b89635d5-8eb0-4e18-a5ce-43e25677764e tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/subnets/2152d82c-c7f9-4f60-953e-c0aedbf9ab69 HTTP/1.1" status: 404 len: 337 time: 0.0405495 Apr 05 10:01:35.334857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33382) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:35.442896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.651650 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.676532 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cd4d46-1e2c-42f8-8bd1-afaf78a70e04']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:35.688600 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f61b05-3cf9-4758-a2f3-b1741b877a57') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:35.688892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f61b05-3cf9-4758-a2f3-b1741b877a57') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:35.700154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.715949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.721714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:01:35.722086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:01:35.736319 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:01:35.813139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.829529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:35.838763 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Network': ['ID=87cd4d46-1e2c-42f8-8bd1-afaf78a70e04,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:35.841993 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cfcbf0f4-2534-4166-8e6b-bca8592f2ba3 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/87cd4d46-1e2c-42f8-8bd1-afaf78a70e04 HTTP/1.1" status: 204 len: 168 time: 0.5062835 Apr 05 10:01:35.844422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33386) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:36.025052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8ad90d-b3b7-432c-b1f4-fd1b56e09f29 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Deleting subnet 7475d1e5-e565-412e-9ca9-a6993e82afc1 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:01:36.028439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad90d-b3b7-432c-b1f4-fd1b56e09f29 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.081043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad90d-b3b7-432c-b1f4-fd1b56e09f29 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.159377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad90d-b3b7-432c-b1f4-fd1b56e09f29 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.233273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad90d-b3b7-432c-b1f4-fd1b56e09f29 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.269387 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ad90d-b3b7-432c-b1f4-fd1b56e09f29 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Subnet': ['ID=7475d1e5-e565-412e-9ca9-a6993e82afc1,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:36.275433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad90d-b3b7-432c-b1f4-fd1b56e09f29 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.283967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a7f91c-665c-4ddf-987c-ce7a7ad21cef None None] Network c9d7e884-da8d-4ff7-a6fd-89dcee0c5079 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:36.285119 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fb8ad90d-b3b7-432c-b1f4-fd1b56e09f29 tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/subnets/7475d1e5-e565-412e-9ca9-a6993e82afc1 HTTP/1.1" status: 204 len: 168 time: 0.4397686 Apr 05 10:01:36.287457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33390) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:36.398152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.409145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Deleting port 2100291c-860a-4a8e-9596-d03a4a97a885 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:36.409477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.526526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] DHCP port deletion for c9d7e884-da8d-4ff7-a6fd-89dcee0c5079 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:01:36.531416 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] Deleting port 2100291c-860a-4a8e-9596-d03a4a97a885 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:36.531827 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.615818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] For port 2100291c-860a-4a8e-9596-d03a4a97a885, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2100291c-860a-4a8e-9596-d03a4a97a885,segment=NetworkSegment(4e0703a5-0ab7-4cc1-8c5d-39ea20936733),segment_id=4e0703a5-0ab7-4cc1-8c5d-39ea20936733)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:36.616182 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.741597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] For port 2100291c-860a-4a8e-9596-d03a4a97a885, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2100291c-860a-4a8e-9596-d03a4a97a885,segment=NetworkSegment(4e0703a5-0ab7-4cc1-8c5d-39ea20936733),segment_id=4e0703a5-0ab7-4cc1-8c5d-39ea20936733)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:36.742101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.743393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Calling delete_port for 2100291c-860a-4a8e-9596-d03a4a97a885 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:36.802054 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95a4a4a4-c483-4a97-889a-5e710777bd8f req-cb711f98-3f41-4f16-be39-d6cc39329ff7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800147 Apr 05 10:01:36.821572 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:36.867950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Port': ['ID=2100291c-860a-4a8e-9596-d03a4a97a885,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:36.874793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] No DVR routers for this DVR port 2100291c-860a-4a8e-9596-d03a4a97a885 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:01:36.882822 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] Calling delete_port for 2100291c-860a-4a8e-9596-d03a4a97a885 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:36.898401 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95a4a4a4-c483-4a97-889a-5e710777bd8f req-c94e4f0b-14dc-4e63-82be-0b02031d29a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 1098 time: 0.0715282 Apr 05 10:01:36.963783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:01:36.964148 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:01:36.997160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.021317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d7e884-da8d-4ff7-a6fd-89dcee0c5079']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:37.033026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0703a5-0ab7-4cc1-8c5d-39ea20936733') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:37.033314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0703a5-0ab7-4cc1-8c5d-39ea20936733') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:37.044946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.046624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4a4a4-c483-4a97-889a-5e710777bd8f req-4147d509-11d5-4e88-a17f-7e1fc3f607a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:37.048112 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95a4a4a4-c483-4a97-889a-5e710777bd8f req-4147d509-11d5-4e88-a17f-7e1fc3f607a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.1257143 Apr 05 10:01:37.061967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.068046 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:01:37.068378 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:01:37.082350 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:01:37.151977 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95a4a4a4-c483-4a97-889a-5e710777bd8f req-cce6177e-e12b-499d-8260-9bdad2b40db4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c968257e-f007-415c-971a-d62dec77c235 HTTP/1.1" status: 200 len: 1000 time: 0.0982640 Apr 05 10:01:37.216029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4a4a4-c483-4a97-889a-5e710777bd8f req-db09bb61-c990-4d16-81a7-0cbab8356d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:37.217661 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95a4a4a4-c483-4a97-889a-5e710777bd8f req-db09bb61-c990-4d16-81a7-0cbab8356d64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.0597115 Apr 05 10:01:37.261433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.280883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.292126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] Pushing event deleted for resources: {'Network': ['ID=c9d7e884-da8d-4ff7-a6fd-89dcee0c5079,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:37.295215 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95a4a4a4-c483-4a97-889a-5e710777bd8f req-ffe709e2-6254-4a2d-8b98-ec05291fff38 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715969 Apr 05 10:01:37.297583 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6799ae26-7049-4ef5-a818-cf2c67462c1c tempest-NetworksIpV6TestAttrs-1898553450 tempest-NetworksIpV6TestAttrs-1898553450-project] 10.222.0.30 "DELETE /v2.0/networks/c9d7e884-da8d-4ff7-a6fd-89dcee0c5079 HTTP/1.1" status: 204 len: 168 time: 1.0091789 Apr 05 10:01:37.430077 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95a4a4a4-c483-4a97-889a-5e710777bd8f req-b5c5e666-9ffe-411e-b4b8-0707b91617a6 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271515 Apr 05 10:01:37.466045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] Deleting port 2100291c-860a-4a8e-9596-d03a4a97a885 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:37.466655 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.536299 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-92f21e7b-feb0-45de-86a6-ff5666db4cfd None None] The port '2100291c-860a-4a8e-9596-d03a4a97a885' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:01:37.577837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2100291c-860a-4a8e-9596-d03a4a97a885 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:01:37.628614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 2100291c-860a-4a8e-9596-d03a4a97a885 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:01:37.629050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2100291c-860a-4a8e-9596-d03a4a97a885 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:01:37.633681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33398) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:37.674600 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95a4a4a4-c483-4a97-889a-5e710777bd8f req-2cf64ce1-3018-47d7-a493-1d788b70d29d service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381635 Apr 05 10:01:37.811668 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c8feae58-add9-46f1-a4cf-9792df4cb325 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35bc0e2a45654a0a82e7c3f5d2a76854&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1771839 Apr 05 10:01:37.814000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33404) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:37.872488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696f9ff7-cde9-44b2-83e7-9521e993a6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.898672 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696f9ff7-cde9-44b2-83e7-9521e993a6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.955226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696f9ff7-cde9-44b2-83e7-9521e993a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.969635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f9ff7-cde9-44b2-83e7-9521e993a6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74ac127-2856-43eb-939e-0f170063160f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:37.976428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-696f9ff7-cde9-44b2-83e7-9521e993a6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:37.979566 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-696f9ff7-cde9-44b2-83e7-9521e993a6e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c74ac127-2856-43eb-939e-0f170063160f HTTP/1.1" status: 204 len: 168 time: 0.1626594 Apr 05 10:01:38.771807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33426) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:38.898182 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2066887033'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:38.903340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:38.907234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:network and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:38.910086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:38.916153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:38.925887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:38.929021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:38.941711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:38.971936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:38.975591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:security_group_rule and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:38.978229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:38.984003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:39.048912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.052654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.085304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:01:39.090899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e36af22-0c69-4823-83db-ef3ea16125ff,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:39.097539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.097873 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added segment fa7c4198-28c5-475e-acd2-53d5caba613a of type vlan for network 4e2eb7cd-0e59-4d79-a484-dacc32226a21 Apr 05 10:01:39.125783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.154980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.158622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:39.159191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.263486 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4905872 Apr 05 10:01:39.266109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eda8db-c17c-4d86-acff-65211f73a498 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Network': ['ID=4e2eb7cd-0e59-4d79-a484-dacc32226a21,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:39.266246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33432) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:39.275095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2111115202'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:39.279751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 4e2eb7cd-0e59-4d79-a484-dacc32226a21 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:01:39.281849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:39.285615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:network and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:39.288392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:39.294752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:39.304846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:39.307696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.335894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:01:39.346608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.346958 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added segment 2540bf34-6428-4945-b3f0-935f929a7926 of type vlan for network c0aa69dd-e451-43eb-92d5-00b2c9c2310e Apr 05 10:01:39.373220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.403043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.406696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:39.407261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.504466 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2371314 Apr 05 10:01:39.507301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33436) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:39.515093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'subnet': {'network_id': '4e2eb7cd-0e59-4d79-a484-dacc32226a21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:39.527950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a8d2c-9f5e-4c39-8cbd-77406b0f57da tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Network': ['ID=c0aa69dd-e451-43eb-92d5-00b2c9c2310e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:39.537772 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network c0aa69dd-e451-43eb-92d5-00b2c9c2310e details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:01:39.625633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:39.629450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:subnet and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:39.632261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:39.638493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:39.647884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:39.747487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:39.953164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.028637 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Subnet': ['ID=102b5ae3-6e63-460d-b897-4d3b50a4383d,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:40.039618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Checking segment: {'id': 'fa7c4198-28c5-475e-acd2-53d5caba613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4e2eb7cd-0e59-4d79-a484-dacc32226a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:40.039972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network hostable DHCP agents. Network: 4e2eb7cd-0e59-4d79-a484-dacc32226a21, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:01:40.061483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 4e2eb7cd-0e59-4d79-a484-dacc32226a21 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:01:40.070362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 4e2eb7cd-0e59-4d79-a484-dacc32226a21) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:40.074184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:40.074799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.079150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d8ce8-318f-4366-b4ff-966690cbb1d0 None None] Network 4e2eb7cd-0e59-4d79-a484-dacc32226a21 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:40.098109 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-24c0fcfe-9cba-4591-81cf-5ca3ec86aabe tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5893493 Apr 05 10:01:40.100444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33440) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:40.106299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'subnet': {'network_id': 'c0aa69dd-e451-43eb-92d5-00b2c9c2310e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:40.215438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:40.219383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:subnet and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:40.222422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:40.228169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:40.238171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:40.321943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-4e2eb7cd-0e59-4d79-a484-dacc32226a21', 'network_id': '4e2eb7cd-0e59-4d79-a484-dacc32226a21', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'fixed_ips': [{'subnet_id': '102b5ae3-6e63-460d-b897-4d3b50a4383d'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:01:40.322894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.340401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.482585 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Allocated IP 2001:db8::2 (4e2eb7cd-0e59-4d79-a484-dacc32226a21/102b5ae3-6e63-460d-b897-4d3b50a4383d/64f462f6-6b35-4602-9599-3496c1eb5fd4) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:40.556461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.635829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Subnet': ['ID=3e338e75-3a44-4f82-8f22-9c2c665220be,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:40.650998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Checking segment: {'id': '2540bf34-6428-4945-b3f0-935f929a7926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0aa69dd-e451-43eb-92d5-00b2c9c2310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:40.651352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network hostable DHCP agents. Network: c0aa69dd-e451-43eb-92d5-00b2c9c2310e, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:01:40.673763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network c0aa69dd-e451-43eb-92d5-00b2c9c2310e is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:01:40.684740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, c0aa69dd-e451-43eb-92d5-00b2c9c2310e) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:40.689496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:40.690444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.695672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f36326-2dbd-4060-8cf2-5d4cfb5012df None None] Network c0aa69dd-e451-43eb-92d5-00b2c9c2310e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:40.708423 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.718298 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-12b524c8-62b4-425a-be1d-933c59a4f3ec tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6141264 Apr 05 10:01:40.719082 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33444) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:40.724349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-198950210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:40.730303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:40.735258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:router and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:40.738156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:40.744197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:40.756123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.757022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.769934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Transition to ACTIVE for port object 64f462f6-6b35-4602-9599-3496c1eb5fd4 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:40.774370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.791991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.803999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Transition to ACTIVE for port object 64f462f6-6b35-4602-9599-3496c1eb5fd4 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:40.814572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.815732 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e4a5c9e6-351a-43fb-8ab8-3869f509d7c2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.0955644 Apr 05 10:01:40.818420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33448) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:40.823776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:40.939309 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Network 4e2eb7cd-0e59-4d79-a484-dacc32226a21 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:40.944320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Pushing event updated for resources: {'Port': ['ID=64f462f6-6b35-4602-9599-3496c1eb5fd4,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:40.947792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:40.950442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:41.084126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Attempting to bind port 64f462f6-6b35-4602-9599-3496c1eb5fd4 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:01:41.084491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Attempting to bind port 64f462f6-6b35-4602-9599-3496c1eb5fd4 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'fa7c4198-28c5-475e-acd2-53d5caba613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4e2eb7cd-0e59-4d79-a484-dacc32226a21'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:01:41.084845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Attempting to bind port 64f462f6-6b35-4602-9599-3496c1eb5fd4 on network 4e2eb7cd-0e59-4d79-a484-dacc32226a21 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:41.086986 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-c0aa69dd-e451-43eb-92d5-00b2c9c2310e', 'network_id': 'c0aa69dd-e451-43eb-92d5-00b2c9c2310e', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'fixed_ips': [{'subnet_id': '3e338e75-3a44-4f82-8f22-9c2c665220be'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:01:41.087772 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.106792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:01:41.107185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Checking segment: {'id': 'fa7c4198-28c5-475e-acd2-53d5caba613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4e2eb7cd-0e59-4d79-a484-dacc32226a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:41.107596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.107977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Bound using segment: {'id': 'fa7c4198-28c5-475e-acd2-53d5caba613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4e2eb7cd-0e59-4d79-a484-dacc32226a21'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:01:41.108433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Bound port: 64f462f6-6b35-4602-9599-3496c1eb5fd4, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7c4198-28c5-475e-acd2-53d5caba613a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '4e2eb7cd-0e59-4d79-a484-dacc32226a21'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:01:41.108797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.313056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] For port 64f462f6-6b35-4602-9599-3496c1eb5fd4, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:01:41.326233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] For port 64f462f6-6b35-4602-9599-3496c1eb5fd4, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=64f462f6-6b35-4602-9599-3496c1eb5fd4,segment=NetworkSegment(fa7c4198-28c5-475e-acd2-53d5caba613a),segment_id=fa7c4198-28c5-475e-acd2-53d5caba613a)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:01:41.334780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.371287 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Allocated IP 2001:db8:1::2 (c0aa69dd-e451-43eb-92d5-00b2c9c2310e/3e338e75-3a44-4f82-8f22-9c2c665220be/9109c00b-c8d2-440d-85eb-175009d7a6dc) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:41.399451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.500487 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d48f7-22af-4cf7-b99f-cbc4c97f3922 None None] Pushing event updated for resources: {'Port': ['ID=64f462f6-6b35-4602-9599-3496c1eb5fd4,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:41.652343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.665381 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Transition to ACTIVE for port object 9109c00b-c8d2-440d-85eb-175009d7a6dc will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:41.702741 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Transition to ACTIVE for port object 9109c00b-c8d2-440d-85eb-175009d7a6dc will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:41.714301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.780702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Allocated IP 2001:db8::1 (4e2eb7cd-0e59-4d79-a484-dacc32226a21/102b5ae3-6e63-460d-b897-4d3b50a4383d/b03be78a-e7e4-4476-bc74-7db304184f18) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:41.786392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Network c0aa69dd-e451-43eb-92d5-00b2c9c2310e is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:41.789678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:41.795341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:41.797916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Pushing event updated for resources: {'Port': ['ID=9109c00b-c8d2-440d-85eb-175009d7a6dc,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:41.890283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Attempting to bind port 9109c00b-c8d2-440d-85eb-175009d7a6dc on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:01:41.890646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Attempting to bind port 9109c00b-c8d2-440d-85eb-175009d7a6dc by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '2540bf34-6428-4945-b3f0-935f929a7926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0aa69dd-e451-43eb-92d5-00b2c9c2310e'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:01:41.891006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Attempting to bind port 9109c00b-c8d2-440d-85eb-175009d7a6dc on network c0aa69dd-e451-43eb-92d5-00b2c9c2310e {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:41.897394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:01:41.897761 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Checking segment: {'id': '2540bf34-6428-4945-b3f0-935f929a7926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0aa69dd-e451-43eb-92d5-00b2c9c2310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:41.898227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.898613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Bound using segment: {'id': '2540bf34-6428-4945-b3f0-935f929a7926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0aa69dd-e451-43eb-92d5-00b2c9c2310e'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:01:41.899070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Bound port: 9109c00b-c8d2-440d-85eb-175009d7a6dc, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2540bf34-6428-4945-b3f0-935f929a7926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0aa69dd-e451-43eb-92d5-00b2c9c2310e'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:01:41.899440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.944089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.959761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Transition to ACTIVE for port object b03be78a-e7e4-4476-bc74-7db304184f18 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:41.981414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:41.986140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] For port 9109c00b-c8d2-440d-85eb-175009d7a6dc, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:01:41.989263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] For port 9109c00b-c8d2-440d-85eb-175009d7a6dc, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9109c00b-c8d2-440d-85eb-175009d7a6dc,segment=NetworkSegment(2540bf34-6428-4945-b3f0-935f929a7926),segment_id=2540bf34-6428-4945-b3f0-935f929a7926)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:01:41.994150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:42.055933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 4e2eb7cd-0e59-4d79-a484-dacc32226a21 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:42.059731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:42.064384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:42.064898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:42.067467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=b03be78a-e7e4-4476-bc74-7db304184f18,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:42.108172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023fa58-6885-450c-8919-fd59921ba180 None None] Pushing event updated for resources: {'Port': ['ID=9109c00b-c8d2-440d-85eb-175009d7a6dc,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:42.157714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:42.654319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097c999-a795-492e-82b1-caa399bad3b7 None None] Network 4e2eb7cd-0e59-4d79-a484-dacc32226a21 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:42.682166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:42.686928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:42.687845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:42.759470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f3317ed9-f8c8-455d-b1b7-e1952bc4148b None None] Provisioning for port 64f462f6-6b35-4602-9599-3496c1eb5fd4 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:42.831994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=b03be78a-e7e4-4476-bc74-7db304184f18,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:42.890213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 4e2eb7cd-0e59-4d79-a484-dacc32226a21 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:42.891542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:43.192227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-06e5becf-4a96-43b2-b602-991c63314e00 None None] Provisioning for port b03be78a-e7e4-4476-bc74-7db304184f18 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:43.199304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-06e5becf-4a96-43b2-b602-991c63314e00 None None] Provisioning complete for port b03be78a-e7e4-4476-bc74-7db304184f18 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:43.199928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-06e5becf-4a96-43b2-b602-991c63314e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:43.263140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d56522-bb89-4237-a437-b7941af6b317 None None] Network c0aa69dd-e451-43eb-92d5-00b2c9c2310e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:43.263339 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 3f25f1e2-ea51-4ecb-a0da-9b9680df637a is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:01:43.327666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-06e5becf-4a96-43b2-b602-991c63314e00 None None] Port b03be78a-e7e4-4476-bc74-7db304184f18 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:43.445673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:01:43.455434 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a7a8c523-e53b-40b1-863a-900b97934b02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/3f25f1e2-ea51-4ecb-a0da-9b9680df637a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6359911 Apr 05 10:01:43.458121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33452) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:43.459365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc7cfc-f820-4432-a0f8-cad215a00345 None None] Sync routers for ids ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:01:43.531443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc7cfc-f820-4432-a0f8-cad215a00345 None None] Routers {'3f25f1e2-ea51-4ecb-a0da-9b9680df637a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:43.532124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ddfc7cfc-f820-4432-a0f8-cad215a00345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:43.541778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065ce90-436d-4b64-a012-958ba3fb3ac3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:43.547028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33456) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:43.554609 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3065ce90-436d-4b64-a012-958ba3fb3ac3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports/b03be78a-e7e4-4476-bc74-7db304184f18 HTTP/1.1" status: 200 len: 911 time: 0.0953939 Apr 05 10:01:43.617206 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ddfc7cfc-f820-4432-a0f8-cad215a00345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:43.625311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6dde1f61-8a5c-45ce-a543-5dc469047a03 None None] Provisioning complete for port b03be78a-e7e4-4476-bc74-7db304184f18 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:43.625808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6dde1f61-8a5c-45ce-a543-5dc469047a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:43.687940 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc7cfc-f820-4432-a0f8-cad215a00345 None None] Routers {'3f25f1e2-ea51-4ecb-a0da-9b9680df637a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:43.688640 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ddfc7cfc-f820-4432-a0f8-cad215a00345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:43.736349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9109c00b-c8d2-440d-85eb-175009d7a6dc up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:43.796522 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ddfc7cfc-f820-4432-a0f8-cad215a00345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:43.796929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc7cfc-f820-4432-a0f8-cad215a00345 None None] The sync data for ids ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:01:43.807006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6dde1f61-8a5c-45ce-a543-5dc469047a03 None None] Port b03be78a-e7e4-4476-bc74-7db304184f18 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:43.835157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6dde1f61-8a5c-45ce-a543-5dc469047a03 None None] Provisioning for port 9109c00b-c8d2-440d-85eb-175009d7a6dc completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:43.850736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 9109c00b-c8d2-440d-85eb-175009d7a6dc completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:43.855905 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9109c00b-c8d2-440d-85eb-175009d7a6dc triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:43.856361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:43.983400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.002225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4f6db3df-46a8-4857-90f9-a383c89005e3 None None] Provisioning complete for port b03be78a-e7e4-4476-bc74-7db304184f18 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:44.002596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4f6db3df-46a8-4857-90f9-a383c89005e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.068713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 9109c00b-c8d2-440d-85eb-175009d7a6dc, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9109c00b-c8d2-440d-85eb-175009d7a6dc,segment=NetworkSegment(2540bf34-6428-4945-b3f0-935f929a7926),segment_id=2540bf34-6428-4945-b3f0-935f929a7926)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:44.069706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4f6db3df-46a8-4857-90f9-a383c89005e3 None None] Port b03be78a-e7e4-4476-bc74-7db304184f18 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:44.073684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.074581 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 64f462f6-6b35-4602-9599-3496c1eb5fd4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:44.197940 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=9109c00b-c8d2-440d-85eb-175009d7a6dc,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:44.212308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4de27a54-349e-4ff9-92b5-b7680b109196 None None] Provisioning complete for port 9109c00b-c8d2-440d-85eb-175009d7a6dc triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:44.212684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4de27a54-349e-4ff9-92b5-b7680b109196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.248442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 64f462f6-6b35-4602-9599-3496c1eb5fd4 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:44.264687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 64f462f6-6b35-4602-9599-3496c1eb5fd4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:44.265058 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.280082 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.442329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.475922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 64f462f6-6b35-4602-9599-3496c1eb5fd4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=64f462f6-6b35-4602-9599-3496c1eb5fd4,segment=NetworkSegment(fa7c4198-28c5-475e-acd2-53d5caba613a),segment_id=fa7c4198-28c5-475e-acd2-53d5caba613a)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:44.479720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.550609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=64f462f6-6b35-4602-9599-3496c1eb5fd4,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:44.643137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Allocated IP 2001:db8:1::1 (c0aa69dd-e451-43eb-92d5-00b2c9c2310e/3e338e75-3a44-4f82-8f22-9c2c665220be/20f23f69-385f-4792-a306-a76913fd4e77) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:44.797833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.813122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Transition to ACTIVE for port object 20f23f69-385f-4792-a306-a76913fd4e77 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:44.833992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.903502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network c0aa69dd-e451-43eb-92d5-00b2c9c2310e is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:44.906391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:44.910280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:44.910801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:44.916239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=20f23f69-385f-4792-a306-a76913fd4e77,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:45.001634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:45.160652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6d95d842-ac52-4f30-9f40-395a0b1fd180 None None] Provisioning for port 20f23f69-385f-4792-a306-a76913fd4e77 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:45.165260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6d95d842-ac52-4f30-9f40-395a0b1fd180 None None] Provisioning complete for port 20f23f69-385f-4792-a306-a76913fd4e77 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:45.165630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d95d842-ac52-4f30-9f40-395a0b1fd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:45.258804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6d95d842-ac52-4f30-9f40-395a0b1fd180 None None] Port 20f23f69-385f-4792-a306-a76913fd4e77 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:45.388597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:45.392739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:45.393428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:45.532218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=20f23f69-385f-4792-a306-a76913fd4e77,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:45.558484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9109c00b-c8d2-440d-85eb-175009d7a6dc up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:45.586150 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network c0aa69dd-e451-43eb-92d5-00b2c9c2310e is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:45.587364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:45.632722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9109c00b-c8d2-440d-85eb-175009d7a6dc triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:45.633106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:45.757651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 64f462f6-6b35-4602-9599-3496c1eb5fd4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:45.827799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 64f462f6-6b35-4602-9599-3496c1eb5fd4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:45.828163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:45.910561 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ff8e4044-4176-43f2-b475-ee2466895ffa None None] Provisioning complete for port 20f23f69-385f-4792-a306-a76913fd4e77 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:45.910959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ff8e4044-4176-43f2-b475-ee2466895ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:46.017610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ff8e4044-4176-43f2-b475-ee2466895ffa None None] Port 20f23f69-385f-4792-a306-a76913fd4e77 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:46.029128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 3f25f1e2-ea51-4ecb-a0da-9b9680df637a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:01:46.196827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:01:46.208315 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548fd403-c95d-42a0-be90-15a04307feaf None None] Sync routers for ids ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:01:46.208941 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-61a4415f-1108-40ce-9a4f-b3cb6fc89c90 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/3f25f1e2-ea51-4ecb-a0da-9b9680df637a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6602364 Apr 05 10:01:46.210750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33464) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:46.222408 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548fd403-c95d-42a0-be90-15a04307feaf None None] Routers {'3f25f1e2-ea51-4ecb-a0da-9b9680df637a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:46.223726 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-548fd403-c95d-42a0-be90-15a04307feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:46.281573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ceb84-46f9-49c7-a524-f2d11bccaf5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:46.282135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4e7ceb84-46f9-49c7-a524-f2d11bccaf5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Synchronizing usage tracker for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:46.299001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4e7ceb84-46f9-49c7-a524-f2d11bccaf5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Unset dirty status for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:46.300388 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4e7ceb84-46f9-49c7-a524-f2d11bccaf5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports/20f23f69-385f-4792-a306-a76913fd4e77 HTTP/1.1" status: 200 len: 913 time: 0.0887537 Apr 05 10:01:46.301659 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-548fd403-c95d-42a0-be90-15a04307feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:46.303695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33468) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:46.316602 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548fd403-c95d-42a0-be90-15a04307feaf None None] Routers {'3f25f1e2-ea51-4ecb-a0da-9b9680df637a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:46.317199 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-548fd403-c95d-42a0-be90-15a04307feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:46.386443 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-548fd403-c95d-42a0-be90-15a04307feaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:46.386837 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548fd403-c95d-42a0-be90-15a04307feaf None None] The sync data for ids ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:01:46.633130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:47.190179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 20f23f69-385f-4792-a306-a76913fd4e77 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:47.190512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:47.472820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:47.593148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 20f23f69-385f-4792-a306-a76913fd4e77 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:47.776269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:47.821862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=20f23f69-385f-4792-a306-a76913fd4e77,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:48.039348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:48.525284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 3f25f1e2-ea51-4ecb-a0da-9b9680df637a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:01:48.696878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:01:48.706679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ccf2bf-6d31-4ce1-a2ab-ac74df8efb24 None None] Sync routers for ids ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:01:48.713492 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-10f04281-b219-4023-8636-b81df4e93af7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/3f25f1e2-ea51-4ecb-a0da-9b9680df637a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4085844 Apr 05 10:01:48.716605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33478) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:48.719339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ccf2bf-6d31-4ce1-a2ab-ac74df8efb24 None None] Routers {'3f25f1e2-ea51-4ecb-a0da-9b9680df637a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:48.719971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-63ccf2bf-6d31-4ce1-a2ab-ac74df8efb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:48.787984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-63ccf2bf-6d31-4ce1-a2ab-ac74df8efb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:48.803056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ccf2bf-6d31-4ce1-a2ab-ac74df8efb24 None None] Routers {'3f25f1e2-ea51-4ecb-a0da-9b9680df637a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:48.803715 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-63ccf2bf-6d31-4ce1-a2ab-ac74df8efb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:48.870007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-63ccf2bf-6d31-4ce1-a2ab-ac74df8efb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:48.870007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ccf2bf-6d31-4ce1-a2ab-ac74df8efb24 None None] The sync data for ids ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:01:49.165798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:49.770513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port b03be78a-e7e4-4476-bc74-7db304184f18 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:49.771266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:49.958061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:50.073179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for b03be78a-e7e4-4476-bc74-7db304184f18 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:50.241289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:50.285039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=b03be78a-e7e4-4476-bc74-7db304184f18,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:50.565836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:50.988072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 3f25f1e2-ea51-4ecb-a0da-9b9680df637a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:01:51.133262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:01:51.148968 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20b309-a6e3-4849-8a3a-73a996475024 None None] Sync routers for ids ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:01:51.159362 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9ed5aaee-0571-41e4-9cc4-337757efedfa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/3f25f1e2-ea51-4ecb-a0da-9b9680df637a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4338603 Apr 05 10:01:51.159622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33486) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:51.161705 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20b309-a6e3-4849-8a3a-73a996475024 None None] Routers {'3f25f1e2-ea51-4ecb-a0da-9b9680df637a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:51.162521 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5b20b309-a6e3-4849-8a3a-73a996475024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:51.208714 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f0b479e6-c74e-4792-a263-1ac8065c6ecc tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f25f1e2-ea51-4ecb-a0da-9b9680df637a HTTP/1.1" status: 200 len: 205 time: 0.0432351 Apr 05 10:01:51.208714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33490) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:51.228688 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5b20b309-a6e3-4849-8a3a-73a996475024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:51.238761 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20b309-a6e3-4849-8a3a-73a996475024 None None] Routers {'3f25f1e2-ea51-4ecb-a0da-9b9680df637a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:51.239285 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5b20b309-a6e3-4849-8a3a-73a996475024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:51.296688 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5b20b309-a6e3-4849-8a3a-73a996475024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:51.297092 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20b309-a6e3-4849-8a3a-73a996475024 None None] The sync data for ids ['3f25f1e2-ea51-4ecb-a0da-9b9680df637a'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:01:51.341220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dd30cf03-dfb0-43fb-86c0-5e4a6d123d32 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:51.663083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:51.724898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dd30cf03-dfb0-43fb-86c0-5e4a6d123d32 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:51.729013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dd30cf03-dfb0-43fb-86c0-5e4a6d123d32 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:51.753589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dd30cf03-dfb0-43fb-86c0-5e4a6d123d32 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:51.754102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd30cf03-dfb0-43fb-86c0-5e4a6d123d32 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Fanout notify agent at l3_agent the message router_deleted on router 3f25f1e2-ea51-4ecb-a0da-9b9680df637a {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:01:51.764759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dd30cf03-dfb0-43fb-86c0-5e4a6d123d32 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:51.765849 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-dd30cf03-dfb0-43fb-86c0-5e4a6d123d32 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/3f25f1e2-ea51-4ecb-a0da-9b9680df637a HTTP/1.1" status: 204 len: 168 time: 0.5622878 Apr 05 10:01:51.768588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33494) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:52.046830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92da6d3-5893-4ba5-b99f-26ca46f356e2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting subnet 3e338e75-3a44-4f82-8f22-9c2c665220be {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:01:52.049592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b92da6d3-5893-4ba5-b99f-26ca46f356e2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.105365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b92da6d3-5893-4ba5-b99f-26ca46f356e2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.184970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b92da6d3-5893-4ba5-b99f-26ca46f356e2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.257497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b92da6d3-5893-4ba5-b99f-26ca46f356e2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.297831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92da6d3-5893-4ba5-b99f-26ca46f356e2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Subnet': ['ID=3e338e75-3a44-4f82-8f22-9c2c665220be,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:52.304726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b92da6d3-5893-4ba5-b99f-26ca46f356e2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.311410 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b92da6d3-5893-4ba5-b99f-26ca46f356e2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/3e338e75-3a44-4f82-8f22-9c2c665220be HTTP/1.1" status: 204 len: 168 time: 0.5418925 Apr 05 10:01:52.311612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3077a7-8924-41c1-b69e-8dbe61fdd8e4 None None] Network c0aa69dd-e451-43eb-92d5-00b2c9c2310e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:52.314021 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33498) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:52.492977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-1750a26b-ce36-436c-a6d4-d5442388865c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting subnet 102b5ae3-6e63-460d-b897-4d3b50a4383d {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:01:52.497054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1750a26b-ce36-436c-a6d4-d5442388865c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.550400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bbfc4c-b8a1-4429-9b82-6ccb14171ae1 None None] DHCP port deletion for c0aa69dd-e451-43eb-92d5-00b2c9c2310e request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:01:52.554673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f9bbfc4c-b8a1-4429-9b82-6ccb14171ae1 None None] Deleting port 9109c00b-c8d2-440d-85eb-175009d7a6dc {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:52.555172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfc4c-b8a1-4429-9b82-6ccb14171ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.558243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1750a26b-ce36-436c-a6d4-d5442388865c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.642672 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1750a26b-ce36-436c-a6d4-d5442388865c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.715429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1750a26b-ce36-436c-a6d4-d5442388865c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.756354 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750a26b-ce36-436c-a6d4-d5442388865c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Subnet': ['ID=102b5ae3-6e63-460d-b897-4d3b50a4383d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:52.762246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f9bbfc4c-b8a1-4429-9b82-6ccb14171ae1 None None] For port 9109c00b-c8d2-440d-85eb-175009d7a6dc, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9109c00b-c8d2-440d-85eb-175009d7a6dc,segment=NetworkSegment(2540bf34-6428-4945-b3f0-935f929a7926),segment_id=2540bf34-6428-4945-b3f0-935f929a7926)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:52.762777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfc4c-b8a1-4429-9b82-6ccb14171ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.764281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1750a26b-ce36-436c-a6d4-d5442388865c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.772072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1750a26b-ce36-436c-a6d4-d5442388865c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/102b5ae3-6e63-460d-b897-4d3b50a4383d HTTP/1.1" status: 204 len: 168 time: 0.4566817 Apr 05 10:01:52.772895 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d4190-dbf7-4a26-a226-175d2c538b19 None None] Network 4e2eb7cd-0e59-4d79-a484-dacc32226a21 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:52.774316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33502) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:52.886814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.897078 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 9109c00b-c8d2-440d-85eb-175009d7a6dc {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:52.897404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:52.946815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f9bbfc4c-b8a1-4429-9b82-6ccb14171ae1 None None] Calling delete_port for 9109c00b-c8d2-440d-85eb-175009d7a6dc owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:53.109582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port 9109c00b-c8d2-440d-85eb-175009d7a6dc, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9109c00b-c8d2-440d-85eb-175009d7a6dc,segment=NetworkSegment(2540bf34-6428-4945-b3f0-935f929a7926),segment_id=2540bf34-6428-4945-b3f0-935f929a7926)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:53.110280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:53.118939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9bbfc4c-b8a1-4429-9b82-6ccb14171ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:53.167568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbfc4c-b8a1-4429-9b82-6ccb14171ae1 None None] Pushing event deleted for resources: {'Port': ['ID=9109c00b-c8d2-440d-85eb-175009d7a6dc,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:53.174829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bbfc4c-b8a1-4429-9b82-6ccb14171ae1 None None] No DVR routers for this DVR port 9109c00b-c8d2-440d-85eb-175009d7a6dc on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:01:53.232299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 9109c00b-c8d2-440d-85eb-175009d7a6dc owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:53.251395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a94a0c-1578-43c0-ab53-01d3e5b7c98b None None] DHCP port deletion for 4e2eb7cd-0e59-4d79-a484-dacc32226a21 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:01:53.255825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f8a94a0c-1578-43c0-ab53-01d3e5b7c98b None None] Deleting port 64f462f6-6b35-4602-9599-3496c1eb5fd4 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:53.256252 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f8a94a0c-1578-43c0-ab53-01d3e5b7c98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:53.306428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:01:53.306745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:01:53.487162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f8a94a0c-1578-43c0-ab53-01d3e5b7c98b None None] For port 64f462f6-6b35-4602-9599-3496c1eb5fd4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=64f462f6-6b35-4602-9599-3496c1eb5fd4,segment=NetworkSegment(fa7c4198-28c5-475e-acd2-53d5caba613a),segment_id=fa7c4198-28c5-475e-acd2-53d5caba613a)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:53.487505 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f8a94a0c-1578-43c0-ab53-01d3e5b7c98b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:53.601215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9109c00b-c8d2-440d-85eb-175009d7a6dc no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:01:53.630901 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f8a94a0c-1578-43c0-ab53-01d3e5b7c98b None None] Calling delete_port for 64f462f6-6b35-4602-9599-3496c1eb5fd4 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:53.669977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 9109c00b-c8d2-440d-85eb-175009d7a6dc {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:01:53.670347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9109c00b-c8d2-440d-85eb-175009d7a6dc not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:01:53.670789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 64f462f6-6b35-4602-9599-3496c1eb5fd4 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:01:53.781496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f8a94a0c-1578-43c0-ab53-01d3e5b7c98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:53.807462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 9109c00b-c8d2-440d-85eb-175009d7a6dc {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:53.807913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:53.815107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Port 64f462f6-6b35-4602-9599-3496c1eb5fd4 update to DOWN by agent not found {{(pid=83821) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 05 10:01:53.831661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a94a0c-1578-43c0-ab53-01d3e5b7c98b None None] Pushing event deleted for resources: {'Port': ['ID=64f462f6-6b35-4602-9599-3496c1eb5fd4,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:53.835063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a94a0c-1578-43c0-ab53-01d3e5b7c98b None None] No DVR routers for this DVR port 64f462f6-6b35-4602-9599-3496c1eb5fd4 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:01:53.874944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] The port '9109c00b-c8d2-440d-85eb-175009d7a6dc' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:01:53.994626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.020034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0aa69dd-e451-43eb-92d5-00b2c9c2310e']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:54.031591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2540bf34-6428-4945-b3f0-935f929a7926') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:54.031831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2540bf34-6428-4945-b3f0-935f929a7926') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:54.042645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.058958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.065476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:01:54.065850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:01:54.087084 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:01:54.246437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.266160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.272039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Network': ['ID=c0aa69dd-e451-43eb-92d5-00b2c9c2310e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:54.281778 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d3333af2-b75c-40ea-b399-a077c369dd67 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/networks/c0aa69dd-e451-43eb-92d5-00b2c9c2310e HTTP/1.1" status: 204 len: 168 time: 1.5063934 Apr 05 10:01:54.284235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33508) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:54.394502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.520997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.546265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2eb7cd-0e59-4d79-a484-dacc32226a21']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:54.558067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7c4198-28c5-475e-acd2-53d5caba613a') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:54.558368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7c4198-28c5-475e-acd2-53d5caba613a') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:54.569512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.585642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.592110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:01:54.592494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:01:54.606922 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:01:54.685336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.701935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.711982 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/networks/4e2eb7cd-0e59-4d79-a484-dacc32226a21 HTTP/1.1" status: 204 len: 168 time: 0.4268441 Apr 05 10:01:54.712901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c296e-6cef-493f-bda8-2f8f6572d9fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Network': ['ID=4e2eb7cd-0e59-4d79-a484-dacc32226a21,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:54.716179 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33512) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:54.722148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1695622206'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:54.727207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:54.731678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:network and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:54.734618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:54.740656 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:54.750426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:54.753470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.781553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:01:54.790326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.790673 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added segment 1bf62a79-ab9b-4ae2-bcd2-e6218c941590 of type vlan for network 2d9a6aee-b410-4578-9d83-de0fcfdbc547 Apr 05 10:01:54.816608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.849865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.853556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:54.854123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:54.945615 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2281995 Apr 05 10:01:54.948578 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33516) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:54.954754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'subnet': {'network_id': '2d9a6aee-b410-4578-9d83-de0fcfdbc547', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:54.957455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcbd25-cbbc-4b9b-9c8c-224a0af23f26 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Network': ['ID=2d9a6aee-b410-4578-9d83-de0fcfdbc547,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:54.968278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 2d9a6aee-b410-4578-9d83-de0fcfdbc547 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:01:55.060852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:55.064638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:subnet and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:55.067460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:55.072997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:55.083025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:55.180296 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:55.389085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:55.468293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Subnet': ['ID=e69d0293-7643-4259-a55b-1ef283b7faa1,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:55.478945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Checking segment: {'id': '1bf62a79-ab9b-4ae2-bcd2-e6218c941590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2d9a6aee-b410-4578-9d83-de0fcfdbc547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:55.479294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network hostable DHCP agents. Network: 2d9a6aee-b410-4578-9d83-de0fcfdbc547, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:01:55.502014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 2d9a6aee-b410-4578-9d83-de0fcfdbc547 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:01:55.510852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 2d9a6aee-b410-4578-9d83-de0fcfdbc547) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:55.517605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:55.518490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:55.519070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ee7966-a832-4d8b-aa87-866bfbe83d8c None None] Network 2d9a6aee-b410-4578-9d83-de0fcfdbc547 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:55.538926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33522) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:55.649897 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-46d72325-6038-4d31-9f8e-a26c959eb457 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7001083 Apr 05 10:01:55.650474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33526) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:55.655705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1955392892', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:55.662242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:55.665992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:router and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:55.669965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:55.675646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:55.687498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:55.688470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:55.708506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:55.725449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:55.746558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:55.751008 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ef3d9595-9de4-44c9-be0b-49c42f8457bf tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0972135 Apr 05 10:01:55.751240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33530) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:55.757684 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'port': {'network_id': '2d9a6aee-b410-4578-9d83-de0fcfdbc547', 'name': 'tempest-RoutersIpV6Test-273346922'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:01:55.763267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-2d9a6aee-b410-4578-9d83-de0fcfdbc547', 'network_id': '2d9a6aee-b410-4578-9d83-de0fcfdbc547', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'fixed_ips': [{'subnet_id': 'e69d0293-7643-4259-a55b-1ef283b7faa1'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:01:55.763910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Deleting port 50c52b21-dce0-460a-9248-b5f75d26964c {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:55.764128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:55.764465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:55.927742 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Allocated IP 2001:db8::2 (2d9a6aee-b410-4578-9d83-de0fcfdbc547/e69d0293-7643-4259-a55b-1ef283b7faa1/abc00a21-840c-4fd3-9554-fb6aba5eecef) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:55.989038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:01:55.993685 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:port and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:01:55.997215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:01:56.004305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:01:56.016026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:01:56.019400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.022442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.022777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.042322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] device_id is not set on port c2b0389a-bcba-4acc-854e-7eeb9873ad75 yet. {{(pid=83820) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:01:56.135569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.145820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Transition to ACTIVE for port object abc00a21-840c-4fd3-9554-fb6aba5eecef will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:56.154274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Calling delete_port for 50c52b21-dce0-460a-9248-b5f75d26964c owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:56.164097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Transition to ACTIVE for port object abc00a21-840c-4fd3-9554-fb6aba5eecef will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:56.173047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.249496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Network 2d9a6aee-b410-4578-9d83-de0fcfdbc547 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:56.252317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:56.254294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Allocated IP 2001:db8::6 (2d9a6aee-b410-4578-9d83-de0fcfdbc547/e69d0293-7643-4259-a55b-1ef283b7faa1/c2b0389a-bcba-4acc-854e-7eeb9873ad75) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:01:56.256491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:56.262955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Pushing event updated for resources: {'Port': ['ID=abc00a21-840c-4fd3-9554-fb6aba5eecef,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:56.332015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.349649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Attempting to bind port abc00a21-840c-4fd3-9554-fb6aba5eecef on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:01:56.350033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Attempting to bind port abc00a21-840c-4fd3-9554-fb6aba5eecef by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '1bf62a79-ab9b-4ae2-bcd2-e6218c941590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2d9a6aee-b410-4578-9d83-de0fcfdbc547'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:01:56.350370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Attempting to bind port abc00a21-840c-4fd3-9554-fb6aba5eecef on network 2d9a6aee-b410-4578-9d83-de0fcfdbc547 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:01:56.357385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:01:56.357889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Checking segment: {'id': '1bf62a79-ab9b-4ae2-bcd2-e6218c941590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2d9a6aee-b410-4578-9d83-de0fcfdbc547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:01:56.358294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.358678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Bound using segment: {'id': '1bf62a79-ab9b-4ae2-bcd2-e6218c941590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2d9a6aee-b410-4578-9d83-de0fcfdbc547'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:01:56.359139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Bound port: abc00a21-840c-4fd3-9554-fb6aba5eecef, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf62a79-ab9b-4ae2-bcd2-e6218c941590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2d9a6aee-b410-4578-9d83-de0fcfdbc547'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:01:56.359510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.380940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event deleted for resources: {'Port': ['ID=50c52b21-dce0-460a-9248-b5f75d26964c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:56.479363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.480380 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.490231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] For port abc00a21-840c-4fd3-9554-fb6aba5eecef, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:01:56.493208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] For port abc00a21-840c-4fd3-9554-fb6aba5eecef, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=abc00a21-840c-4fd3-9554-fb6aba5eecef,segment=NetworkSegment(1bf62a79-ab9b-4ae2-bcd2-e6218c941590),segment_id=1bf62a79-ab9b-4ae2-bcd2-e6218c941590)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:01:56.496559 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Transition to ACTIVE for port object c2b0389a-bcba-4acc-854e-7eeb9873ad75 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:01:56.497515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.519679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.581165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7af6e-aaa4-49c2-a595-ac2845da3d86 None None] Pushing event updated for resources: {'Port': ['ID=abc00a21-840c-4fd3-9554-fb6aba5eecef,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:56.602743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=c2b0389a-bcba-4acc-854e-7eeb9873ad75,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:56.620128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 2d9a6aee-b410-4578-9d83-de0fcfdbc547 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:56.621732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:56.623925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:01:56.629951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:56.630584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:56.658186 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d2b31158-df2b-41cb-a7d4-49120b7636ae tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 0.9056542 Apr 05 10:01:56.660992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33534) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:57.022055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:01:57.219681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:01:57.233065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] Sync routers for ids ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:01:57.244764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:57.248942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] Routers {'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:57.249566 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:57.283126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:57.310740 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e0c941ae-d996-442b-9519-95036f794721 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "DELETE /v2.0/floatingips/5bf97a54-6d7c-4bd7-a24d-6b98e311ebf6 HTTP/1.1" status: 204 len: 168 time: 1.7683442 Apr 05 10:01:57.310740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:01:57.403685 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1dd8a57-e668-4fa7-a289-6800b1b79e2f'] response: {'name': 'network-changed', 'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555', 'status': 'completed', 'code': 200} Apr 05 10:01:57.488925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] Set router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:01:57.578025 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-81b47267-925f-4fe5-994c-5a4f5f9a766a req-39491db3-566a-4707-b9e1-388530f2580d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=da8105cfd52c4aeb83269a4f12fa120f&device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 1099 time: 0.1489744 Apr 05 10:01:57.798573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b47267-925f-4fe5-994c-5a4f5f9a766a req-640bc232-880f-44a9-b261-8595df18faa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:57.800075 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-81b47267-925f-4fe5-994c-5a4f5f9a766a req-640bc232-880f-44a9-b261-8595df18faa4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b7c65548-cba0-4eb8-98fa-0a7a307c15cd HTTP/1.1" status: 200 len: 896 time: 0.2149537 Apr 05 10:01:57.810054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device abc00a21-840c-4fd3-9554-fb6aba5eecef up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:57.832745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ba0804-beb9-4d28-85d9-0aebd8b75990 None None] Network 2d9a6aee-b410-4578-9d83-de0fcfdbc547 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:01:57.913016 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-81b47267-925f-4fe5-994c-5a4f5f9a766a req-766a3054-3aa3-4835-8ef2-c504343b5423 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=467ec842-352e-4509-a941-8b81c3c0b555 HTTP/1.1" status: 200 len: 217 time: 0.1046684 Apr 05 10:01:57.950342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:57.956809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:57.991795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b47267-925f-4fe5-994c-5a4f5f9a766a req-af29f355-c20d-4825-9b5e-56b6872c7dff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:57.993039 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-81b47267-925f-4fe5-994c-5a4f5f9a766a req-af29f355-c20d-4825-9b5e-56b6872c7dff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=235b3237-b6fd-46e3-98e1-47856648ac4d HTTP/1.1" status: 200 len: 835 time: 0.0714445 Apr 05 10:01:57.996026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a4045977-0588-4281-a869-7b9ca3b442b6 None None] Provisioning for port abc00a21-840c-4fd3-9554-fb6aba5eecef completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:58.007442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcc19d-3bac-4c20-8130-bbf3f7c5f305 req-8b64a436-41ed-46cb-8b71-bc4503677263 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:58.008126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-62bcc19d-3bac-4c20-8130-bbf3f7c5f305 req-8b64a436-41ed-46cb-8b71-bc4503677263 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Synchronizing usage tracker for tenant:da8105cfd52c4aeb83269a4f12fa120f on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:01:58.081737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-62bcc19d-3bac-4c20-8130-bbf3f7c5f305 req-8b64a436-41ed-46cb-8b71-bc4503677263 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Unset dirty status for tenant:da8105cfd52c4aeb83269a4f12fa120f on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:01:58.082810 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-62bcc19d-3bac-4c20-8130-bbf3f7c5f305 req-8b64a436-41ed-46cb-8b71-bc4503677263 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.2244945 Apr 05 10:01:58.096020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=c2b0389a-bcba-4acc-854e-7eeb9873ad75,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:58.127061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port abc00a21-840c-4fd3-9554-fb6aba5eecef completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:58.128337 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-81b47267-925f-4fe5-994c-5a4f5f9a766a req-ed69353a-eaa0-4d83-8c04-007221c6211e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7c65548-cba0-4eb8-98fa-0a7a307c15cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1270213 Apr 05 10:01:58.144056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port abc00a21-840c-4fd3-9554-fb6aba5eecef triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:58.144431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:58.158052 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-62bcc19d-3bac-4c20-8130-bbf3f7c5f305 req-cc8abcde-ff05-472e-b4ef-75afb5d48edd tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690548 Apr 05 10:01:58.199007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33546) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:58.277035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:59Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '5fdb3438-9c22-4568-a7fe-2ed4537c9d52', 'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'mac_address': 'fa:16:3e:8a:8f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:58Z', 'updated_at': '2022-04-05T10:00:13Z', 'revision_number': 5, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'subnets': [{'id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:58.279447 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-81b47267-925f-4fe5-994c-5a4f5f9a766a req-cfa9e5f2-5397-4ad5-a002-d4604269a706 service neutron] 10.222.0.10 "GET /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422746 Apr 05 10:01:58.310528 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] Checking router: fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:01:58.349864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:58.353783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:58.371421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] Routers {'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:01:58.372668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:58.376961 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b3e0510e-51a8-4dbe-9dc4-6972bdeca5e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/b1e30180-aa80-405f-abf5-6be4644eb9f8 HTTP/1.1" status: 200 len: 993 time: 0.1768975 Apr 05 10:01:58.434373 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-81b47267-925f-4fe5-994c-5a4f5f9a766a req-c3b05f18-7bbe-41c0-b6b5-1ec7b5e0b9a0 service neutron] 10.222.0.10 "GET /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469541 Apr 05 10:01:58.479742 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:58.527345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port abc00a21-840c-4fd3-9554-fb6aba5eecef, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=abc00a21-840c-4fd3-9554-fb6aba5eecef,segment=NetworkSegment(1bf62a79-ab9b-4ae2-bcd2-e6218c941590),segment_id=1bf62a79-ab9b-4ae2-bcd2-e6218c941590)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:58.534095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:58.660804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=abc00a21-840c-4fd3-9554-fb6aba5eecef,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:58.669550 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] Set router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:01:58.757326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33554) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:01:58.953689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6906bda1-4040-448a-96d1-032ec8f92c72 None None] Provisioning for port c2b0389a-bcba-4acc-854e-7eeb9873ad75 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:01:58.963786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6906bda1-4040-448a-96d1-032ec8f92c72 None None] Provisioning complete for port c2b0389a-bcba-4acc-854e-7eeb9873ad75 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:58.964160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6906bda1-4040-448a-96d1-032ec8f92c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.045535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port ab59f26c-6b12-47bb-acf7-888213e4944e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:59.045881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.050336 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6906bda1-4040-448a-96d1-032ec8f92c72 None None] Port c2b0389a-bcba-4acc-854e-7eeb9873ad75 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:59.123729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6906bda1-4040-448a-96d1-032ec8f92c72 None None] Provisioning complete for port abc00a21-840c-4fd3-9554-fb6aba5eecef triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:59.124063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6906bda1-4040-448a-96d1-032ec8f92c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.146030 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-719937ca-8b07-456a-80bc-1ba07450eddb tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:59.147443 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-719937ca-8b07-456a-80bc-1ba07450eddb tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.10 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.0855107 Apr 05 10:01:59.224523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.243543 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:59Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '5fdb3438-9c22-4568-a7fe-2ed4537c9d52', 'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'mac_address': 'fa:16:3e:8a:8f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:58Z', 'updated_at': '2022-04-05T10:00:13Z', 'revision_number': 5, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'subnets': [{'id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:01:59.250262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.251352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.263043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442482be-72c1-4a70-965a-1dc6f5dd4cf9 None None] The sync data for ids ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'] in dv-neutron-833199-1-hyperv is: [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:59Z', 'revision_number': 4, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '5fdb3438-9c22-4568-a7fe-2ed4537c9d52', 'name': '', 'network_id': 'b7c65548-cba0-4eb8-98fa-0a7a307c15cd', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'mac_address': 'fa:16:3e:8a:8f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:58Z', 'updated_at': '2022-04-05T10:00:13Z', 'revision_number': 5, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'subnets': [{'id': '235b3237-b6fd-46e3-98e1-47856648ac4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:01:59.341614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-9ddd50e4-a327-4ce2-8d65-f70d409e030d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Deleting port 467ec842-352e-4509-a941-8b81c3c0b555 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:01:59.342016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-9ddd50e4-a327-4ce2-8d65-f70d409e030d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.344709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=c2b0389a-bcba-4acc-854e-7eeb9873ad75,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:01:59.379815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.380517 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.418499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5cb2290b-bbbd-4342-80e8-970ef4df5b2d None None] Provisioning complete for port c2b0389a-bcba-4acc-854e-7eeb9873ad75 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:59.419316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5cb2290b-bbbd-4342-80e8-970ef4df5b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.479110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5cb2290b-bbbd-4342-80e8-970ef4df5b2d None None] Port c2b0389a-bcba-4acc-854e-7eeb9873ad75 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:01:59.572347 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81249894-8e53-4f5c-9a17-66cc5ad8bc04 None None] New status for floating IP 5bf97a54-6d7c-4bd7-a24d-6b98e311ebf6: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:01:59.618110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34a6d5-b31f-460c-a6cd-12ebc247b008 req-256a3c09-261c-49ce-bc90-9d117b9ccff3 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:01:59.619174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1481cabf-a134-4d6f-aa0c-18845a98e1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.622617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device abc00a21-840c-4fd3-9554-fb6aba5eecef up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:01:59.628137 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce34a6d5-b31f-460c-a6cd-12ebc247b008 req-256a3c09-261c-49ce-bc90-9d117b9ccff3 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/ports?device_id=783c7ff8-d010-46b7-953f-acdc10520d09 HTTP/1.1" status: 200 len: 946 time: 0.2552993 Apr 05 10:01:59.710078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port abc00a21-840c-4fd3-9554-fb6aba5eecef triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:01:59.710532 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce34a6d5-b31f-460c-a6cd-12ebc247b008 req-64d8a7b2-4b14-4d5e-8db5-4f868b2e2e5a tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a542ffba-d644-4881-9b5e-3af200076938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814469 Apr 05 10:01:59.722618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.736697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-9ddd50e4-a327-4ce2-8d65-f70d409e030d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] For port 467ec842-352e-4509-a941-8b81c3c0b555, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=467ec842-352e-4509-a941-8b81c3c0b555,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:01:59.737120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-9ddd50e4-a327-4ce2-8d65-f70d409e030d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:01:59.759295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for ab59f26c-6b12-47bb-acf7-888213e4944e owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:01:59.868922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 2d9a6aee-b410-4578-9d83-de0fcfdbc547 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:01:59.871000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:01:59.873296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-9ddd50e4-a327-4ce2-8d65-f70d409e030d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Calling delete_port for 467ec842-352e-4509-a941-8b81c3c0b555 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:00.022820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-9ddd50e4-a327-4ce2-8d65-f70d409e030d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:00.082223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd50e4-a327-4ce2-8d65-f70d409e030d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event deleted for resources: {'Port': ['ID=467ec842-352e-4509-a941-8b81c3c0b555,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:00.121469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cdc35b22-9c4c-46b4-8c98-c1cf64440eb3 None None] Provisioning complete for port c2b0389a-bcba-4acc-854e-7eeb9873ad75 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:00.121973 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cdc35b22-9c4c-46b4-8c98-c1cf64440eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:00.173355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-9ddd50e4-a327-4ce2-8d65-f70d409e030d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] No DVR routers for this DVR port 467ec842-352e-4509-a941-8b81c3c0b555 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:02:00.175632 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-cdc35b22-9c4c-46b4-8c98-c1cf64440eb3 None None] Port c2b0389a-bcba-4acc-854e-7eeb9873ad75 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:00.178724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-9ddd50e4-a327-4ce2-8d65-f70d409e030d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:00.182844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'name': 'network-vif-deleted', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:02:00.197023 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d29453ef-cb57-4b80-abae-77c2932c3230 req-9ddd50e4-a327-4ce2-8d65-f70d409e030d tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.10 "DELETE /v2.0/ports/467ec842-352e-4509-a941-8b81c3c0b555 HTTP/1.1" status: 204 len: 173 time: 1.0436761 Apr 05 10:02:00.243567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:00.257385 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269f1c11-0629-499d-b4e2-c93fcd6484d3'] response: {'server_uuid': '783c7ff8-d010-46b7-953f-acdc10520d09', 'name': 'network-vif-deleted', 'tag': '467ec842-352e-4509-a941-8b81c3c0b555', 'status': 'completed', 'code': 200} Apr 05 10:02:00.293107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=ab59f26c-6b12-47bb-acf7-888213e4944e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:00.406403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:00.612742 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 7f753121-abe8-46a5-836a-0bd9acba7080 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:02:00.834715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33564) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:01.067056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:01.079044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3e60d-35e1-45c6-b0e7-18aa0ca4c916 None None] Sync routers for ids ['7f753121-abe8-46a5-836a-0bd9acba7080'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:01.086368 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bee6b487-8e3a-4c32-97c6-6dbfec6a9a13 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/7f753121-abe8-46a5-836a-0bd9acba7080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4241512 Apr 05 10:02:01.088872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33568) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:01.096119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3e60d-35e1-45c6-b0e7-18aa0ca4c916 None None] Routers {'7f753121-abe8-46a5-836a-0bd9acba7080'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:01.096743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-33e3e60d-35e1-45c6-b0e7-18aa0ca4c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7f753121-abe8-46a5-836a-0bd9acba7080'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:01.165601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-33e3e60d-35e1-45c6-b0e7-18aa0ca4c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:01.167892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c075a76-f717-4d39-ba26-7ed5242beac1 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:01.168472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1c075a76-f717-4d39-ba26-7ed5242beac1 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Synchronizing usage tracker for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:01.177174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3e60d-35e1-45c6-b0e7-18aa0ca4c916 None None] Routers {'7f753121-abe8-46a5-836a-0bd9acba7080'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:01.178038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-33e3e60d-35e1-45c6-b0e7-18aa0ca4c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7f753121-abe8-46a5-836a-0bd9acba7080'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:01.202583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1c075a76-f717-4d39-ba26-7ed5242beac1 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Unset dirty status for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:01.203857 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1c075a76-f717-4d39-ba26-7ed5242beac1 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports/c2b0389a-bcba-4acc-854e-7eeb9873ad75 HTTP/1.1" status: 200 len: 981 time: 0.1140847 Apr 05 10:02:01.206612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33572) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:01.245400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-33e3e60d-35e1-45c6-b0e7-18aa0ca4c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:01.245813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3e60d-35e1-45c6-b0e7-18aa0ca4c916 None None] The sync data for ids ['7f753121-abe8-46a5-836a-0bd9acba7080'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:01.248784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:01.330922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:01.730488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:01.735310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:01.741330 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] Sync routers for ids ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:01.754269 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] Routers {'4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:01.754999 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:01:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:01.829410 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5ad00aef-9351-4f2e-8862-6c1acee8cb08 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/floatingips/b1e30180-aa80-405f-abf5-6be4644eb9f8 HTTP/1.1" status: 204 len: 168 time: 3.0710254 Apr 05 10:02:01.830719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'tag': 'f949bc86-8828-43e4-987c-cc145b4ef3f1'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:02:01.912911 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c7a97f-d86c-43c5-b5dc-78038d80cdf8'] response: {'name': 'network-changed', 'server_uuid': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'tag': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'status': 'completed', 'code': 200} Apr 05 10:02:01.959696 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] Set router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:01.969223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c00e3494-1ba9-4b23-becd-92119351e652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:02.025828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:02.110287 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b7894312-197e-4fed-8467-f7d1d294984d req-e7d78c30-8546-4b0e-915a-d9510acf1a8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 1098 time: 0.1615081 Apr 05 10:02:02.111087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Deleting port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:02.111430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:02.375474 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:01:04Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '841a8654-b494-46ab-98d0-380ab0bc38d2', 'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:09:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:01:03Z', 'updated_at': '2022-04-05T10:01:13Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:02.379785 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] Checking router: 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:02:02.391567 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] Routers {'4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:02.392182 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:02.425710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port c2b0389a-bcba-4acc-854e-7eeb9873ad75 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:02.425998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:02.469823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7894312-197e-4fed-8467-f7d1d294984d req-305a2f18-337c-40fa-af9c-236152c86d96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:02.471261 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b7894312-197e-4fed-8467-f7d1d294984d req-305a2f18-337c-40fa-af9c-236152c86d96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=87dbffbe-77f6-4c39-97b7-96d3a578aed0 HTTP/1.1" status: 200 len: 897 time: 0.3275912 Apr 05 10:02:02.558317 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b7894312-197e-4fed-8467-f7d1d294984d req-e059f11d-d0f1-4815-a38b-a7a584336d0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f949bc86-8828-43e4-987c-cc145b4ef3f1 HTTP/1.1" status: 200 len: 217 time: 0.0773079 Apr 05 10:02:02.559932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] For port 5fdb3438-9c22-4568-a7fe-2ed4537c9d52, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5fdb3438-9c22-4568-a7fe-2ed4537c9d52,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:02.560294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:02.574612 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] Set router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:02.579276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 467ec842-352e-4509-a941-8b81c3c0b555 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:02.649289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 467ec842-352e-4509-a941-8b81c3c0b555 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:02.649638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 467ec842-352e-4509-a941-8b81c3c0b555 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:02.660364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c03d0-ea02-4a6e-aae2-96cf32bf23db req-15481947-a10a-432a-bf04-f67a1af2d7ce tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:02.664926 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-448c03d0-ea02-4a6e-aae2-96cf32bf23db req-15481947-a10a-432a-bf04-f67a1af2d7ce tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 945 time: 0.4054742 Apr 05 10:02:02.755779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:02.803578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Calling delete_port for 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:02.877545 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for c2b0389a-bcba-4acc-854e-7eeb9873ad75 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:02.886192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7894312-197e-4fed-8467-f7d1d294984d req-24bd548d-49b4-4028-a351-f209f280071c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:02.890489 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b7894312-197e-4fed-8467-f7d1d294984d req-24bd548d-49b4-4028-a351-f209f280071c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=362ceb82-6a19-42e2-8b5d-08c7b2fd0efc HTTP/1.1" status: 200 len: 835 time: 0.3185441 Apr 05 10:02:02.916203 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:01:04Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '841a8654-b494-46ab-98d0-380ab0bc38d2', 'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:09:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:01:03Z', 'updated_at': '2022-04-05T10:01:13Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:02.920715 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f8311-9569-4dbd-9f39-1a9b954cdcee None None] The sync data for ids ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'] in dv-neutron-833199-1-hyperv is: [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:01:04Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '841a8654-b494-46ab-98d0-380ab0bc38d2', 'name': '', 'network_id': '87dbffbe-77f6-4c39-97b7-96d3a578aed0', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:09:17:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:01:03Z', 'updated_at': '2022-04-05T10:01:13Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '362ceb82-6a19-42e2-8b5d-08c7b2fd0efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:02.961909 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-448c03d0-ea02-4a6e-aae2-96cf32bf23db req-497d2f56-c300-4e82-8984-e579ae41eb18 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375486 Apr 05 10:02:03.017373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:03.035127 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b7894312-197e-4fed-8467-f7d1d294984d req-2b242e91-42ab-45d3-a04e-7ad748e5f161 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=87dbffbe-77f6-4c39-97b7-96d3a578aed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1386225 Apr 05 10:02:03.047860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:03.100809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:03.157945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=c2b0389a-bcba-4acc-854e-7eeb9873ad75,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:03.200783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:03.236921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f2ca3-994a-4048-a956-b8969ba3bd50 None None] New status for floating IP b1e30180-aa80-405f-abf5-6be4644eb9f8: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:02:03.361020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:03.440240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event deleted for resources: {'Port': ['ID=5fdb3438-9c22-4568-a7fe-2ed4537c9d52,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:03.453327 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b7894312-197e-4fed-8467-f7d1d294984d req-b648c1f9-8878-4444-86ea-bd26d2b6cb2b service neutron] 10.222.0.10 "GET /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103348 Apr 05 10:02:03.848062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 7f753121-abe8-46a5-836a-0bd9acba7080 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:03.855355 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b7894312-197e-4fed-8467-f7d1d294984d req-bf2103c8-79ec-4764-9a17-f606dd4decb9 service neutron] 10.222.0.10 "GET /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757102 Apr 05 10:02:03.881016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-6f9a20d9-8d93-432f-afda-3034b8046515 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:03.882525 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-6f9a20d9-8d93-432f-afda-3034b8046515 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 945 time: 0.2835519 Apr 05 10:02:03.961978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-8b1a265f-a303-44b0-b1cb-87bc883b4ba2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port f949bc86-8828-43e4-987c-cc145b4ef3f1 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:03.962365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-8b1a265f-a303-44b0-b1cb-87bc883b4ba2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:04.001174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:04.014943 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4756f9d-2331-4749-9c37-6b8999083776 None None] Sync routers for ids ['7f753121-abe8-46a5-836a-0bd9acba7080'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:04.024577 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8d307c18-8e8a-4689-9ec8-145d1cff0a78 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/7f753121-abe8-46a5-836a-0bd9acba7080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8169396 Apr 05 10:02:04.025167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33588) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:04.031642 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4756f9d-2331-4749-9c37-6b8999083776 None None] Routers {'7f753121-abe8-46a5-836a-0bd9acba7080'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:04.032500 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b4756f9d-2331-4749-9c37-6b8999083776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7f753121-abe8-46a5-836a-0bd9acba7080'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:04.095785 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b4756f9d-2331-4749-9c37-6b8999083776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:04.107214 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4756f9d-2331-4749-9c37-6b8999083776 None None] Routers {'7f753121-abe8-46a5-836a-0bd9acba7080'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:04.108184 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b4756f9d-2331-4749-9c37-6b8999083776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7f753121-abe8-46a5-836a-0bd9acba7080'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:04.168210 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b4756f9d-2331-4749-9c37-6b8999083776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:04.168819 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4756f9d-2331-4749-9c37-6b8999083776 None None] The sync data for ids ['7f753121-abe8-46a5-836a-0bd9acba7080'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:04.276403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:04.335547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7fc16-2964-456f-ac47-7e12ec15cd35 req-395b85a6-e036-43ea-b198-3a8d94039baa tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:04.337035 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06c7fc16-2964-456f-ac47-7e12ec15cd35 req-395b85a6-e036-43ea-b198-3a8d94039baa tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 945 time: 0.3496945 Apr 05 10:02:04.352106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:04.466472 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-f697a2c0-fc28-4b24-b989-9fb27d42eeaa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 10:02:04.467492 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f697a2c0-fc28-4b24-b989-9fb27d42eeaa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/7f753121-abe8-46a5-836a-0bd9acba7080/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4414480 Apr 05 10:02:04.470285 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33592) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:04.509801 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6790733e-a58d-4b53-8f73-2a0deebdb814 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Synchronizing usage tracker for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:04.526259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6790733e-a58d-4b53-8f73-2a0deebdb814 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Unset dirty status for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:04.527815 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6790733e-a58d-4b53-8f73-2a0deebdb814 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f753121-abe8-46a5-836a-0bd9acba7080 HTTP/1.1" status: 200 len: 205 time: 0.0566204 Apr 05 10:02:04.530530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33596) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:04.534116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-8b1a265f-a303-44b0-b1cb-87bc883b4ba2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port f949bc86-8828-43e4-987c-cc145b4ef3f1, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=f949bc86-8828-43e4-987c-cc145b4ef3f1,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:04.534480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-8b1a265f-a303-44b0-b1cb-87bc883b4ba2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:04.561347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16f36a-ed0e-42ad-b703-3768d3c9afcd req-6d03bba7-6772-4537-8206-caf8df13843b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:04.562795 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca16f36a-ed0e-42ad-b703-3768d3c9afcd req-6d03bba7-6772-4537-8206-caf8df13843b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 945 time: 0.4138169 Apr 05 10:02:04.677683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dc9e3d2-0fb2-4167-9c46-869acd4464fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:04.688223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-8b1a265f-a303-44b0-b1cb-87bc883b4ba2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for f949bc86-8828-43e4-987c-cc145b4ef3f1 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:04.745433 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06c7fc16-2964-456f-ac47-7e12ec15cd35 req-de14e679-2474-47f0-a17f-cdc224c58217 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3472223 Apr 05 10:02:04.808555 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca16f36a-ed0e-42ad-b703-3768d3c9afcd req-a59870f1-8949-4287-b9ee-380a289752b8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=8225e184-54ac-4104-b96c-5210bfcd2648&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891978 Apr 05 10:02:05.018056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-8b1a265f-a303-44b0-b1cb-87bc883b4ba2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.062686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dc9e3d2-0fb2-4167-9c46-869acd4464fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.067040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dc9e3d2-0fb2-4167-9c46-869acd4464fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.092865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dc9e3d2-0fb2-4167-9c46-869acd4464fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.093461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc9e3d2-0fb2-4167-9c46-869acd4464fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Fanout notify agent at l3_agent the message router_deleted on router 7f753121-abe8-46a5-836a-0bd9acba7080 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:02:05.104372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2dc9e3d2-0fb2-4167-9c46-869acd4464fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.105445 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2dc9e3d2-0fb2-4167-9c46-869acd4464fa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/7f753121-abe8-46a5-836a-0bd9acba7080 HTTP/1.1" status: 204 len: 168 time: 0.5740242 Apr 05 10:02:05.108214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33600) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:05.122489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a265f-a303-44b0-b1cb-87bc883b4ba2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=f949bc86-8828-43e4-987c-cc145b4ef3f1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:05.279729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-8b1a265f-a303-44b0-b1cb-87bc883b4ba2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] No DVR routers for this DVR port f949bc86-8828-43e4-987c-cc145b4ef3f1 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:02:05.284525 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-8b1a265f-a303-44b0-b1cb-87bc883b4ba2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.286930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'name': 'network-vif-deleted', 'tag': 'f949bc86-8828-43e4-987c-cc145b4ef3f1'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:02:05.291460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c08973-7795-4ad4-b1dd-0278e6e0be5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting subnet e69d0293-7643-4259-a55b-1ef283b7faa1 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:02:05.295826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83c08973-7795-4ad4-b1dd-0278e6e0be5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.318011 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1ee61096-6c23-4efb-a14a-e1dad1369eff req-8b1a265f-a303-44b0-b1cb-87bc883b4ba2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "DELETE /v2.0/ports/f949bc86-8828-43e4-987c-cc145b4ef3f1 HTTP/1.1" status: 204 len: 173 time: 1.4291890 Apr 05 10:02:05.366614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83c08973-7795-4ad4-b1dd-0278e6e0be5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.386164 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9de00b-3942-42df-974c-9d1a03a8cf02'] response: {'server_uuid': 'eee671f4-df25-47c7-bc7a-75ff921a8e7b', 'name': 'network-vif-deleted', 'tag': 'f949bc86-8828-43e4-987c-cc145b4ef3f1', 'status': 'completed', 'code': 200} Apr 05 10:02:05.468375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83c08973-7795-4ad4-b1dd-0278e6e0be5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.562189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83c08973-7795-4ad4-b1dd-0278e6e0be5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.566343 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-62f1af3e-4322-40c1-98e0-98d6d7feab52 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:05.567937 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-62f1af3e-4322-40c1-98e0-98d6d7feab52 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 945 time: 0.1178741 Apr 05 10:02:05.654369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Deleting port c968257e-f007-415c-971a-d62dec77c235 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:05.654709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.724455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c08973-7795-4ad4-b1dd-0278e6e0be5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Subnet': ['ID=e69d0293-7643-4259-a55b-1ef283b7faa1,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:05.730210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-83c08973-7795-4ad4-b1dd-0278e6e0be5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.736919 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-83c08973-7795-4ad4-b1dd-0278e6e0be5d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/e69d0293-7643-4259-a55b-1ef283b7faa1 HTTP/1.1" status: 204 len: 168 time: 0.6277299 Apr 05 10:02:05.740372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33606) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:05.742217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d3394f-ff75-4be5-9e37-5a5362163e77 None None] Network 2d9a6aee-b410-4578-9d83-de0fcfdbc547 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:05.778740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:05.906940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:05.926378 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port abc00a21-840c-4fd3-9554-fb6aba5eecef {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:05.926742 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.098523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7eea2e0c-7d77-42a9-ac88-060fc549e0f8 req-9d049264-1539-46db-b57d-52014429a3a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:06.149885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] DHCP port deletion for 2d9a6aee-b410-4578-9d83-de0fcfdbc547 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:02:06.154794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] Deleting port abc00a21-840c-4fd3-9554-fb6aba5eecef {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:06.155215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.162642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] For port c968257e-f007-415c-971a-d62dec77c235, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c968257e-f007-415c-971a-d62dec77c235,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:06.163008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.176846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7eea2e0c-7d77-42a9-ac88-060fc549e0f8 req-9d049264-1539-46db-b57d-52014429a3a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:06.178473 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7eea2e0c-7d77-42a9-ac88-060fc549e0f8 req-9d049264-1539-46db-b57d-52014429a3a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=eee671f4-df25-47c7-bc7a-75ff921a8e7b HTTP/1.1" status: 200 len: 210 time: 0.1578376 Apr 05 10:02:06.187284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port abc00a21-840c-4fd3-9554-fb6aba5eecef, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=abc00a21-840c-4fd3-9554-fb6aba5eecef,segment=NetworkSegment(1bf62a79-ab9b-4ae2-bcd2-e6218c941590),segment_id=1bf62a79-ab9b-4ae2-bcd2-e6218c941590)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:06.188328 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.289665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c006ba-ba04-480b-8702-7af8e5b44409 req-aaba97d7-1778-4a52-9220-19333c2e8130 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:06.291113 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e1c006ba-ba04-480b-8702-7af8e5b44409 req-aaba97d7-1778-4a52-9220-19333c2e8130 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 945 time: 0.3654463 Apr 05 10:02:06.343325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for abc00a21-840c-4fd3-9554-fb6aba5eecef owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:06.399208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] For port abc00a21-840c-4fd3-9554-fb6aba5eecef, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=abc00a21-840c-4fd3-9554-fb6aba5eecef,segment=NetworkSegment(1bf62a79-ab9b-4ae2-bcd2-e6218c941590),segment_id=1bf62a79-ab9b-4ae2-bcd2-e6218c941590)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:06.399627 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.424091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.473775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=abc00a21-840c-4fd3-9554-fb6aba5eecef,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:06.487454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No DVR routers for this DVR port abc00a21-840c-4fd3-9554-fb6aba5eecef on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:02:06.530425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] Calling delete_port for abc00a21-840c-4fd3-9554-fb6aba5eecef owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:06.612299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.620686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:02:06.621482 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:02:06.624367 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e1c006ba-ba04-480b-8702-7af8e5b44409 req-8761dcc3-b3eb-4a58-a7ed-10f83f44ce80 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529052 Apr 05 10:02:06.626756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device f949bc86-8828-43e4-987c-cc145b4ef3f1 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:06.641347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9a6aee-b410-4578-9d83-de0fcfdbc547']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:06.660702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf62a79-ab9b-4ae2-bcd2-e6218c941590') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:06.661134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf62a79-ab9b-4ae2-bcd2-e6218c941590') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:06.666968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.667466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.667925 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Floating IP eddf7859-3650-4883-b2bb-a13aefe0a70e disassociated. External IP: 172.26.4.92, port: c968257e-f007-415c-971a-d62dec77c235. Apr 05 10:02:06.668271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Calling delete_port for c968257e-f007-415c-971a-d62dec77c235 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:06.673307 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: f949bc86-8828-43e4-987c-cc145b4ef3f1 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:06.673660 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device f949bc86-8828-43e4-987c-cc145b4ef3f1 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:06.678259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.694883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.702445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:02:06.702946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.714806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:02:06.719335 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:02:06.727321 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d19c6653-f9ac-4c02-94c0-a780288ef198 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "PUT /v2.0/routers/fc90ee23-fb44-4fce-b6d3-1b0b9723ff97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8856642 Apr 05 10:02:06.727321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33614) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:06.727537 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] Sync routers for ids ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:06.739104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] Routers {'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:06.739843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:06.810645 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.816399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.842754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Network': ['ID=2d9a6aee-b410-4578-9d83-de0fcfdbc547,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:06.861535 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d509f8b8-82d7-4665-8c6d-ec711c388b93 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/networks/2d9a6aee-b410-4578-9d83-de0fcfdbc547 HTTP/1.1" status: 204 len: 168 time: 1.1158082 Apr 05 10:02:06.862503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33618) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:06.868495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1167371802'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:06.873424 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:06.877652 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:network and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:06.882514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:06.889167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:06.899733 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:06.902657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.928863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] Set router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:06.932266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:02:06.942115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.942453 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added segment 0e3eaff4-7e52-4222-82a3-b4929a8ab2bd of type vlan for network bc6cacf8-728c-4d42-a0d1-07b6efd6e125 Apr 05 10:02:06.970130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:06.982239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.000973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.004940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:07.005499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.032173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event deleted for resources: {'Port': ['ID=c968257e-f007-415c-971a-d62dec77c235,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:07.038110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bec2f7d-e002-4fdc-bfa0-8b7876962133 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Deleting subnet 235b3237-b6fd-46e3-98e1-47856648ac4d {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:02:07.044365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bec2f7d-e002-4fdc-bfa0-8b7876962133 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.118106 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2540941 Apr 05 10:02:07.120718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33622) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:07.123214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] Deleting port abc00a21-840c-4fd3-9554-fb6aba5eecef {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:07.123813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.126965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'subnet': {'network_id': 'bc6cacf8-728c-4d42-a0d1-07b6efd6e125', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:07.140530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e37216-0505-4c43-996f-80bc813eae31 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Network': ['ID=bc6cacf8-728c-4d42-a0d1-07b6efd6e125,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:07.161222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network bc6cacf8-728c-4d42-a0d1-07b6efd6e125 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:02:07.219973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bec2f7d-e002-4fdc-bfa0-8b7876962133 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.249819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:07.254975 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:subnet and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:07.258536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0b0461f6-bcd4-4d8f-a505-043e9050530d None None] The port 'abc00a21-840c-4fd3-9554-fb6aba5eecef' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:02:07.281965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:07.296020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:07.312695 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:07.341738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bec2f7d-e002-4fdc-bfa0-8b7876962133 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.368706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33628) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:07.402036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T10:02:03Z', 'revision_number': 5, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:07.402036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] Checking router: fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:02:07.413288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] Routers {'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:07.413894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:07.441363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.499248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bec2f7d-e002-4fdc-bfa0-8b7876962133 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.555088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec2f7d-e002-4fdc-bfa0-8b7876962133 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event deleted for resources: {'Subnet': ['ID=235b3237-b6fd-46e3-98e1-47856648ac4d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:07.561039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a070-68ea-42ca-bcd0-3bf8e1f6022e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.596041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2bec2f7d-e002-4fdc-bfa0-8b7876962133 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.612564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6974e7c-106d-456b-a381-12c2b0c0aefb None None] Network b7c65548-cba0-4eb8-98fa-0a7a307c15cd requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:07.617826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Router 997573c5-a3c0-4747-a037-cee465dcd7d2 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:07.650482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a070-68ea-42ca-bcd0-3bf8e1f6022e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.650850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device abc00a21-840c-4fd3-9554-fb6aba5eecef no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:07.724177 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2bec2f7d-e002-4fdc-bfa0-8b7876962133 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "DELETE /v2.0/subnets/235b3237-b6fd-46e3-98e1-47856648ac4d HTTP/1.1" status: 204 len: 168 time: 0.9963324 Apr 05 10:02:07.730342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33634) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:07.757765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: abc00a21-840c-4fd3-9554-fb6aba5eecef {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:07.758831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device abc00a21-840c-4fd3-9554-fb6aba5eecef not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:07.879007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:07.926679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] Set router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:07.964060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Subnet': ['ID=67509a05-45e4-467e-a744-e228e4fae085,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:07.984807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Checking segment: {'id': '0e3eaff4-7e52-4222-82a3-b4929a8ab2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bc6cacf8-728c-4d42-a0d1-07b6efd6e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:07.985286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network hostable DHCP agents. Network: bc6cacf8-728c-4d42-a0d1-07b6efd6e125, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:02:08.011658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network bc6cacf8-728c-4d42-a0d1-07b6efd6e125 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:02:08.024485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, bc6cacf8-728c-4d42-a0d1-07b6efd6e125) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:08.031925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:08.032897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.050025 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b26aa-553b-4b8d-9fc6-03c74e3c46f8 None None] Network bc6cacf8-728c-4d42-a0d1-07b6efd6e125 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:08.066930 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-30ddaf30-1162-4d00-bb93-52db19e4a07d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9409235 Apr 05 10:02:08.067431 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33638) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:08.073251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-163950220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:08.086913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:08.092162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:router and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:08.092487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-ea6ced48-ac3f-4ac9-ad7b-33f215cee9d8 req-8d59041d-cc70-434f-8dac-7b9060624067 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Synchronizing usage tracker for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:08.095179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:08.102032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:08.117191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.118210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.134499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-ea6ced48-ac3f-4ac9-ad7b-33f215cee9d8 req-8d59041d-cc70-434f-8dac-7b9060624067 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Unset dirty status for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:08.135699 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea6ced48-ac3f-4ac9-ad7b-33f215cee9d8 req-8d59041d-cc70-434f-8dac-7b9060624067 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 210 time: 0.2793872 Apr 05 10:02:08.143243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.193919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.194171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a070-68ea-42ca-bcd0-3bf8e1f6022e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.210607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2a070-68ea-42ca-bcd0-3bf8e1f6022e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225e184-54ac-4104-b96c-5210bfcd2648,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:08.211125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.215077 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-14d2b034-078f-4fb8-8c35-82f5acf1f4db tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1448956 Apr 05 10:02:08.215274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33642) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:08.253829 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:02:08.258262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f2d2a070-68ea-42ca-bcd0-3bf8e1f6022e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.259404 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f2d2a070-68ea-42ca-bcd0-3bf8e1f6022e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/8225e184-54ac-4104-b96c-5210bfcd2648 HTTP/1.1" status: 204 len: 168 time: 0.8898363 Apr 05 10:02:08.329387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:08.341046 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] Sync routers for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:08.359015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33648) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:08.366671 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:08.368404 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:08.406935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed99f30-e6e1-4667-b5b4-d946cd9a1b07 None None] DHCP port deletion for b7c65548-cba0-4eb8-98fa-0a7a307c15cd request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:02:08.407205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.415386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8ed99f30-e6e1-4667-b5b4-d946cd9a1b07 None None] Deleting port 2f3edda9-0c85-48c0-90e2-b1909b780a1b {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:08.416027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8ed99f30-e6e1-4667-b5b4-d946cd9a1b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.576140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] No DVR routers for this DVR port c968257e-f007-415c-971a-d62dec77c235 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:02:08.579295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.582311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b2d5fcc5-7e1c-4a0d-98ea-86607a69b1de req-23725398-8c91-4990-8043-3f90593be730 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "DELETE /v2.0/ports/c968257e-f007-415c-971a-d62dec77c235 HTTP/1.1" status: 204 len: 173 time: 3.0086586 Apr 05 10:02:08.584781 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'name': 'network-vif-deleted', 'tag': 'c968257e-f007-415c-971a-d62dec77c235'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:02:08.647592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-bc6cacf8-728c-4d42-a0d1-07b6efd6e125', 'network_id': 'bc6cacf8-728c-4d42-a0d1-07b6efd6e125', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'fixed_ips': [{'subnet_id': '67509a05-45e4-467e-a744-e228e4fae085'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:02:08.651618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.663803 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:08.735021 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32038bab-9aaa-480d-b982-4ddc511cb8cd'] response: {'server_uuid': 'f192183f-8c0b-4b30-9a11-0762f1688d64', 'name': 'network-vif-deleted', 'tag': 'c968257e-f007-415c-971a-d62dec77c235', 'status': 'completed', 'code': 200} Apr 05 10:02:08.774117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:08.784870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device c968257e-f007-415c-971a-d62dec77c235 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:08.799361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Deleting port d9622b0b-942d-4507-881a-b04b2e120aa5 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:08.799944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:09.014164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:09.032136 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:09.038451 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] Checking router: 997573c5-a3c0-4747-a037-cee465dcd7d2 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:02:09.053971 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:09.055630 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:09.082742 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: c968257e-f007-415c-971a-d62dec77c235 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:09.083336 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device c968257e-f007-415c-971a-d62dec77c235 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:09.097035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] For port d9622b0b-942d-4507-881a-b04b2e120aa5, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d9622b0b-942d-4507-881a-b04b2e120aa5,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:09.097655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:09.158674 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8ed99f30-e6e1-4667-b5b4-d946cd9a1b07 None None] For port 2f3edda9-0c85-48c0-90e2-b1909b780a1b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2f3edda9-0c85-48c0-90e2-b1909b780a1b,segment=NetworkSegment(acf5bce2-492f-44cb-94f0-2b1944cd389e),segment_id=acf5bce2-492f-44cb-94f0-2b1944cd389e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:09.159000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8ed99f30-e6e1-4667-b5b4-d946cd9a1b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:09.242623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Allocated IP 2001:db8::2 (bc6cacf8-728c-4d42-a0d1-07b6efd6e125/67509a05-45e4-467e-a744-e228e4fae085/7fa7cacd-92e0-44dc-b057-f21647461949) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:09.303503 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Calling delete_port for d9622b0b-942d-4507-881a-b04b2e120aa5 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:09.371717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T10:02:03Z', 'revision_number': 5, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:09.383927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8ed99f30-e6e1-4667-b5b4-d946cd9a1b07 None None] Calling delete_port for 2f3edda9-0c85-48c0-90e2-b1909b780a1b owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:09.412295 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:09.458077 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1d3e2bc-33a4-4e11-90d8-650501f7b90e req-7cbed6c8-fa10-4366-a00d-3d7c7a3b66ef tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=f192183f-8c0b-4b30-9a11-0762f1688d64 HTTP/1.1" status: 200 len: 210 time: 0.0591776 Apr 05 10:02:09.491255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6b5e96-4e35-40de-a14c-c310c5eb224c None None] The sync data for ids ['fc90ee23-fb44-4fce-b6d3-1b0b9723ff97'] in dv-neutron-833199-1-hyperv is: [{'id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1360339683', 'tenant_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T10:02:03Z', 'revision_number': 5, 'project_id': 'da8105cfd52c4aeb83269a4f12fa120f', 'gw_port': {'id': 'd9622b0b-942d-4507-881a-b04b2e120aa5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:c3:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc90ee23-fb44-4fce-b6d3-1b0b9723ff97', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:59:51Z', 'updated_at': '2022-04-05T09:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:09.499981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8ed99f30-e6e1-4667-b5b4-d946cd9a1b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:09.619120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed99f30-e6e1-4667-b5b4-d946cd9a1b07 None None] Pushing event deleted for resources: {'Port': ['ID=2f3edda9-0c85-48c0-90e2-b1909b780a1b,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:09.706277 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:09.727170 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed99f30-e6e1-4667-b5b4-d946cd9a1b07 None None] No DVR routers for this DVR port 2f3edda9-0c85-48c0-90e2-b1909b780a1b on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:02:09.756682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event deleted for resources: {'Port': ['ID=d9622b0b-942d-4507-881a-b04b2e120aa5,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:09.829860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:09.960251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f3edda9-0c85-48c0-90e2-b1909b780a1b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:09.991237 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:10.001101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 2f3edda9-0c85-48c0-90e2-b1909b780a1b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:10.001639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f3edda9-0c85-48c0-90e2-b1909b780a1b not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:10.005187 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6194e25c-6a20-4af2-bde9-7c3927248ec3 None None] The sync data for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv is: [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:10.026156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.039999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Transition to ACTIVE for port object 7fa7cacd-92e0-44dc-b057-f21647461949 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:10.064400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Transition to ACTIVE for port object 7fa7cacd-92e0-44dc-b057-f21647461949 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:10.073587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.080548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.162779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Network bc6cacf8-728c-4d42-a0d1-07b6efd6e125 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:10.165965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:10.174033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:10.188607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Allocated IP 2001:db8::1 (bc6cacf8-728c-4d42-a0d1-07b6efd6e125/67509a05-45e4-467e-a744-e228e4fae085/66919a6f-3851-49c5-a712-3f95e9ee1911) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:10.245989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7fa7cacd-92e0-44dc-b057-f21647461949,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:10.281912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Attempting to bind port 7fa7cacd-92e0-44dc-b057-f21647461949 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:10.282279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Attempting to bind port 7fa7cacd-92e0-44dc-b057-f21647461949 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '0e3eaff4-7e52-4222-82a3-b4929a8ab2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bc6cacf8-728c-4d42-a0d1-07b6efd6e125'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:10.282634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Attempting to bind port 7fa7cacd-92e0-44dc-b057-f21647461949 on network bc6cacf8-728c-4d42-a0d1-07b6efd6e125 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:10.290400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:10.290755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Checking segment: {'id': '0e3eaff4-7e52-4222-82a3-b4929a8ab2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bc6cacf8-728c-4d42-a0d1-07b6efd6e125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:10.291154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.291562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Bound using segment: {'id': '0e3eaff4-7e52-4222-82a3-b4929a8ab2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bc6cacf8-728c-4d42-a0d1-07b6efd6e125'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:10.292070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Bound port: 7fa7cacd-92e0-44dc-b057-f21647461949, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3eaff4-7e52-4222-82a3-b4929a8ab2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'bc6cacf8-728c-4d42-a0d1-07b6efd6e125'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:10.292835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.396808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] For port 7fa7cacd-92e0-44dc-b057-f21647461949, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:10.400353 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] For port 7fa7cacd-92e0-44dc-b057-f21647461949, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7fa7cacd-92e0-44dc-b057-f21647461949,segment=NetworkSegment(0e3eaff4-7e52-4222-82a3-b4929a8ab2bd),segment_id=0e3eaff4-7e52-4222-82a3-b4929a8ab2bd)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:10.408594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.439829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.474493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Transition to ACTIVE for port object 66919a6f-3851-49c5-a712-3f95e9ee1911 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:10.491226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8f5d9-0a3d-4fc1-8ed6-5e42190b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7fa7cacd-92e0-44dc-b057-f21647461949,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:10.567322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8838080-c77c-42e8-8625-18faa58513f3 None None] New status for floating IP eddf7859-3650-4883-b2bb-a13aefe0a70e: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:02:10.613676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.618738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.638216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.697618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.698609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Fanout notify agent at l3_agent the message router_deleted on router fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:02:10.761702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.766938 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5ae78012-cea4-4fe1-be8f-8627eb0c6175 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "DELETE /v2.0/routers/fc90ee23-fb44-4fce-b6d3-1b0b9723ff97 HTTP/1.1" status: 204 len: 168 time: 2.9875536 Apr 05 10:02:10.767543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33660) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:10.779189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network bc6cacf8-728c-4d42-a0d1-07b6efd6e125 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:10.785585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=66919a6f-3851-49c5-a712-3f95e9ee1911,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:10.796203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:10.806016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:10.806224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:10.988505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.073810 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.157224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.196014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c65548-cba0-4eb8-98fa-0a7a307c15cd']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:11.204751 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-7eeefd3f-2d32-43db-b512-94ca44c09753 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856781951&fields=id&tenant_id=298a887535cb49a1b281d820c653e6fc HTTP/1.1" status: 200 len: 267 time: 0.0900278 Apr 05 10:02:11.210259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf5bce2-492f-44cb-94f0-2b1944cd389e') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:11.210559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf5bce2-492f-44cb-94f0-2b1944cd389e') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:11.295196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.327787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.348127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:02:11.348536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:02:11.364206 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:02:11.483571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378b188-3cf8-45fe-be49-b62503028853 req-09f10010-ce65-4582-a9fe-c700f8eebf3c tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:11.485073 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-09f10010-ce65-4582-a9fe-c700f8eebf3c tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 810 time: 0.2671268 Apr 05 10:02:11.490843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.511700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 841a8654-b494-46ab-98d0-380ab0bc38d2 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:11.512045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.523022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.539668 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-59805f35-a197-4c0d-92d1-9964c8913800 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/quotas/298a887535cb49a1b281d820c653e6fc HTTP/1.1" status: 200 len: 375 time: 0.0465119 Apr 05 10:02:11.540394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event deleted for resources: {'Network': ['ID=b7c65548-cba0-4eb8-98fa-0a7a307c15cd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:11.558080 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4483e185-f3b8-4a6a-b27d-c5c59b93007e tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "DELETE /v2.0/networks/b7c65548-cba0-4eb8-98fa-0a7a307c15cd HTTP/1.1" status: 204 len: 168 time: 0.7866395 Apr 05 10:02:11.561617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33668) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:11.663084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7fa7cacd-92e0-44dc-b057-f21647461949 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:11.719996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca99e0c4-0361-4652-a429-da22cee452c0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.729200 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-a9862d1a-20f6-4d40-a8c0-afa499c423f5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1665137 Apr 05 10:02:11.749787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 7fa7cacd-92e0-44dc-b057-f21647461949 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:11.790041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca99e0c4-0361-4652-a429-da22cee452c0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.806440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:11.842280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:11.842624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5fdb3438-9c22-4568-a7fe-2ed4537c9d52 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:11.843033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d9622b0b-942d-4507-881a-b04b2e120aa5 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:11.875377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: d9622b0b-942d-4507-881a-b04b2e120aa5 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:11.875750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d9622b0b-942d-4507-881a-b04b2e120aa5 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:11.930864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.944152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.944750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-41225884-9dfd-475f-91b6-697d5726118e service neutron] 10.222.0.30 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930788 Apr 05 10:02:11.945458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:11.957113 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e3399-792b-4759-b034-6514d612ae73 None None] Network bc6cacf8-728c-4d42-a0d1-07b6efd6e125 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:12.003154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 841a8654-b494-46ab-98d0-380ab0bc38d2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=841a8654-b494-46ab-98d0-380ab0bc38d2,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:12.003537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:12.062575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca99e0c4-0361-4652-a429-da22cee452c0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:12.074050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cc96ea4b-12d0-4044-8a3d-5ac1ebd5a1fa None None] Provisioning for port 7fa7cacd-92e0-44dc-b057-f21647461949 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:12.082654 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cc96ea4b-12d0-4044-8a3d-5ac1ebd5a1fa None None] Provisioning complete for port 7fa7cacd-92e0-44dc-b057-f21647461949 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:12.083307 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cc96ea4b-12d0-4044-8a3d-5ac1ebd5a1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:12.090600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99e0c4-0361-4652-a429-da22cee452c0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a542ffba-d644-4881-9b5e-3af200076938,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:12.121355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ca99e0c4-0361-4652-a429-da22cee452c0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:12.123974 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ca99e0c4-0361-4652-a429-da22cee452c0 tempest-TestNetworkAdvancedServerOps-1726662008 tempest-TestNetworkAdvancedServerOps-1726662008-project] 10.222.0.30 "DELETE /v2.0/security-groups/a542ffba-d644-4881-9b5e-3af200076938 HTTP/1.1" status: 204 len: 168 time: 0.5151603 Apr 05 10:02:12.134143 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-652a68d9-ced2-4b90-901c-69804b112aaa service neutron] 10.222.0.30 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654050 Apr 05 10:02:12.157293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 841a8654-b494-46ab-98d0-380ab0bc38d2 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:12.277748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=66919a6f-3851-49c5-a712-3f95e9ee1911,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:12.372521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cc96ea4b-12d0-4044-8a3d-5ac1ebd5a1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:12.385088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network bc6cacf8-728c-4d42-a0d1-07b6efd6e125 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:12.386956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:12.420945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-cc96ea4b-12d0-4044-8a3d-5ac1ebd5a1fa None None] For port 7fa7cacd-92e0-44dc-b057-f21647461949, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7fa7cacd-92e0-44dc-b057-f21647461949,segment=NetworkSegment(0e3eaff4-7e52-4222-82a3-b4929a8ab2bd),segment_id=0e3eaff4-7e52-4222-82a3-b4929a8ab2bd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:12.432055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cc96ea4b-12d0-4044-8a3d-5ac1ebd5a1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:12.509824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96ea4b-12d0-4044-8a3d-5ac1ebd5a1fa None None] Pushing event updated for resources: {'Port': ['ID=7fa7cacd-92e0-44dc-b057-f21647461949,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:12.600058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33684) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:12.759888 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-655aa1bb-e0ec-4ff7-b4b0-c8cae250fac2 None None] Provisioning for port 66919a6f-3851-49c5-a712-3f95e9ee1911 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:12.766400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-655aa1bb-e0ec-4ff7-b4b0-c8cae250fac2 None None] Provisioning complete for port 66919a6f-3851-49c5-a712-3f95e9ee1911 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:12.766861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-655aa1bb-e0ec-4ff7-b4b0-c8cae250fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:12.791316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:12.828128 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1e116fad-a294-4974-bb1e-89f970015bd9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da8105cfd52c4aeb83269a4f12fa120f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2264957 Apr 05 10:02:12.829983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33690) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:12.833578 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-655aa1bb-e0ec-4ff7-b4b0-c8cae250fac2 None None] Port 66919a6f-3851-49c5-a712-3f95e9ee1911 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:12.848262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-655aa1bb-e0ec-4ff7-b4b0-c8cae250fac2 None None] Provisioning complete for port 7fa7cacd-92e0-44dc-b057-f21647461949 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:12.848723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-655aa1bb-e0ec-4ff7-b4b0-c8cae250fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:12.864106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=841a8654-b494-46ab-98d0-380ab0bc38d2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:13.086486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-500516f3-d780-4e9b-af1b-5bfdbaeeb3ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:13.113303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e22bee7f-ac71-49f6-8f44-7e84d87072c6 None None] Provisioning complete for port 66919a6f-3851-49c5-a712-3f95e9ee1911 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:13.113685 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e22bee7f-ac71-49f6-8f44-7e84d87072c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:13.177300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e22bee7f-ac71-49f6-8f44-7e84d87072c6 None None] Port 66919a6f-3851-49c5-a712-3f95e9ee1911 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:13.190308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-500516f3-d780-4e9b-af1b-5bfdbaeeb3ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:13.230206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 1829895c-99a9-463e-b2b3-99b6f0715c5e is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:02:13.299205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d869d3e4-180a-4582-981e-5796d2fc4302 None None] Provisioning complete for port 66919a6f-3851-49c5-a712-3f95e9ee1911 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:13.299593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d869d3e4-180a-4582-981e-5796d2fc4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:13.353713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d869d3e4-180a-4582-981e-5796d2fc4302 None None] Port 66919a6f-3851-49c5-a712-3f95e9ee1911 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:13.495889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-500516f3-d780-4e9b-af1b-5bfdbaeeb3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:13.525333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500516f3-d780-4e9b-af1b-5bfdbaeeb3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1641ed-7f36-4ef9-9388-3045da6136e9,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:13.593902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-500516f3-d780-4e9b-af1b-5bfdbaeeb3ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:13.597215 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-500516f3-d780-4e9b-af1b-5bfdbaeeb3ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df1641ed-7f36-4ef9-9388-3045da6136e9 HTTP/1.1" status: 204 len: 168 time: 0.7572007 Apr 05 10:02:13.610735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:13.649945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7fa7cacd-92e0-44dc-b057-f21647461949 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:13.734800 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bb74e36c-b7b2-4443-8d7c-771495395b8b req-a9ad6bcd-d6f4-4c2d-b848-8143d25e5593 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 210 time: 0.0461557 Apr 05 10:02:13.796296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 7fa7cacd-92e0-44dc-b057-f21647461949 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:13.796822 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:13.800767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:13.806308 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cb338676-e515-4264-935f-200b104f8bd6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/1829895c-99a9-463e-b2b3-99b6f0715c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5893490 Apr 05 10:02:13.808905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33702) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:13.812973 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a48f80-ded9-49d0-86fd-16484311ba89 None None] Sync routers for ids ['1829895c-99a9-463e-b2b3-99b6f0715c5e'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:13.829715 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a48f80-ded9-49d0-86fd-16484311ba89 None None] Routers {'1829895c-99a9-463e-b2b3-99b6f0715c5e'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:13.830590 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c6a48f80-ded9-49d0-86fd-16484311ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['1829895c-99a9-463e-b2b3-99b6f0715c5e'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:13.913231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6750560-40fb-41e0-825d-05984998355e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:13.913827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f6750560-40fb-41e0-825d-05984998355e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Synchronizing usage tracker for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:13.914676 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c6a48f80-ded9-49d0-86fd-16484311ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:13.932267 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a48f80-ded9-49d0-86fd-16484311ba89 None None] Routers {'1829895c-99a9-463e-b2b3-99b6f0715c5e'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:13.933178 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c6a48f80-ded9-49d0-86fd-16484311ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['1829895c-99a9-463e-b2b3-99b6f0715c5e'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:13.933711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f6750560-40fb-41e0-825d-05984998355e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Unset dirty status for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:13.935884 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f6750560-40fb-41e0-825d-05984998355e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports/66919a6f-3851-49c5-a712-3f95e9ee1911 HTTP/1.1" status: 200 len: 911 time: 0.1259425 Apr 05 10:02:13.938924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33706) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:14.007656 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c6a48f80-ded9-49d0-86fd-16484311ba89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:14.008596 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a48f80-ded9-49d0-86fd-16484311ba89 None None] The sync data for ids ['1829895c-99a9-463e-b2b3-99b6f0715c5e'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:14.066422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33710) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:14.195421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:14.250353 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:14.256189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:8b9c36fa8b3f4294922c7c6e05a319ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:14.259695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:14.268718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:14.342344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:14.487769 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:14.493145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:14.552220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1563c2-2037-4527-b01e-b2ed1029badc,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:14.560661 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b9c36fa8b3f4294922c7c6e05a319ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4923954 Apr 05 10:02:14.562513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33714) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:14.569856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:14.583168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] Sync routers for ids ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:14.583436 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1e52b95c-99b3-4f82-b6fc-ec51a73c0108 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/4d4721ee-5e8e-4666-b78a-8ee0c9fddd73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2192669 Apr 05 10:02:14.586103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33718) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:14.605363 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] Routers {'4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:14.606141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:14.616895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.617233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.617564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.617911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.618233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.618549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.618877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.619201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.619547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.619884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.620202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa652f3e-9377-4894-8882-2c07f226b5f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:14.629443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:14.801699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8a600998-3221-4ac7-a276-b94927a96737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:14.831890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8a600998-3221-4ac7-a276-b94927a96737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:14.903907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] Set router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:14.963924 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9b66005-3469-425f-91f3-946c1df88a57 req-851b66b6-840a-48f7-ac0c-8c08c3f8aa2a tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 210 time: 0.0696137 Apr 05 10:02:14.978644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8a600998-3221-4ac7-a276-b94927a96737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:15.061913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a600998-3221-4ac7-a276-b94927a96737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1563c2-2037-4527-b01e-b2ed1029badc,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:15.092230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8a600998-3221-4ac7-a276-b94927a96737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:15.099123 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8a600998-3221-4ac7-a276-b94927a96737 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df1563c2-2037-4527-b01e-b2ed1029badc HTTP/1.1" status: 204 len: 168 time: 0.5349677 Apr 05 10:02:15.230659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting subnet 362ceb82-6a19-42e2-8b5d-08c7b2fd0efc {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:02:15.235302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:15.294869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:02:12Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:15.302756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] Checking router: 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:02:15.321222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:15.324624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] Routers {'4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:15.325840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:15.450344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:15.557398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] Set router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:15.589409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:15.669307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Subnet': ['ID=362ceb82-6a19-42e2-8b5d-08c7b2fd0efc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:15.678852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:15.686298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.686683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.686977 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.687316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.688989 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.689379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.689719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.690058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.690389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.690717 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.691043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:15.702097 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f6f93035-7aa3-4ac0-9930-c1889dfe35f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/subnets/362ceb82-6a19-42e2-8b5d-08c7b2fd0efc HTTP/1.1" status: 204 len: 168 time: 1.1075189 Apr 05 10:02:15.703209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33738) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:15.765487 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf42d32-eff8-431f-bded-2870c8edbae7 None None] Network 87dbffbe-77f6-4c39-97b7-96d3a578aed0 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:15.830934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 66919a6f-3851-49c5-a712-3f95e9ee1911 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:15.831334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:16.026014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:16.117737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:16.145610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:02:12Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:16.151006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007e9be-c260-4b9d-90f4-caed918f646e None None] The sync data for ids ['4d4721ee-5e8e-4666-b78a-8ee0c9fddd73'] in dv-neutron-833199-1-hyperv is: [{'id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'name': 'tempest-TestNetworkBasicOps-router-1998032556', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:00:57Z', 'updated_at': '2022-04-05T10:02:12Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'e996184d-d36c-4274-9ad8-4aed38432d5a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4721ee-5e8e-4666-b78a-8ee0c9fddd73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:00:58Z', 'updated_at': '2022-04-05T10:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:16.165115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 66919a6f-3851-49c5-a712-3f95e9ee1911 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:16.395393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:16.406434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port e996184d-d36c-4274-9ad8-4aed38432d5a {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:16.406782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:16.438656 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8e72f4cb-bdff-469f-9187-7375fb9d6f6c req-6ea1121b-3a9c-4602-b796-9d4fca736b10 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 210 time: 0.2416205 Apr 05 10:02:16.517072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2fc712-e4e2-403a-8d05-1833e05c35aa None None] DHCP port deletion for 87dbffbe-77f6-4c39-97b7-96d3a578aed0 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:02:16.522027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6d2fc712-e4e2-403a-8d05-1833e05c35aa None None] Deleting port 1a9d9d08-ac18-472d-be7a-6c23929a5302 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:16.522676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc712-e4e2-403a-8d05-1833e05c35aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:16.534301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378b188-3cf8-45fe-be49-b62503028853 req-b8397b8d-6928-4810-b081-f06019ede637 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:16.535745 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-b8397b8d-6928-4810-b081-f06019ede637 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 810 time: 0.3399708 Apr 05 10:02:16.655755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port e996184d-d36c-4274-9ad8-4aed38432d5a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=e996184d-d36c-4274-9ad8-4aed38432d5a,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:16.656681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:16.662355 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-733d5659-504d-4ae4-9658-0d968345a0b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=298a887535cb49a1b281d820c653e6fc HTTP/1.1" status: 200 len: 379 time: 0.1099658 Apr 05 10:02:16.677948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'port': {'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'admin_state_up': True, 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'security_groups': ['716ebb51-00f6-4b3c-9551-8816bfccd9c1']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:16.802509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for e996184d-d36c-4274-9ad8-4aed38432d5a owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:16.879726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:16.895368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:16.910752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:16.945584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Made reservation on behalf of 298a887535cb49a1b281d820c653e6fc for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:16.948600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:16.973346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6d2fc712-e4e2-403a-8d05-1833e05c35aa None None] For port 1a9d9d08-ac18-472d-be7a-6c23929a5302, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1a9d9d08-ac18-472d-be7a-6c23929a5302,segment=NetworkSegment(5de823e5-7f8a-4e9a-8b42-d942efdb211e),segment_id=5de823e5-7f8a-4e9a-8b42-d942efdb211e)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:16.974212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc712-e4e2-403a-8d05-1833e05c35aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:16.979358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=66919a6f-3851-49c5-a712-3f95e9ee1911,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:17.033045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:17.093712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=e996184d-d36c-4274-9ad8-4aed38432d5a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:17.145835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6d2fc712-e4e2-403a-8d05-1833e05c35aa None None] Calling delete_port for 1a9d9d08-ac18-472d-be7a-6c23929a5302 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:17.237204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc712-e4e2-403a-8d05-1833e05c35aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:17.292843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:17.301960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fc712-e4e2-403a-8d05-1833e05c35aa None None] Pushing event deleted for resources: {'Port': ['ID=1a9d9d08-ac18-472d-be7a-6c23929a5302,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:17.312815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fc712-e4e2-403a-8d05-1833e05c35aa None None] No DVR routers for this DVR port 1a9d9d08-ac18-472d-be7a-6c23929a5302 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:02:17.408455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:17.454639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Allocated IP 172.20.0.7 (0bde4e36-5e56-4c57-baca-403f5b45f950/f6819753-4eed-4571-a836-0e1456f980cc/d512be76-d7f5-466d-9bb8-5eb12d88f3e4) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:17.686472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 841a8654-b494-46ab-98d0-380ab0bc38d2 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:17.727668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 841a8654-b494-46ab-98d0-380ab0bc38d2 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:17.728431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 841a8654-b494-46ab-98d0-380ab0bc38d2 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:17.729082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1a9d9d08-ac18-472d-be7a-6c23929a5302 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:17.772015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 1a9d9d08-ac18-472d-be7a-6c23929a5302 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:17.773184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1a9d9d08-ac18-472d-be7a-6c23929a5302 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:17.785855 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ff06f2fc-fa18-4bf2-932b-9294b9463f3b req-78ac2583-6550-4444-8846-e670419635ff tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 210 time: 0.1196685 Apr 05 10:02:17.862126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:17.866286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:17.893077 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:17.893751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Fanout notify agent at l3_agent the message router_deleted on router 4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:02:17.910524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:17.914564 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-22dbbd42-df22-4f55-9fa9-0e0d172303b2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/routers/4d4721ee-5e8e-4666-b78a-8ee0c9fddd73 HTTP/1.1" status: 204 len: 168 time: 2.2103188 Apr 05 10:02:17.915248 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33748) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:18.067899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.121531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.133997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 1829895c-99a9-463e-b2b3-99b6f0715c5e has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:18.148982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Transition to ACTIVE for port object d512be76-d7f5-466d-9bb8-5eb12d88f3e4 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:18.222462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.251192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87dbffbe-77f6-4c39-97b7-96d3a578aed0']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:18.264586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de823e5-7f8a-4e9a-8b42-d942efdb211e') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:18.264888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de823e5-7f8a-4e9a-8b42-d942efdb211e') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:18.276574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.293185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.297372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:18.299837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.303077 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:02:18.303920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.311863 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e65bd-97d2-4527-a636-a14a38474dba None None] Sync routers for ids ['1829895c-99a9-463e-b2b3-99b6f0715c5e'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:02:18.319372 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:02:18.331061 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e65bd-97d2-4527-a636-a14a38474dba None None] Routers {'1829895c-99a9-463e-b2b3-99b6f0715c5e'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:18.332452 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a27e65bd-97d2-4527-a636-a14a38474dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['1829895c-99a9-463e-b2b3-99b6f0715c5e'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:18.392166 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a388dda4-69ba-4a36-a164-5945209db03b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/1829895c-99a9-463e-b2b3-99b6f0715c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4489191 Apr 05 10:02:18.394250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33752) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:18.407995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:18.411788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:18.413598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'Port': ['ID=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:18.415714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:18.454581 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a27e65bd-97d2-4527-a636-a14a38474dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:18.459240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-16dff549-e72d-43e7-802d-904a74984698 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Synchronizing usage tracker for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:18.466409 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e65bd-97d2-4527-a636-a14a38474dba None None] Routers {'1829895c-99a9-463e-b2b3-99b6f0715c5e'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:18.467102 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a27e65bd-97d2-4527-a636-a14a38474dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['1829895c-99a9-463e-b2b3-99b6f0715c5e'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:18.492616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.518087 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.524046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:18.524940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.525163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-16dff549-e72d-43e7-802d-904a74984698 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Unset dirty status for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:18.526454 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-16dff549-e72d-43e7-802d-904a74984698 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=1829895c-99a9-463e-b2b3-99b6f0715c5e HTTP/1.1" status: 200 len: 205 time: 0.1290634 Apr 05 10:02:18.538134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33756) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:18.553088 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-6b065b7d-53e8-43c0-8944-238967790ddd tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8825707 Apr 05 10:02:18.564268 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a27e65bd-97d2-4527-a636-a14a38474dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:18.564682 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e65bd-97d2-4527-a636-a14a38474dba None None] The sync data for ids ['1829895c-99a9-463e-b2b3-99b6f0715c5e'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:18.570374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Request body: {'port': {'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:18.623621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Network': ['ID=87dbffbe-77f6-4c39-97b7-96d3a578aed0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:18.635669 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-413da19b-7090-41e2-b11c-7a2c4f97b285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/networks/87dbffbe-77f6-4c39-97b7-96d3a578aed0 HTTP/1.1" status: 204 len: 168 time: 0.7162566 Apr 05 10:02:18.678645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33760) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:18.697712 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'network': {'name': 'tempest-network-smoke--671652881', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'port_security_enabled': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:18.711743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:18.720651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9537d488-ef2f-4d8d-9d07-c13f65d589b7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.723055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:network and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:18.729277 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:18.738299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:18.746304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.764357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:18.767217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.845103 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:02:18.854010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-50d5340e-852c-489f-8c68-f0856381d588 None None] Provisioning for port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:18.865918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-50d5340e-852c-489f-8c68-f0856381d588 None None] Provisioning complete for port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:18.866570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-50d5340e-852c-489f-8c68-f0856381d588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.902469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:18.903117 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Added segment 783d63b2-bc6f-46aa-ad41-2d1868ccc01d of type vlan for network d2c4c786-fb85-4011-b621-6f5929f65d00 Apr 05 10:02:18.936789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-50d5340e-852c-489f-8c68-f0856381d588 None None] Port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:18.994856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.119698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.123687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:19.124259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.128209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9537d488-ef2f-4d8d-9d07-c13f65d589b7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.132631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9537d488-ef2f-4d8d-9d07-c13f65d589b7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.159346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9537d488-ef2f-4d8d-9d07-c13f65d589b7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.159826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9537d488-ef2f-4d8d-9d07-c13f65d589b7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Fanout notify agent at l3_agent the message router_deleted on router 1829895c-99a9-463e-b2b3-99b6f0715c5e {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:02:19.171630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9537d488-ef2f-4d8d-9d07-c13f65d589b7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.172715 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9537d488-ef2f-4d8d-9d07-c13f65d589b7 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/1829895c-99a9-463e-b2b3-99b6f0715c5e HTTP/1.1" status: 204 len: 168 time: 0.6318941 Apr 05 10:02:19.175481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33766) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:19.266345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd91a8-280c-47ec-a3a2-44dbda02dcf1 req-b2174855-4ec6-4d91-8c61-a9fc40fc7c63 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:19.267042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0dfd91a8-280c-47ec-a3a2-44dbda02dcf1 req-b2174855-4ec6-4d91-8c61-a9fc40fc7c63 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Synchronizing usage tracker for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:19.284587 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6044426 Apr 05 10:02:19.285462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48d585-8184-4030-9bb8-2a77c3071d77 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Network': ['ID=d2c4c786-fb85-4011-b621-6f5929f65d00,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:19.289382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33770) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:19.297976 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network d2c4c786-fb85-4011-b621-6f5929f65d00 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:02:19.298703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-7101846', 'admin_state_up': True, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:19.309834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:19.324491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:router and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:19.330443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:19.335019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0dfd91a8-280c-47ec-a3a2-44dbda02dcf1 req-b2174855-4ec6-4d91-8c61-a9fc40fc7c63 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Unset dirty status for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:19.336219 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dfd91a8-280c-47ec-a3a2-44dbda02dcf1 req-b2174855-4ec6-4d91-8c61-a9fc40fc7c63 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 931 time: 0.4175887 Apr 05 10:02:19.367570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:19.424367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.425600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.442980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d512be76-d7f5-466d-9bb8-5eb12d88f3e4 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:02:19.452106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.477236 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dfd91a8-280c-47ec-a3a2-44dbda02dcf1 req-389ad851-b222-4e45-bf25-362d3be006bb tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108723 Apr 05 10:02:19.479301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e98073-20b6-4a35-9c53-edc9912fdbc9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting subnet 67509a05-45e4-467e-a744-e228e4fae085 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:02:19.481325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Transition to ACTIVE for port object d512be76-d7f5-466d-9bb8-5eb12d88f3e4 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:19.482841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e0e98073-20b6-4a35-9c53-edc9912fdbc9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.486888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.522859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e996184d-d36c-4274-9ad8-4aed38432d5a no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:19.532471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.540053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e0e98073-20b6-4a35-9c53-edc9912fdbc9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.555506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: e996184d-d36c-4274-9ad8-4aed38432d5a {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:19.555876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device e996184d-d36c-4274-9ad8-4aed38432d5a not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:19.634511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Pushing event updated for resources: {'Port': ['ID=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:19.648686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e0e98073-20b6-4a35-9c53-edc9912fdbc9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.735574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e0e98073-20b6-4a35-9c53-edc9912fdbc9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.788575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e98073-20b6-4a35-9c53-edc9912fdbc9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Subnet': ['ID=67509a05-45e4-467e-a744-e228e4fae085,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:19.798291 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e0e98073-20b6-4a35-9c53-edc9912fdbc9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.806896 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e0e98073-20b6-4a35-9c53-edc9912fdbc9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/67509a05-45e4-467e-a744-e228e4fae085 HTTP/1.1" status: 204 len: 168 time: 0.6281784 Apr 05 10:02:19.807078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18fd4ef-b515-421e-9786-1a7e787a53a9 None None] Network bc6cacf8-728c-4d42-a0d1-07b6efd6e125 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:19.807207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33774) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:19.871327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.931612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:19.948524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 7fa7cacd-92e0-44dc-b057-f21647461949 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:19.948860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.030815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Attempting to bind port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:20.031144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Attempting to bind port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:20.031469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Attempting to bind port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 on network 0bde4e36-5e56-4c57-baca-403f5b45f950 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:20.039817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 on network 0bde4e36-5e56-4c57-baca-403f5b45f950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:02:20.040139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Attempting to bind port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 on network 0bde4e36-5e56-4c57-baca-403f5b45f950 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:20.051744 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:20.052054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Checking segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:20.052290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Bound using segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:20.052724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Bound port: d512be76-d7f5-466d-9bb8-5eb12d88f3e4, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:20.053072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.071668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] DHCP port deletion for bc6cacf8-728c-4d42-a0d1-07b6efd6e125 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:02:20.077265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] Deleting port 7fa7cacd-92e0-44dc-b057-f21647461949 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:20.077781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.177713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port 7fa7cacd-92e0-44dc-b057-f21647461949, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7fa7cacd-92e0-44dc-b057-f21647461949,segment=NetworkSegment(0e3eaff4-7e52-4222-82a3-b4929a8ab2bd),segment_id=0e3eaff4-7e52-4222-82a3-b4929a8ab2bd)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:20.178350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.211719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] For port d512be76-d7f5-466d-9bb8-5eb12d88f3e4, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:20.215384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] For port d512be76-d7f5-466d-9bb8-5eb12d88f3e4, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:20.224927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.297248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.298734 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] 10.222.0.10 "PUT /v2.0/ports/d512be76-d7f5-466d-9bb8-5eb12d88f3e4 HTTP/1.1" status: 200 len: 1093 time: 1.7365022 Apr 05 10:02:20.299467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] For port 7fa7cacd-92e0-44dc-b057-f21647461949, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7fa7cacd-92e0-44dc-b057-f21647461949,segment=NetworkSegment(0e3eaff4-7e52-4222-82a3-b4929a8ab2bd),segment_id=0e3eaff4-7e52-4222-82a3-b4929a8ab2bd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:20.299983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 7fa7cacd-92e0-44dc-b057-f21647461949 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:20.300383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.302323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267b0f41-d743-4f37-a747-d55f54821654', 'tag': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:02:20.395180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1876b9-300c-4fce-ae52-ec9765d8ff1c service neutron] Pushing event updated for resources: {'Port': ['ID=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:20.409760 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-755569c1-0094-4475-9915-664f4aa3dc47'] response: {'name': 'network-changed', 'server_uuid': '267b0f41-d743-4f37-a747-d55f54821654', 'tag': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'status': 'completed', 'code': 200} Apr 05 10:02:20.410908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.455582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] Calling delete_port for 7fa7cacd-92e0-44dc-b057-f21647461949 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:20.465151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.477402 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=7fa7cacd-92e0-44dc-b057-f21647461949,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:20.483271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No DVR routers for this DVR port 7fa7cacd-92e0-44dc-b057-f21647461949 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:02:20.512021 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.545776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:02:20.546015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:02:20.556743 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-ef551c19-75c6-4a91-9b20-d070545b39e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 1096 time: 0.2164197 Apr 05 10:02:20.644194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.660171 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-7788804f-e23b-472f-833e-acca1012e006 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4 HTTP/1.1" status: 200 len: 217 time: 0.0911374 Apr 05 10:02:20.674753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6cacf8-728c-4d42-a0d1-07b6efd6e125']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:20.687954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3eaff4-7e52-4222-82a3-b4929a8ab2bd') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:20.688254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3eaff4-7e52-4222-82a3-b4929a8ab2bd') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:20.699467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.716218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.722770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:02:20.723266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:02:20.738075 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:02:20.817341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.821666 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.835758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378b188-3cf8-45fe-be49-b62503028853 req-cd3f66bb-ff6e-4ac9-9c40-e6e9e3871970 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:20.837194 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-cd3f66bb-ff6e-4ac9-9c40-e6e9e3871970 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.1685452 Apr 05 10:02:20.850191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Network': ['ID=bc6cacf8-728c-4d42-a0d1-07b6efd6e125,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:20.860077 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bd1ac998-4947-4742-8ca7-3268afa85862 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/networks/bc6cacf8-728c-4d42-a0d1-07b6efd6e125 HTTP/1.1" status: 204 len: 168 time: 1.0518682 Apr 05 10:02:20.863586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33782) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:20.868773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1193905436', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:20.876202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:20.880120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:router and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:20.883045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:20.888894 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:20.899448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.900360 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.909606 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.17 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/17e9ab38-b335-43bc-b9ce-02017be369ce) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:20.918959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:20.924877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80127df-60a7-4916-837a-4680bea90a3a req-d1779962-1a61-4c13-a1a0-ad15cbb8fd87 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:20.926336 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d80127df-60a7-4916-837a-4680bea90a3a req-d1779962-1a61-4c13-a1a0-ad15cbb8fd87 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 943 time: 0.2588170 Apr 05 10:02:21.047028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] Deleting port 7fa7cacd-92e0-44dc-b057-f21647461949 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:21.047305 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.092421 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d80127df-60a7-4916-837a-4680bea90a3a req-a45a16f0-f2cf-4ff6-bb99-8ac55708bd04 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534016 Apr 05 10:02:21.111916 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-adc46c0b-d260-4ad3-b26f-4251e76de96e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2668273 Apr 05 10:02:21.148162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-42383a6d-9316-46ca-afe4-e5c63e4dff0d None None] The port '7fa7cacd-92e0-44dc-b057-f21647461949' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:02:21.169608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.240441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.290003 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-4667b1e1-3733-421a-8024-cc056660b97b service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693764 Apr 05 10:02:21.350108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.364097 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.381054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.464106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:21.472072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:21.474411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:21.509624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=17e9ab38-b335-43bc-b9ce-02017be369ce,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:21.533725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Allocated IP 172.26.4.147 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/9780dc9f-df72-4219-a38d-30cadf1a2896) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:21.556764 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e378b188-3cf8-45fe-be49-b62503028853 req-1a20c23a-fbea-4ea8-aef9-ee6d6c74bf51 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609451 Apr 05 10:02:21.595824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7fa7cacd-92e0-44dc-b057-f21647461949 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:21.639480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 7fa7cacd-92e0-44dc-b057-f21647461949 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:21.639880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7fa7cacd-92e0-44dc-b057-f21647461949 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:21.666969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.709301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.732866 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5326f218-97c0-4bde-ac69-05198cf57b03 req-5480fcc9-4e6a-4b5c-a57c-c5b89bc503a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 1096 time: 0.0885668 Apr 05 10:02:21.734812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.735612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.738146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.817161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:21.817161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:21.817161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:21.846504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=9780dc9f-df72-4219-a38d-30cadf1a2896,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:21.978048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:21.978706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:22.102969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f218-97c0-4bde-ac69-05198cf57b03 req-30cf009f-218c-4290-baf5-ee939774aecf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:22.104368 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5326f218-97c0-4bde-ac69-05198cf57b03 req-30cf009f-218c-4290-baf5-ee939774aecf service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.3648622 Apr 05 10:02:22.177846 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5326f218-97c0-4bde-ac69-05198cf57b03 req-4cb1db2f-5ff4-4135-bc45-082f6c74b80b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4 HTTP/1.1" status: 200 len: 217 time: 0.0665836 Apr 05 10:02:22.217755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 09122019-6881-472c-90be-f6f01408b552 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:02:22.299233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f218-97c0-4bde-ac69-05198cf57b03 req-039fe2d6-59b6-477a-b19e-7f9e3580751a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:22.300569 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5326f218-97c0-4bde-ac69-05198cf57b03 req-039fe2d6-59b6-477a-b19e-7f9e3580751a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.1164718 Apr 05 10:02:22.401392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba557c-ae31-4518-997c-8dbd2d60fccc req-9216d318-6a1b-451a-aa7d-6e7ba91a98ae tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:22.402821 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-11ba557c-ae31-4518-997c-8dbd2d60fccc req-9216d318-6a1b-451a-aa7d-6e7ba91a98ae tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 943 time: 0.1682439 Apr 05 10:02:22.416852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:22.427873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea5667-ac48-4f0f-b83c-de03bca15430 None None] Sync routers for ids ['09122019-6881-472c-90be-f6f01408b552'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:22.443292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea5667-ac48-4f0f-b83c-de03bca15430 None None] Routers {'09122019-6881-472c-90be-f6f01408b552'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:22.444043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b8ea5667-ac48-4f0f-b83c-de03bca15430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['09122019-6881-472c-90be-f6f01408b552'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:22.446655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:22.451241 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d23d1d3b-6032-4ecf-8caf-c27e736b15d0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5836787 Apr 05 10:02:22.452256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33788) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:22.469353 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5326f218-97c0-4bde-ac69-05198cf57b03 req-f8435211-ac1b-4c30-8145-e0ca6235ea25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1625838 Apr 05 10:02:22.504141 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-11ba557c-ae31-4518-997c-8dbd2d60fccc req-da5c9d73-4483-4706-b1fd-721dc806bc22 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905828 Apr 05 10:02:22.504623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router cf5cd849-834d-4d88-bed0-3f2e32710eed is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:02:22.509620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b8ea5667-ac48-4f0f-b83c-de03bca15430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:22.533877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea5667-ac48-4f0f-b83c-de03bca15430 None None] Routers {'09122019-6881-472c-90be-f6f01408b552'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:22.533877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b8ea5667-ac48-4f0f-b83c-de03bca15430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['09122019-6881-472c-90be-f6f01408b552'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:22.603763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b8ea5667-ac48-4f0f-b83c-de03bca15430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:22.604173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea5667-ac48-4f0f-b83c-de03bca15430 None None] The sync data for ids ['09122019-6881-472c-90be-f6f01408b552'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:22.676588 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3d7be8ed-92ce-4c59-b2b9-8878ab95dea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/routers/09122019-6881-472c-90be-f6f01408b552 HTTP/1.1" status: 200 len: 885 time: 0.2232938 Apr 05 10:02:22.679140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33792) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:22.746174 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5326f218-97c0-4bde-ac69-05198cf57b03 req-924d1658-e103-4dc4-9d81-fd40e835d9b6 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661760 Apr 05 10:02:22.879540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1e82b2ec-5c68-4c10-b294-d5205e89f365 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Synchronizing usage tracker for tenant:e9f9a7018e5947f498f840a839536eef on resource:router {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:22.898506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1e82b2ec-5c68-4c10-b294-d5205e89f365 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Unset dirty status for tenant:e9f9a7018e5947f498f840a839536eef on resource:router {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:22.899745 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1e82b2ec-5c68-4c10-b294-d5205e89f365 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2196162 Apr 05 10:02:22.900022 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5326f218-97c0-4bde-ac69-05198cf57b03 req-3835140d-f482-46f2-a9c2-74e52ce6ef72 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470213 Apr 05 10:02:22.902436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33796) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:22.908965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-800d15ed-39d6-485b-a592-616a0afa5b92 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1193905436'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:22.920393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:22.931924 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Sync routers for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:22.945106 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:22.945829 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:22.948710 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:22.953816 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-527430ef-d2bc-480d-9bef-7cbe784517f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.6583800 Apr 05 10:02:22.954217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33800) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:23.001305 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-adf508eb-aabd-4477-bf8e-3d4fb3c2c11d tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f5587b1b4168471baeb118f60917a7ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435667 Apr 05 10:02:23.001562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33804) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:23.132147 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:23.147028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9df4ee-16f8-454b-afd0-00185c0b776d tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:23.151072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8a9df4ee-16f8-454b-afd0-00185c0b776d tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1460824 Apr 05 10:02:23.151286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33808) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:23.196149 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4a26976e-b2ff-443c-bc12-93f54c73f879 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414381 Apr 05 10:02:23.196388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33812) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:23.201910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1220455211', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:23.426838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:23.431000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:subnet and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:23.433889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:23.434301 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:21Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:23.438458 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Checking router: cf5cd849-834d-4d88-bed0-3f2e32710eed for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:02:23.438800 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Updating router cf5cd849-834d-4d88-bed0-3f2e32710eed port 17e9ab38-b335-43bc-b9ce-02017be369ce binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:02:23.440821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:23.451704 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:23.504694 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:23.559921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:23.600437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-800d15ed-39d6-485b-a592-616a0afa5b92 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:23.621221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-800d15ed-39d6-485b-a592-616a0afa5b92 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:23.783357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab8ae2-f10e-43a2-a25e-472d442e6690 req-f10947ce-106b-4776-a57c-da9b7dcf682b tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:23.785017 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-30ab8ae2-f10e-43a2-a25e-472d442e6690 req-f10947ce-106b-4776-a57c-da9b7dcf682b tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 943 time: 0.1271234 Apr 05 10:02:23.861642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800d15ed-39d6-485b-a592-616a0afa5b92 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 09122019-6881-472c-90be-f6f01408b552 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:23.884041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-30ab8ae2-f10e-43a2-a25e-472d442e6690 req-c4aa4b22-40c3-4290-b4cf-4890f0ce3040 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663986 Apr 05 10:02:23.926671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:23.932082 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:23.943907 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Transition to ACTIVE for port object 17e9ab38-b335-43bc-b9ce-02017be369ce will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:23.950746 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:24.002350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Subnet': ['ID=c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:24.016463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Checking segment: {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:24.016827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network hostable DHCP agents. Network: d2c4c786-fb85-4011-b621-6f5929f65d00, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:02:24.020526 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Pushing event updated for resources: {'Port': ['ID=17e9ab38-b335-43bc-b9ce-02017be369ce,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:24.039913 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Attempting to bind port 17e9ab38-b335-43bc-b9ce-02017be369ce on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:24.040305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network d2c4c786-fb85-4011-b621-6f5929f65d00 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:02:24.040452 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Attempting to bind port 17e9ab38-b335-43bc-b9ce-02017be369ce by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:24.040650 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Attempting to bind port 17e9ab38-b335-43bc-b9ce-02017be369ce on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:24.051051 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, d2c4c786-fb85-4011-b621-6f5929f65d00) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:24.051835 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:24.052201 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:24.052627 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:24.053125 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:24.053594 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Bound port: 17e9ab38-b335-43bc-b9ce-02017be369ce, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:24.054212 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:24.055505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:24.056167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:24.067896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a5420f-0b1c-4d34-aa3d-b46f26b20e37 None None] Network d2c4c786-fb85-4011-b621-6f5929f65d00 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:24.083218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800d15ed-39d6-485b-a592-616a0afa5b92 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:24.084534 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f3acfa71-d14b-4e89-b229-74c5dc6d9527 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8871744 Apr 05 10:02:24.085561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33818) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:24.090062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-800d15ed-39d6-485b-a592-616a0afa5b92 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:24.091365 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-800d15ed-39d6-485b-a592-616a0afa5b92 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/09122019-6881-472c-90be-f6f01408b552 HTTP/1.1" status: 200 len: 892 time: 1.1878841 Apr 05 10:02:24.094050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33822) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:24.130327 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] For port 17e9ab38-b335-43bc-b9ce-02017be369ce, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:24.133335 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] For port 17e9ab38-b335-43bc-b9ce-02017be369ce, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=17e9ab38-b335-43bc-b9ce-02017be369ce,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:24.135217 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.135570 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.135897 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.136276 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.136645 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.136935 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.137310 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.137638 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.138527 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.138966 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.139420 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:24.144268 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:24.166103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b82f1f-6134-4505-b662-7f0bab0e9eee None None] Sync routers for ids ['09122019-6881-472c-90be-f6f01408b552'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:24.198950 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b82f1f-6134-4505-b662-7f0bab0e9eee None None] Routers {'09122019-6881-472c-90be-f6f01408b552'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:24.199756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-36b82f1f-6134-4505-b662-7f0bab0e9eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['09122019-6881-472c-90be-f6f01408b552'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:24.212356 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a4a75-da63-48e3-9c4e-bdfb91680a29 None None] Pushing event updated for resources: {'Port': ['ID=17e9ab38-b335-43bc-b9ce-02017be369ce,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:24.237771 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:24.238523 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:24.287655 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-36b82f1f-6134-4505-b662-7f0bab0e9eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:24.325152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b82f1f-6134-4505-b662-7f0bab0e9eee None None] Routers {'09122019-6881-472c-90be-f6f01408b552'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:24.326299 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-36b82f1f-6134-4505-b662-7f0bab0e9eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['09122019-6881-472c-90be-f6f01408b552'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:24.342989 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-51e43bd8-7d3d-4d88-9ba6-d14de1a7acdb tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/routers/09122019-6881-472c-90be-f6f01408b552 HTTP/1.1" status: 200 len: 892 time: 0.2476110 Apr 05 10:02:24.345592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33826) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:24.390904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-465663fd-a9c8-402f-8480-0a328a663d0e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Synchronizing usage tracker for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:24.402235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-36b82f1f-6134-4505-b662-7f0bab0e9eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:24.403274 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b82f1f-6134-4505-b662-7f0bab0e9eee None None] The sync data for ids ['09122019-6881-472c-90be-f6f01408b552'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:24.413153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-465663fd-a9c8-402f-8480-0a328a663d0e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Unset dirty status for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:24.415172 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-465663fd-a9c8-402f-8480-0a328a663d0e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=09122019-6881-472c-90be-f6f01408b552 HTTP/1.1" status: 200 len: 205 time: 0.0682869 Apr 05 10:02:24.417726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33830) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:24.423343 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:24.520139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-d2c4c786-fb85-4011-b621-6f5929f65d00', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:02:24.520953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:24.721805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Allocated IP 172.20.0.2 (d2c4c786-fb85-4011-b621-6f5929f65d00/c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e/4eab9832-5a0a-47b1-bdeb-c4792e3883f9) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:24.747830 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:21Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:24.753042 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2bead3-f4ca-45fd-8ab2-7fcf04fcbc2a None None] The sync data for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv is: [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:21Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:24.960278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:24.985266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:25.106372 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:25.141311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Transition to ACTIVE for port object 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:25.172837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Transition to ACTIVE for port object 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:25.184724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:25.316268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Network d2c4c786-fb85-4011-b621-6f5929f65d00 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:25.320308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:25.326106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:25.327955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:25.341719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 9780dc9f-df72-4219-a38d-30cadf1a2896 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:25.342612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:25.439329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Pushing event updated for resources: {'Port': ['ID=4eab9832-5a0a-47b1-bdeb-c4792e3883f9,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:25.441820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Attempting to bind port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:25.442000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Attempting to bind port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:25.442268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Attempting to bind port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 on network d2c4c786-fb85-4011-b621-6f5929f65d00 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:25.455166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.455508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.456143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.456267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.456512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.456842 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.457159 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.457497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.457803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.458120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.458436 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:02:25.463034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:25.463418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Checking segment: {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:25.463846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:25.464665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Bound using segment: {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:25.464814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Bound port: 4eab9832-5a0a-47b1-bdeb-c4792e3883f9, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:25.465067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:25.546611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:25.605342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] For port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:25.610063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] For port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4eab9832-5a0a-47b1-bdeb-c4792e3883f9,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:25.622068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:25.649106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372afd8-ca4e-442a-9ee8-a3e74472aa39 req-d65b6d2c-bf96-4026-9d42-7d10daee2d5e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:25.650636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3372afd8-ca4e-442a-9ee8-a3e74472aa39 req-d65b6d2c-bf96-4026-9d42-7d10daee2d5e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 943 time: 0.5230510 Apr 05 10:02:25.727062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f808f3-e64e-4ac3-a1bf-9c3301d74914 None None] Pushing event updated for resources: {'Port': ['ID=4eab9832-5a0a-47b1-bdeb-c4792e3883f9,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:25.730616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 17e9ab38-b335-43bc-b9ce-02017be369ce up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:25.747903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 9780dc9f-df72-4219-a38d-30cadf1a2896 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:25.776016 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3372afd8-ca4e-442a-9ee8-a3e74472aa39 req-3568a1f9-8e15-4a96-81db-a2a1e9c9394c tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182194 Apr 05 10:02:25.802335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.1 (d2c4c786-fb85-4011-b621-6f5929f65d00/c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e/6232d6a8-2655-44ac-b633-d5fa53ea7186) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:25.858859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 17e9ab38-b335-43bc-b9ce-02017be369ce completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:25.873890 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 17e9ab38-b335-43bc-b9ce-02017be369ce triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:25.874277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:25.988058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.030895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.033566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=9780dc9f-df72-4219-a38d-30cadf1a2896,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:26.052241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.058515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 6232d6a8-2655-44ac-b633-d5fa53ea7186 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:26.071120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 17e9ab38-b335-43bc-b9ce-02017be369ce, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=17e9ab38-b335-43bc-b9ce-02017be369ce,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:26.082379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.094422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.173602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network d2c4c786-fb85-4011-b621-6f5929f65d00 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:26.178627 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:26.185502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:26.221946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=17e9ab38-b335-43bc-b9ce-02017be369ce,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:26.230953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=6232d6a8-2655-44ac-b633-d5fa53ea7186,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:26.260141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.315024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.349102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.571699 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.577060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.602539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.603271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Fanout notify agent at l3_agent the message router_deleted on router 09122019-6881-472c-90be-f6f01408b552 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:02:26.633226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.634772 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5aadb0dc-b229-4c89-8ea7-6b4a8bc805c4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/09122019-6881-472c-90be-f6f01408b552 HTTP/1.1" status: 204 len: 168 time: 2.2160032 Apr 05 10:02:26.638850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33836) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:26.644515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1918711449'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:26.649544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:26.654394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:network and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:26.658602 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:26.665176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:26.684722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:26.688359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.722940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:02:26.733240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.733571 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added segment e1cc7751-326f-4b93-aee0-2dfd33516fcb of type vlan for network 2d242c4e-fa69-4ad4-808b-4eba4b4f40be Apr 05 10:02:26.821381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.827396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.898459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.958943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=6232d6a8-2655-44ac-b633-d5fa53ea7186,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:26.961522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.971928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:26.975925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:26.976567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:27.061781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e001d8a0-e258-4cd6-8efb-3b5e3ec80bfd None None] Network d2c4c786-fb85-4011-b621-6f5929f65d00 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:27.101806 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4618073 Apr 05 10:02:27.105091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33842) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:27.110338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6bf70d-f65e-4fed-ae8c-254b746c1d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Network': ['ID=2d242c4e-fa69-4ad4-808b-4eba4b4f40be,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:27.116979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'subnet': {'network_id': '2d242c4e-fa69-4ad4-808b-4eba4b4f40be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:27.186822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4963c49-bd5e-4f0a-903d-3d34e4b0c93c req-01a383d5-7635-43ff-a3e0-abb13d474476 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:27.188856 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d4963c49-bd5e-4f0a-903d-3d34e4b0c93c req-01a383d5-7635-43ff-a3e0-abb13d474476 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 943 time: 0.2142336 Apr 05 10:02:27.193940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network d2c4c786-fb85-4011-b621-6f5929f65d00 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:27.196996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:27.198396 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 2d242c4e-fa69-4ad4-808b-4eba4b4f40be details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:02:27.241685 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:27.245763 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:subnet and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:27.249576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:27.258590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:27.271287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:27.364408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-54b532e0-12e5-4166-b4b5-08eb7af21de1 None None] Provisioning for port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:27.398912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:27.573033 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d4963c49-bd5e-4f0a-903d-3d34e4b0c93c req-4b4e599c-daff-4f39-a147-ed1bcfe9602e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3732221 Apr 05 10:02:27.729695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:27.733858 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:27.818436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Subnet': ['ID=b4477e78-9714-42b7-98d1-347f8f8d0f5c,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:27.820205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:27.828615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:27.829001 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:27.830483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Checking segment: {'id': 'e1cc7751-326f-4b93-aee0-2dfd33516fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d242c4e-fa69-4ad4-808b-4eba4b4f40be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:27.830840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network hostable DHCP agents. Network: 2d242c4e-fa69-4ad4-808b-4eba4b4f40be, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:02:27.857469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 2d242c4e-fa69-4ad4-808b-4eba4b4f40be is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:02:27.871937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 2d242c4e-fa69-4ad4-808b-4eba4b4f40be) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:27.877315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:27.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:27.883443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637f30a-4825-4e5e-8f3c-e686c666eb16 None None] Network 2d242c4e-fa69-4ad4-808b-4eba4b4f40be requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:27.892762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router cf5cd849-834d-4d88-bed0-3f2e32710eed has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:27.925801 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-56abdb80-a286-4aa0-a29e-63c5b431e990 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8197224 Apr 05 10:02:27.926651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33846) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:27.932755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-438734449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:27.940790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:27.945305 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:router and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:27.951178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:27.958064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:27.977768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:27.978994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:28.006157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:28.033310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:28.051294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ada5e8a8-12c2-47b4-bc83-016d1ac3d42a None None] Provisioning complete for port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:28.051821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ada5e8a8-12c2-47b4-bc83-016d1ac3d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:28.064809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:28.068627 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-050ed0f9-e75e-465b-bc38-f7bb8107de66 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1383793 Apr 05 10:02:28.070116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33850) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:28.240858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:28.301090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-2d242c4e-fa69-4ad4-808b-4eba4b4f40be', 'network_id': '2d242c4e-fa69-4ad4-808b-4eba4b4f40be', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'fixed_ips': [{'subnet_id': 'b4477e78-9714-42b7-98d1-347f8f8d0f5c'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:02:28.301879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:28.389034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ada5e8a8-12c2-47b4-bc83-016d1ac3d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:28.399493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4eab9832-5a0a-47b1-bdeb-c4792e3883f9,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:28.409771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:28.410522 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 17e9ab38-b335-43bc-b9ce-02017be369ce up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:28.508872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:28.527779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33854) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:28.528497 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0ed30b7d-f54b-40e5-9bc7-e6a1a8d61fb5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/cf5cd849-834d-4d88-bed0-3f2e32710eed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4411645 Apr 05 10:02:28.645714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:28.688644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Allocated IP 2001:db8::2 (2d242c4e-fa69-4ad4-808b-4eba4b4f40be/b4477e78-9714-42b7-98d1-347f8f8d0f5c/0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:28.786230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-ada5e8a8-12c2-47b4-bc83-016d1ac3d42a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:02:28.786583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-ada5e8a8-12c2-47b4-bc83-016d1ac3d42a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:02:28.793873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d512be76-d7f5-466d-9bb8-5eb12d88f3e4 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:02:28.820878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4eab9832-5a0a-47b1-bdeb-c4792e3883f9,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:28.870278 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Sync routers for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:28.883466 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:28.884378 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:28.972259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7329b0-8153-4703-ad6e-007ccb532305 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:28.972864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7329b0-8153-4703-ad6e-007ccb532305 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:28.973478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7329b0-8153-4703-ad6e-007ccb532305 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:28.973919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7329b0-8153-4703-ad6e-007ccb532305 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:28.974343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7329b0-8153-4703-ad6e-007ccb532305 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:28.974768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7329b0-8153-4703-ad6e-007ccb532305 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:28.975233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7329b0-8153-4703-ad6e-007ccb532305 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:28.977305 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bf7329b0-8153-4703-ad6e-007ccb532305 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.4483299 Apr 05 10:02:28.979937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33862) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:29.032088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 17e9ab38-b335-43bc-b9ce-02017be369ce triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:29.032879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.072221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855e015-4ce6-427b-8e6a-2620b3ad89c9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:29.072558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855e015-4ce6-427b-8e6a-2620b3ad89c9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:29.073348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855e015-4ce6-427b-8e6a-2620b3ad89c9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:29.073778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855e015-4ce6-427b-8e6a-2620b3ad89c9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:29.074364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855e015-4ce6-427b-8e6a-2620b3ad89c9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:29.075725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855e015-4ce6-427b-8e6a-2620b3ad89c9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:29.075725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855e015-4ce6-427b-8e6a-2620b3ad89c9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:29.078151 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3855e015-4ce6-427b-8e6a-2620b3ad89c9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4616 time: 0.0969830 Apr 05 10:02:29.081021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33866) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:29.090751 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:29.137438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a193c8a-088f-4f26-b426-67475a7cc1f9 req-e11f0823-3a2f-447c-9cb9-ab108c418f08 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:29.139542 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a193c8a-088f-4f26-b426-67475a7cc1f9 req-e11f0823-3a2f-447c-9cb9-ab108c418f08 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 943 time: 0.3328903 Apr 05 10:02:29.177792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d512be76-d7f5-466d-9bb8-5eb12d88f3e4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:29.200466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.209767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'mac_address': 'fa:16:3e:1c:66:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:02:29.219494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Transition to ACTIVE for port object 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:29.222945 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a193c8a-088f-4f26-b426-67475a7cc1f9 req-ed3c3cf6-7106-4f0a-ab27-816fb3ed9bd3 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774319 Apr 05 10:02:29.330700 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8c778282-9412-41e8-8fee-3ba0bb47d577 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3570 time: 0.2472298 Apr 05 10:02:29.359531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Transition to ACTIVE for port object 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:29.408579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.427904 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:29.432193 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Checking router: cf5cd849-834d-4d88-bed0-3f2e32710eed for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:02:29.432554 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Updating router cf5cd849-834d-4d88-bed0-3f2e32710eed port 6232d6a8-2655-44ac-b633-d5fa53ea7186 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:02:29.452696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.460494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Allocated IP 2001:db8::1 (2d242c4e-fa69-4ad4-808b-4eba4b4f40be/b4477e78-9714-42b7-98d1-347f8f8d0f5c/25f2dcf9-9605-495a-b7cc-84212141c7d9) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:29.491799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Network 2d242c4e-fa69-4ad4-808b-4eba4b4f40be is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:29.501214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:29.514921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33872) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:29.517221 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:29.520654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977883569', 'description': 'tempest-secgroup-smoke-1977883569 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:29.522404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d512be76-d7f5-466d-9bb8-5eb12d88f3e4 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:02:29.526342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:29.527698 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.530911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:29.533924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:29.538131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d512be76-d7f5-466d-9bb8-5eb12d88f3e4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:29.544926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:29.555030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.558288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Pushing event updated for resources: {'Port': ['ID=0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:29.562790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.649862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:29.665441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:29.672526 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:29.691262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:29.700078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ada5e8a8-12c2-47b4-bc83-016d1ac3d42a None None] Provisioning for port 6232d6a8-2655-44ac-b633-d5fa53ea7186 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:29.703993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:29.706725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.738128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Transition to ACTIVE for port object 25f2dcf9-9605-495a-b7cc-84212141c7d9 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:29.763626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ada5e8a8-12c2-47b4-bc83-016d1ac3d42a None None] Provisioning complete for port 6232d6a8-2655-44ac-b633-d5fa53ea7186 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:29.764349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ada5e8a8-12c2-47b4-bc83-016d1ac3d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.765205 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.770076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.773127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.806423 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['d512be76-d7f5-466d-9bb8-5eb12d88f3e4'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:02:29.826879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0930ee6-8fbb-4021-b212-2af771f109ab,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:29.834794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8b722935-4c41-4ab4-97a1-7a7a8ca84ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.835467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.837618 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dcde512b-2c47-47ec-a724-710065be3ce5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3218958 Apr 05 10:02:29.843251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33876) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:29.849384 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'f0930ee6-8fbb-4021-b212-2af771f109ab', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:29.855284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:29.859910 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:29.863027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:29.869718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:29.872138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Attempting to bind port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:29.873036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Attempting to bind port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'e1cc7751-326f-4b93-aee0-2dfd33516fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d242c4e-fa69-4ad4-808b-4eba4b4f40be'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:29.873431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Attempting to bind port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f on network 2d242c4e-fa69-4ad4-808b-4eba4b4f40be {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:29.875985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ada5e8a8-12c2-47b4-bc83-016d1ac3d42a None None] Port 6232d6a8-2655-44ac-b633-d5fa53ea7186 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:29.898574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.899851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=25f2dcf9-9605-495a-b7cc-84212141c7d9,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:29.906686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 2d242c4e-fa69-4ad4-808b-4eba4b4f40be is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:29.908496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:29.910881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:29.911952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.918709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:29.933346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:29.933714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Checking segment: {'id': 'e1cc7751-326f-4b93-aee0-2dfd33516fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d242c4e-fa69-4ad4-808b-4eba4b4f40be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:29.934307 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.934488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Bound using segment: {'id': 'e1cc7751-326f-4b93-aee0-2dfd33516fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d242c4e-fa69-4ad4-808b-4eba4b4f40be'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:29.935546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Bound port: 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cc7751-326f-4b93-aee0-2dfd33516fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d242c4e-fa69-4ad4-808b-4eba4b4f40be'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:29.936061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.990605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:29.998323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.009518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.038403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.039867 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1951747 Apr 05 10:02:30.044138 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33880) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:30.054638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'f0930ee6-8fbb-4021-b212-2af771f109ab', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:30.061004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287527bf-4c2d-4e26-b38d-123f8aab48d8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67639e31-4676-435a-bbe5-cf92f5e78732,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:30.065579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:30.080121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:30.087869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:30.099472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:30.102647 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.116587 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Transition to ACTIVE for port object 6232d6a8-2655-44ac-b633-d5fa53ea7186 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:30.127971 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.130135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.149492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:30.150118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.174598 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] For port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:30.212167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] For port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f,segment=NetworkSegment(e1cc7751-326f-4b93-aee0-2dfd33516fcb),segment_id=e1cc7751-326f-4b93-aee0-2dfd33516fcb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:30.227231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.233960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.243075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.275178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b14acd3-4ee3-44a1-94fb-4090474b5089,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:30.296676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.296975 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b1ac5-f681-4d4f-a42a-f29591a85beb None None] Pushing event updated for resources: {'Port': ['ID=6232d6a8-2655-44ac-b633-d5fa53ea7186,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:30.301310 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-25b618ad-31bd-4880-ab74-7218be8b3036 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2516232 Apr 05 10:02:30.303389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33886) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:30.310360 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'f0930ee6-8fbb-4021-b212-2af771f109ab', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:30.330603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:30.337982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:30.341619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:30.349719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:30.380757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.471281 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Attempting to bind port 6232d6a8-2655-44ac-b633-d5fa53ea7186 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:30.471670 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Attempting to bind port 6232d6a8-2655-44ac-b633-d5fa53ea7186 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:30.472027 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Attempting to bind port 6232d6a8-2655-44ac-b633-d5fa53ea7186 on network d2c4c786-fb85-4011-b621-6f5929f65d00 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:30.490013 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:30.490387 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Checking segment: {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:30.490780 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.491210 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Bound using segment: {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:30.491727 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Bound port: 6232d6a8-2655-44ac-b633-d5fa53ea7186, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:30.492153 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.504871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.519103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.555651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fed551-5315-4df0-925d-37989ab4cde9 None None] Pushing event updated for resources: {'Port': ['ID=0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:30.590900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c34932-bac0-4403-bf40-885d0047d6d2,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:30.615491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.620045 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a862a269-e364-4a35-8cf0-72030ce05a3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3156145 Apr 05 10:02:30.620759 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33890) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:30.627758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'f0930ee6-8fbb-4021-b212-2af771f109ab', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:30.638190 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] For port 6232d6a8-2655-44ac-b633-d5fa53ea7186, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:30.641818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:30.644836 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] For port 6232d6a8-2655-44ac-b633-d5fa53ea7186, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6232d6a8-2655-44ac-b633-d5fa53ea7186,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:30.653138 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:30.655232 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.656850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.664530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1826d09-282e-44c4-bd97-94a476e6e365 req-1d4db08a-b771-4cba-9fc6-9149edb40f90 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:30.666126 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f1826d09-282e-44c4-bd97-94a476e6e365 req-1d4db08a-b771-4cba-9fc6-9149edb40f90 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 944 time: 0.1927626 Apr 05 10:02:30.666763 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:30.669211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.670139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.679058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:30.713795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.775712 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b1ac5-f681-4d4f-a42a-f29591a85beb None None] Pushing event updated for resources: {'Port': ['ID=6232d6a8-2655-44ac-b633-d5fa53ea7186,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:30.796102 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:30.796365 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:30.850088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.858528 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.894060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b345ac5-db4a-4083-9148-c26cc114b8e2,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:30.913534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:30.920234 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-52a09a0e-1fb2-425e-98b4-cd7cb1dced64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2973795 Apr 05 10:02:30.921006 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f1826d09-282e-44c4-bd97-94a476e6e365 req-392271bd-19c2-4cf6-9727-b7c453dda71b tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465403 Apr 05 10:02:30.922021 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33894) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:30.928810 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'f0930ee6-8fbb-4021-b212-2af771f109ab', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:30.938323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:30.943790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:30.948016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:30.959904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:30.977520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=25f2dcf9-9605-495a-b7cc-84212141c7d9,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:30.979330 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:02:30.988564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:31.009896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 2d242c4e-fa69-4ad4-808b-4eba4b4f40be is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:31.011076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:31.070859 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:31.083607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:31.090754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:31.127615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4461266-eed0-4350-9683-3692d5c9b108,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:31.147462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:31.152380 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-394a9ba2-0386-4cb5-b28b-478bad57423a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2291503 Apr 05 10:02:31.153052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33898) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:31.164901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'f0930ee6-8fbb-4021-b212-2af771f109ab', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:31.171958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:31.176197 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:31.178924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:31.185716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:31.200385 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:02:31.207470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:31.366658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:31.370416 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:31.396235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab072473-971b-4727-9a8c-cc8223b63b57,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:31.410996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:31.422053 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3b6fd2da-2ea2-4ff8-baab-fb645490b768 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2582667 Apr 05 10:02:31.487196 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:30Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:31.492234 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071de08-2b11-42f1-a1d5-1dd31fb14e04 None None] The sync data for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv is: [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:30Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:31.585126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 9d812459-26fb-47b7-bd67-8057911da5c7 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:02:31.808062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6232d6a8-2655-44ac-b633-d5fa53ea7186 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:31.814667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b707917a-9544-46d5-9357-8ea9df80754a req-51e00552-c156-49aa-b4ac-9eabc5486255 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:31.841424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b707917a-9544-46d5-9357-8ea9df80754a req-51e00552-c156-49aa-b4ac-9eabc5486255 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:31.842807 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-51e00552-c156-49aa-b4ac-9eabc5486255 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977883569&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.0945296 Apr 05 10:02:31.938918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 6232d6a8-2655-44ac-b633-d5fa53ea7186 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:31.957805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 6232d6a8-2655-44ac-b633-d5fa53ea7186 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:31.958662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:31.995883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:32.000382 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-daf7305f-48a2-493d-9598-a36ff07ccf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:32.016470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbcc5e-f62f-4352-a9d0-e1050763340e None None] Sync routers for ids ['9d812459-26fb-47b7-bd67-8057911da5c7'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:32.035224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0241d2a-e837-4ece-8a2d-c46653958bfd None None] Network 2d242c4e-fa69-4ad4-808b-4eba4b4f40be requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:32.079169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707917a-9544-46d5-9357-8ea9df80754a req-5eebb97a-f41d-4e30-9eeb-79dc39e75676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:32.079898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b707917a-9544-46d5-9357-8ea9df80754a req-5eebb97a-f41d-4e30-9eeb-79dc39e75676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:32.094140 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1c3b666f-5c0f-4326-b01c-0c2932806ae2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/9d812459-26fb-47b7-bd67-8057911da5c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0226574 Apr 05 10:02:32.096938 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33912) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:32.106250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b707917a-9544-46d5-9357-8ea9df80754a req-5eebb97a-f41d-4e30-9eeb-79dc39e75676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:32.108473 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-5eebb97a-f41d-4e30-9eeb-79dc39e75676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/networks?id=d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 200 len: 796 time: 0.2561717 Apr 05 10:02:32.128220 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-ff22461d-5e54-4174-a14b-bfc219f3499b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/quotas/f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 375 time: 0.0123067 Apr 05 10:02:32.177767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e7ea4e3d-403c-4696-a03b-bb691cc854d2 None None] Provisioning for port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:32.180887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbcc5e-f62f-4352-a9d0-e1050763340e None None] Routers {'9d812459-26fb-47b7-bd67-8057911da5c7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:32.181516 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-00bbcc5e-f62f-4352-a9d0-e1050763340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['9d812459-26fb-47b7-bd67-8057911da5c7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:32.201427 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b2386-5dd5-4b01-83f8-ab75b8a51be2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:32.203227 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-896b2386-5dd5-4b01-83f8-ab75b8a51be2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports/25f2dcf9-9605-495a-b7cc-84212141c7d9 HTTP/1.1" status: 200 len: 911 time: 0.1045799 Apr 05 10:02:32.206378 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33916) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:32.214471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cfb5e5d5-50ce-45bf-ba13-3a9a3e4ffdce tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4477e78-9714-42b7-98d1-347f8f8d0f5c'}]}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:32.283290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b707917a-9544-46d5-9357-8ea9df80754a req-37e88104-88c9-49dc-8b59-dde6ad1b970f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:32.283435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-00bbcc5e-f62f-4352-a9d0-e1050763340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:32.293320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62dee3-e447-4eb9-945a-74de394792d7 req-2118d600-4431-4604-98a0-01d12e23b2df tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:32.295171 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-de62dee3-e447-4eb9-945a-74de394792d7 req-2118d600-4431-4604-98a0-01d12e23b2df tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 944 time: 0.1587656 Apr 05 10:02:32.336642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b707917a-9544-46d5-9357-8ea9df80754a req-37e88104-88c9-49dc-8b59-dde6ad1b970f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:32.338102 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-37e88104-88c9-49dc-8b59-dde6ad1b970f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2029159 Apr 05 10:02:32.367736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e5d5-50ce-45bf-ba13-3a9a3e4ffdce tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:32.412811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbcc5e-f62f-4352-a9d0-e1050763340e None None] Routers {'9d812459-26fb-47b7-bd67-8057911da5c7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:32.413687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-00bbcc5e-f62f-4352-a9d0-e1050763340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['9d812459-26fb-47b7-bd67-8057911da5c7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:32.476112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:32.517297 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-3501a7d3-7971-462c-a23d-5094cfb92d82 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646972 Apr 05 10:02:32.530754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-00bbcc5e-f62f-4352-a9d0-e1050763340e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:32.531450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbcc5e-f62f-4352-a9d0-e1050763340e None None] The sync data for ids ['9d812459-26fb-47b7-bd67-8057911da5c7'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:32.571389 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-de62dee3-e447-4eb9-945a-74de394792d7 req-41fbd338-56e5-47e1-95b1-ecada0bbe4b1 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593107 Apr 05 10:02:32.576228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 6232d6a8-2655-44ac-b633-d5fa53ea7186, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6232d6a8-2655-44ac-b633-d5fa53ea7186,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:32.598411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:32.599555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:32.727309 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-df21ca81-9c27-4a72-9960-447d4d961fe2 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038555 Apr 05 10:02:32.785749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d512be76-d7f5-466d-9bb8-5eb12d88f3e4 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:32.897357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:32.905742 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:32.906203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:32.948599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=6232d6a8-2655-44ac-b633-d5fa53ea7186,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:32.948738 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9138ad03-e4e0-4dc9-808f-df802c5394ad req-f8c46020-d20a-42d4-9773-8da6eba3dee9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 210 time: 0.0524368 Apr 05 10:02:33.009879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:33.020689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:33.021083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.069363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e5d5-50ce-45bf-ba13-3a9a3e4ffdce tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.076975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.079590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e5d5-50ce-45bf-ba13-3a9a3e4ffdce tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.086037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5e5d5-50ce-45bf-ba13-3a9a3e4ffdce tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:33.087079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e5d5-50ce-45bf-ba13-3a9a3e4ffdce tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.092492 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cfb5e5d5-50ce-45bf-ba13-3a9a3e4ffdce tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/ports/25f2dcf9-9605-495a-b7cc-84212141c7d9 HTTP/1.1" status: 200 len: 911 time: 0.8795817 Apr 05 10:02:33.092889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33928) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:33.121731 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.163707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.236617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5e5d5-50ce-45bf-ba13-3a9a3e4ffdce tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=25f2dcf9-9605-495a-b7cc-84212141c7d9,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:33.268231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f,segment=NetworkSegment(e1cc7751-326f-4b93-aee0-2dfd33516fcb),segment_id=e1cc7751-326f-4b93-aee0-2dfd33516fcb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:33.272767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.337268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.388081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267b0f41-d743-4f37-a747-d55f54821654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:02:33.393518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:33.410106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e58ea25b-3bc1-4f21-a0a6-ffdb64d74b24 None None] Provisioning complete for port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:33.418824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e58ea25b-3bc1-4f21-a0a6-ffdb64d74b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.469654 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eae9302e-c2d8-43b9-8045-97c75a45d149'] response: {'server_uuid': '267b0f41-d743-4f37-a747-d55f54821654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'code': 200} Apr 05 10:02:33.475692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d512be76-d7f5-466d-9bb8-5eb12d88f3e4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:33.494496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.564187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.649203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:33.735014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e58ea25b-3bc1-4f21-a0a6-ffdb64d74b24 None None] Provisioning for port 25f2dcf9-9605-495a-b7cc-84212141c7d9 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:33.740275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e58ea25b-3bc1-4f21-a0a6-ffdb64d74b24 None None] Provisioning complete for port 25f2dcf9-9605-495a-b7cc-84212141c7d9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:33.740648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e58ea25b-3bc1-4f21-a0a6-ffdb64d74b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:33.810822 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6232d6a8-2655-44ac-b633-d5fa53ea7186 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:33.885898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e58ea25b-3bc1-4f21-a0a6-ffdb64d74b24 None None] Port 25f2dcf9-9605-495a-b7cc-84212141c7d9 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:33.905823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 6232d6a8-2655-44ac-b633-d5fa53ea7186 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:33.906544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:34.038193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:34.076334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0841461c-0d39-4ff0-a0a9-5f0abc6b4d4d None None] Provisioning complete for port 25f2dcf9-9605-495a-b7cc-84212141c7d9 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:34.076871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0841461c-0d39-4ff0-a0a9-5f0abc6b4d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:34.153134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0841461c-0d39-4ff0-a0a9-5f0abc6b4d4d None None] Port 25f2dcf9-9605-495a-b7cc-84212141c7d9 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:34.172921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:34.173412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:34.224413 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1ff4682-63c6-4883-9fe4-bce937969b9f req-44feec47-182c-4371-89f2-d5295d6e761d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 210 time: 0.0901599 Apr 05 10:02:34.330853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6474f0-7398-48ff-8241-3ce8bbc573b0 req-e0687640-1bda-414a-b8a9-c244576e631b tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:34.332340 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-be6474f0-7398-48ff-8241-3ce8bbc573b0 req-e0687640-1bda-414a-b8a9-c244576e631b tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 945 time: 0.4911070 Apr 05 10:02:34.354189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:34.391221 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5af76d4-71ff-4e81-834c-ea9378558000 req-4b42ed78-6960-4d80-a543-e6fa67c20c9c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 1098 time: 0.4041114 Apr 05 10:02:34.490573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707917a-9544-46d5-9357-8ea9df80754a req-3a110b75-6ee5-426d-a976-133aed923604 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:34.491874 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-3a110b75-6ee5-426d-a976-133aed923604 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 200 len: 796 time: 0.2986302 Apr 05 10:02:34.523465 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-be6474f0-7398-48ff-8241-3ce8bbc573b0 req-e4c4826b-58ed-4ea5-ba18-d36f7d7f81ae tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754951 Apr 05 10:02:34.565662 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5af76d4-71ff-4e81-834c-ea9378558000 req-98d1fac5-c6d6-454c-ae59-4402a590c975 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591280 Apr 05 10:02:34.626476 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-be6068b4-d63d-4ba8-a399-6238c3583f9d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 380 time: 0.1053703 Apr 05 10:02:34.768900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'device_id': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'admin_state_up': True, 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'security_groups': ['f0930ee6-8fbb-4021-b212-2af771f109ab']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:34.851709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 25f2dcf9-9605-495a-b7cc-84212141c7d9 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:34.852100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:35.038992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:35.064915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:35.095175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:35.098604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:35.113484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:35.242924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 25f2dcf9-9605-495a-b7cc-84212141c7d9 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:35.424536 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-521b212e-efd6-4c86-b9bf-7bd2e7a94457 req-b0471c97-a0e1-4c5d-986f-f35ece3ad804 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 210 time: 0.0695500 Apr 05 10:02:35.620413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.6 (d2c4c786-fb85-4011-b621-6f5929f65d00/c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e/69454133-368e-417d-be09-c0563b725c6e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:35.774348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:35.889442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=25f2dcf9-9605-495a-b7cc-84212141c7d9,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:36.026785 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15234b-fe5c-4382-ad4c-6d7b0f945b64 req-4aa2bd23-6233-4024-9a35-47a6b0d49f9e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:36.028276 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1c15234b-fe5c-4382-ad4c-6d7b0f945b64 req-4aa2bd23-6233-4024-9a35-47a6b0d49f9e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 945 time: 0.3527403 Apr 05 10:02:36.143217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:36.178346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 69454133-368e-417d-be09-c0563b725c6e will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:36.182644 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1c15234b-fe5c-4382-ad4c-6d7b0f945b64 req-503e1117-a813-47f6-8795-79448efa1eec tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389711 Apr 05 10:02:36.186482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:36.330774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:36.464746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network d2c4c786-fb85-4011-b621-6f5929f65d00 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:36.469642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:36.472522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=69454133-368e-417d-be09-c0563b725c6e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:36.475963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:36.714518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:36.715162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:36.724042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34721-4ded-4374-84fd-6a5c95514463 req-de16f5f1-29ff-4344-8ba5-c3e4c24112da tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:36.725442 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90d34721-4ded-4374-84fd-6a5c95514463 req-de16f5f1-29ff-4344-8ba5-c3e4c24112da tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 945 time: 0.4013567 Apr 05 10:02:36.807951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-928470b4-14e9-4c8d-a116-77b8492bcd5f None None] Provisioning for port 69454133-368e-417d-be09-c0563b725c6e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:36.815738 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-928470b4-14e9-4c8d-a116-77b8492bcd5f None None] Provisioning complete for port 69454133-368e-417d-be09-c0563b725c6e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:36.816105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-928470b4-14e9-4c8d-a116-77b8492bcd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:36.868112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-928470b4-14e9-4c8d-a116-77b8492bcd5f None None] Port 69454133-368e-417d-be09-c0563b725c6e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:37.018967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-0b173333-a23e-456d-9497-2fa63e4eb435 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2543807 Apr 05 10:02:37.037238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Request body: {'port': {'device_id': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:37.083790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2906f-c168-4462-a52a-301a8e0d133b req-a067915d-e5aa-444f-8d6d-065c9b226df9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:37.084459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0be2906f-c168-4462-a52a-301a8e0d133b req-a067915d-e5aa-444f-8d6d-065c9b226df9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:37.096697 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90d34721-4ded-4374-84fd-6a5c95514463 req-eb81190d-9751-4c0e-b349-1fea46d4458d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3604510 Apr 05 10:02:37.126927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33948) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:37.147130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router 9d812459-26fb-47b7-bd67-8057911da5c7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:37.160806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0be2906f-c168-4462-a52a-301a8e0d133b req-a067915d-e5aa-444f-8d6d-065c9b226df9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:37.161929 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0be2906f-c168-4462-a52a-301a8e0d133b req-a067915d-e5aa-444f-8d6d-065c9b226df9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 931 time: 0.5334442 Apr 05 10:02:37.195980 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-71533ff0-aa35-44e5-95b8-03316487fe64 tempest-TestVolumeBootPattern-1640530493 tempest-TestVolumeBootPattern-1640530493-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 1093 time: 0.0676990 Apr 05 10:02:37.198634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33952) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:37.204120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:37.209560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:37.209756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:37.213596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:floatingip and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:37.217213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:37.224721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:37.236473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:37.371615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:37.402402 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0be2906f-c168-4462-a52a-301a8e0d133b req-1925e7e6-218d-4452-8a92-32d328857ef3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274272 Apr 05 10:02:37.464084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:37.474139 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-71012988-c0dc-4a55-8029-a390c24fe477 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/9d812459-26fb-47b7-bd67-8057911da5c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3799615 Apr 05 10:02:37.475329 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1f1d7-48d4-4b4f-81cf-5a1f8167247f None None] Sync routers for ids ['9d812459-26fb-47b7-bd67-8057911da5c7'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:37.477815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33956) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:37.490989 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1f1d7-48d4-4b4f-81cf-5a1f8167247f None None] Routers {'9d812459-26fb-47b7-bd67-8057911da5c7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:37.491738 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-2fa1f1d7-48d4-4b4f-81cf-5a1f8167247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['9d812459-26fb-47b7-bd67-8057911da5c7'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:37.516854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Allocated IP 172.26.4.127 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/857b1608-5b5e-47c9-bd6e-a4432b49d251) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:37.529642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5d316537-b1f7-4f42-82cb-1899e1130dc1 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Synchronizing usage tracker for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:02:37.582515 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-2fa1f1d7-48d4-4b4f-81cf-5a1f8167247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:37.597580 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1f1d7-48d4-4b4f-81cf-5a1f8167247f None None] Routers {'9d812459-26fb-47b7-bd67-8057911da5c7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:37.598509 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-2fa1f1d7-48d4-4b4f-81cf-5a1f8167247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['9d812459-26fb-47b7-bd67-8057911da5c7'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:37.614575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-5d316537-b1f7-4f42-82cb-1899e1130dc1 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Unset dirty status for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:02:37.618147 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5d316537-b1f7-4f42-82cb-1899e1130dc1 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d812459-26fb-47b7-bd67-8057911da5c7 HTTP/1.1" status: 200 len: 205 time: 0.1369648 Apr 05 10:02:37.620957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33960) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:37.670219 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-2fa1f1d7-48d4-4b4f-81cf-5a1f8167247f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:37.670785 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa1f1d7-48d4-4b4f-81cf-5a1f8167247f None None] The sync data for ids ['9d812459-26fb-47b7-bd67-8057911da5c7'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:37.683078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:37.710627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:37.776250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:37.779168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:37.784496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:37.802376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08b23cf2-283b-41df-a4bf-af03dfefa219 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:37.815073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'Port': ['ID=857b1608-5b5e-47c9-bd6e-a4432b49d251,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:38.114273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69454133-368e-417d-be09-c0563b725c6e {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:02:38.124190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.257444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Transition to ACTIVE for port object 69454133-368e-417d-be09-c0563b725c6e will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:38.263471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08b23cf2-283b-41df-a4bf-af03dfefa219 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.265248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.375740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.428330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08b23cf2-283b-41df-a4bf-af03dfefa219 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.436789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.524195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Pushing event updated for resources: {'Port': ['ID=69454133-368e-417d-be09-c0563b725c6e,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:38.647457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08b23cf2-283b-41df-a4bf-af03dfefa219 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.647998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b23cf2-283b-41df-a4bf-af03dfefa219 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Fanout notify agent at l3_agent the message router_deleted on router 9d812459-26fb-47b7-bd67-8057911da5c7 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:02:38.689835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.694592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.694745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08b23cf2-283b-41df-a4bf-af03dfefa219 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.695775 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-08b23cf2-283b-41df-a4bf-af03dfefa219 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/9d812459-26fb-47b7-bd67-8057911da5c7 HTTP/1.1" status: 204 len: 168 time: 1.0738819 Apr 05 10:02:38.699542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33966) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:38.758970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Attempting to bind port 69454133-368e-417d-be09-c0563b725c6e on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:38.759203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Attempting to bind port 69454133-368e-417d-be09-c0563b725c6e by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:38.759545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Attempting to bind port 69454133-368e-417d-be09-c0563b725c6e on network d2c4c786-fb85-4011-b621-6f5929f65d00 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:38.784533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Port 69454133-368e-417d-be09-c0563b725c6e on network d2c4c786-fb85-4011-b621-6f5929f65d00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:02:38.784862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Attempting to bind port 69454133-368e-417d-be09-c0563b725c6e on network d2c4c786-fb85-4011-b621-6f5929f65d00 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:38.798282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3acc2-a8ba-488d-9b7c-d7f52a698f73 req-26f60d90-e551-4e90-9380-d6fb8dd50c9d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:38.799768 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3ad3acc2-a8ba-488d-9b7c-d7f52a698f73 req-26f60d90-e551-4e90-9380-d6fb8dd50c9d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 943 time: 0.2577851 Apr 05 10:02:38.807886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'Port': ['ID=857b1608-5b5e-47c9-bd6e-a4432b49d251,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:38.820940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:38.880159 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:38.880508 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Checking segment: {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:38.880901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Bound using segment: {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:38.881408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Bound port: 69454133-368e-417d-be09-c0563b725c6e, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:38.881705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.014908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3ad3acc2-a8ba-488d-9b7c-d7f52a698f73 req-a1a1e94e-0146-40e4-85de-698e9a6aa9e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920822 Apr 05 10:02:39.015140 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Floating IP 45543f30-f528-4dad-b145-14ec13628625 associated. External IP: 172.26.4.127, port: d512be76-d7f5-466d-9bb8-5eb12d88f3e4. Apr 05 10:02:39.032227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea2f391-693c-4708-82bf-990145d80b3f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting subnet b4477e78-9714-42b7-98d1-347f8f8d0f5c {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:02:39.036854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f391-693c-4708-82bf-990145d80b3f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.085292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] For port 69454133-368e-417d-be09-c0563b725c6e, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:39.098709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] For port 69454133-368e-417d-be09-c0563b725c6e, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=69454133-368e-417d-be09-c0563b725c6e,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:39.101257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f391-693c-4708-82bf-990145d80b3f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.132816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.218854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.220164 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] 10.222.0.10 "PUT /v2.0/ports/69454133-368e-417d-be09-c0563b725c6e HTTP/1.1" status: 200 len: 1093 time: 2.1903355 Apr 05 10:02:39.224488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'tag': '69454133-368e-417d-be09-c0563b725c6e'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:02:39.249620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed545715-f1b3-4a39-8cf6-e99cbc8663d6 service neutron] Pushing event updated for resources: {'Port': ['ID=69454133-368e-417d-be09-c0563b725c6e,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:39.266689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f391-693c-4708-82bf-990145d80b3f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.345533 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b901f3f-a516-416d-afbc-e3cf607ce579'] response: {'name': 'network-changed', 'server_uuid': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'tag': '69454133-368e-417d-be09-c0563b725c6e', 'status': 'completed', 'code': 200} Apr 05 10:02:39.410594 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-2a109da6-6e6c-423e-b584-01a20445838e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 1096 time: 0.1080878 Apr 05 10:02:39.412184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f391-693c-4708-82bf-990145d80b3f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.439326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Router 997573c5-a3c0-4747-a037-cee465dcd7d2 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:39.502240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2f391-693c-4708-82bf-990145d80b3f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Subnet': ['ID=b4477e78-9714-42b7-98d1-347f8f8d0f5c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:39.520100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ea2f391-693c-4708-82bf-990145d80b3f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.523422 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-3c40d8cc-3c36-4926-bf36-30799309d020 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69454133-368e-417d-be09-c0563b725c6e HTTP/1.1" status: 200 len: 217 time: 0.0782030 Apr 05 10:02:39.530458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0acfef1-d48b-4dfa-9040-90165c23569d None None] Network 2d242c4e-fa69-4ad4-808b-4eba4b4f40be requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:39.531031 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6ea2f391-693c-4708-82bf-990145d80b3f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/b4477e78-9714-42b7-98d1-347f8f8d0f5c HTTP/1.1" status: 204 len: 168 time: 0.8255508 Apr 05 10:02:39.559164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33972) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:39.700002 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707917a-9544-46d5-9357-8ea9df80754a req-05f7b6a7-2a24-4aa2-8468-a4b54b924d49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:39.701984 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-05f7b6a7-2a24-4aa2-8468-a4b54b924d49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e HTTP/1.1" status: 200 len: 835 time: 0.1732564 Apr 05 10:02:39.759846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.783938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:39.784597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.786359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:39.796657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] Sync routers for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:39.808687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:39.809429 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:39.818489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:39.874576 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-4d0eb43c-0f2f-4081-b6fc-016dec17f85a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2c4c786-fb85-4011-b621-6f5929f65d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1640317 Apr 05 10:02:39.895537 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-341cdc40-e25b-4849-a198-7709f9b37071 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6829178 Apr 05 10:02:39.895537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267b0f41-d743-4f37-a747-d55f54821654', 'tag': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:02:39.940629 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffbcd22e-8b28-4e36-89fe-f75f60aa5dca'] response: {'name': 'network-changed', 'server_uuid': '267b0f41-d743-4f37-a747-d55f54821654', 'tag': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'status': 'completed', 'code': 200} Apr 05 10:02:39.980607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0327612b-435f-4a37-8ae0-2200078ff5a4 None None] DHCP port deletion for 2d242c4e-fa69-4ad4-808b-4eba4b4f40be request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:02:40.000951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0327612b-435f-4a37-8ae0-2200078ff5a4 None None] Deleting port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:40.001322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0327612b-435f-4a37-8ae0-2200078ff5a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:40.211767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:40.308631 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f,segment=NetworkSegment(e1cc7751-326f-4b93-aee0-2dfd33516fcb),segment_id=e1cc7751-326f-4b93-aee0-2dfd33516fcb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:40.308992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:40.309895 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0327612b-435f-4a37-8ae0-2200078ff5a4 None None] For port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f,segment=NetworkSegment(e1cc7751-326f-4b93-aee0-2dfd33516fcb),segment_id=e1cc7751-326f-4b93-aee0-2dfd33516fcb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:40.310877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0327612b-435f-4a37-8ae0-2200078ff5a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:40.443350 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-b615c738-e7e8-4725-b03f-96e9a723c051 service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621531 Apr 05 10:02:40.449341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:40.485684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0327612b-435f-4a37-8ae0-2200078ff5a4 None None] Calling delete_port for 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:02:40.509211 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-f7f5b8f4-e32e-4442-a44e-35f3202696b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 1098 time: 0.5468981 Apr 05 10:02:40.667276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0327612b-435f-4a37-8ae0-2200078ff5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:40.702425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb350f50-fec8-4d0e-9506-01d800f88684 req-34bb5f42-724c-41ad-9342-9ec0b045fdd4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:40.703893 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb350f50-fec8-4d0e-9506-01d800f88684 req-34bb5f42-724c-41ad-9342-9ec0b045fdd4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 943 time: 0.5201187 Apr 05 10:02:40.726824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327612b-435f-4a37-8ae0-2200078ff5a4 None None] Pushing event deleted for resources: {'Port': ['ID=0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:40.740934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327612b-435f-4a37-8ae0-2200078ff5a4 None None] No DVR routers for this DVR port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:02:40.771589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.db.api [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:02:40.771910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG oslo_db.api [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:02:40.784570 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b707917a-9544-46d5-9357-8ea9df80754a req-57b87723-3438-4fdf-8455-f627deab7bc7 service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066189 Apr 05 10:02:40.810348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-cc0dd86a-14e5-4c86-b8ce-8d79395f3a61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:40.812197 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-cc0dd86a-14e5-4c86-b8ce-8d79395f3a61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.2913041 Apr 05 10:02:40.819603 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb350f50-fec8-4d0e-9506-01d800f88684 req-2e4b7356-9f38-451d-a08a-3a32e2e90ead tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983579 Apr 05 10:02:40.820546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '45543f30-f528-4dad-b145-14ec13628625', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:1c:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:38Z', 'updated_at': '2022-04-05T10:02:38Z', 'revision_number': 0, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:40.824597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] Checking router: 997573c5-a3c0-4747-a037-cee465dcd7d2 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:02:40.844444 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:40.845396 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:40.981073 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-8a62ffe8-9aff-49d2-b0ed-a95ddbbda06d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4 HTTP/1.1" status: 200 len: 999 time: 0.1574745 Apr 05 10:02:41.022397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:41.023722 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-98df5521-2f03-44a5-bd5b-eafab537d854 req-f4271b3e-84a2-44b6-bc0c-60e9485142e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 1096 time: 0.1433678 Apr 05 10:02:41.125168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-32ef09f0-3dfe-4eb6-ace3-83c7f3dbcfde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:41.126599 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-32ef09f0-3dfe-4eb6-ace3-83c7f3dbcfde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.1384375 Apr 05 10:02:41.221027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df5521-2f03-44a5-bd5b-eafab537d854 req-ecc450da-5811-4c96-bd30-2a9ae2f02ec8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:41.222456 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-98df5521-2f03-44a5-bd5b-eafab537d854 req-ecc450da-5811-4c96-bd30-2a9ae2f02ec8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 200 len: 896 time: 0.1872551 Apr 05 10:02:41.282083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:02:41.282416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:41.321489 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-bf7292a6-3ed0-4d20-bc13-f8cbaeae9289 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1879983 Apr 05 10:02:41.357636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-53c12912-3730-4b14-b88f-b70c90b38a7a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:02:41.358774 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-53c12912-3730-4b14-b88f-b70c90b38a7a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0295992 Apr 05 10:02:41.371272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] The port '0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f' was deleted {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:02:41.375186 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-98df5521-2f03-44a5-bd5b-eafab537d854 req-4c94996b-dea2-4e2b-b734-7df09581695c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69454133-368e-417d-be09-c0563b725c6e HTTP/1.1" status: 200 len: 217 time: 0.1446247 Apr 05 10:02:41.427414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '45543f30-f528-4dad-b145-14ec13628625', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:1c:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:38Z', 'updated_at': '2022-04-05T10:02:38Z', 'revision_number': 0, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:41.431705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5bbe6-aeac-4a46-a82f-3cc37a620e65 None None] The sync data for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv is: [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '45543f30-f528-4dad-b145-14ec13628625', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:1c:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:38Z', 'updated_at': '2022-04-05T10:02:38Z', 'revision_number': 0, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:41.627705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:02:41.660013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:02:41.660350 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fdc7b15-f64b-46ce-b7f0-ecdcdc6bfb4f not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:02:41.746779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df5521-2f03-44a5-bd5b-eafab537d854 req-ab8a1d5c-71ff-4845-a709-c1b3cbf89431 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:41.748269 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-98df5521-2f03-44a5-bd5b-eafab537d854 req-ab8a1d5c-71ff-4845-a709-c1b3cbf89431 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e HTTP/1.1" status: 200 len: 835 time: 0.3304324 Apr 05 10:02:41.752017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:41.839652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d242c4e-fa69-4ad4-808b-4eba4b4f40be']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:41.856029 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-9c79758e-9e7a-405a-8c26-1c2b341f962c service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834945 Apr 05 10:02:41.859256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cc7751-326f-4b93-aee0-2dfd33516fcb') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:41.859572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cc7751-326f-4b93-aee0-2dfd33516fcb') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:41.944304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.017323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.033229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:02:42.033617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: util.warn( Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:02:42.048351 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:02:42.164971 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-98df5521-2f03-44a5-bd5b-eafab537d854 req-49fc5e14-c88e-45ed-ba71-22c4956ece54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2c4c786-fb85-4011-b621-6f5929f65d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4057117 Apr 05 10:02:42.167903 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99b3c2a8-dddf-4eb8-a473-98f0800daf4e req-cc40c929-0897-4641-88d9-2c133b5f41bb service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017881 Apr 05 10:02:42.174094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.199139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.231777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Network': ['ID=2d242c4e-fa69-4ad4-808b-4eba4b4f40be,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:42.247143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417d34e-0e46-46b8-b744-a9dcb10649ff req-0869f03c-0c39-411a-9fb9-ce099cbe3cc0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:42.249175 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b417d34e-0e46-46b8-b744-a9dcb10649ff req-0869f03c-0c39-411a-9fb9-ce099cbe3cc0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 943 time: 0.2945685 Apr 05 10:02:42.300121 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f3e65417-ac70-472b-859d-a52abe3e1ac9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/networks/2d242c4e-fa69-4ad4-808b-4eba4b4f40be HTTP/1.1" status: 204 len: 168 time: 2.7370546 Apr 05 10:02:42.303542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33984) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:42.309332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-120056410', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:42.316761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:42.320801 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:router and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:42.323683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:42.330586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:42.341825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.343055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.361819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.373397 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b417d34e-0e46-46b8-b744-a9dcb10649ff req-d49479de-9201-4986-af10-dfc3790f7226 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799162 Apr 05 10:02:42.380900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.392464 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-98df5521-2f03-44a5-bd5b-eafab537d854 req-cb83fb44-454e-4b61-95bf-95ef1d5f91f5 service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946061 Apr 05 10:02:42.409201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.410405 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b30b823b-ca89-4058-b030-6af59b8557b3 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1058204 Apr 05 10:02:42.413026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 33988) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:42.418399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1411691064'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:42.424365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:42.428734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:network and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:42.431818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:42.438096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:42.447506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:42.450636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.478646 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:02:42.487505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.487893 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added segment ed842767-5636-495d-a7e5-b2776c1d8c5f of type vlan for network e6328b9f-5cef-4fb6-8a27-f27d52e2652b Apr 05 10:02:42.514340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.530207 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-98df5521-2f03-44a5-bd5b-eafab537d854 req-be5a06a2-79ee-4d70-892d-dce841e797da service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318226 Apr 05 10:02:42.544054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.549390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:42.550011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.643485 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2269824 Apr 05 10:02:42.643869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33992) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:42.649657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'subnet': {'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:42.664269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a32c7-8776-47b1-8a0b-bb155580aa8c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Network': ['ID=e6328b9f-5cef-4fb6-8a27-f27d52e2652b,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:42.675050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network e6328b9f-5cef-4fb6-8a27-f27d52e2652b details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:02:42.698806 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3f7582-28a5-44d7-b85a-706f81b339ed None None] New status for floating IP 45543f30-f528-4dad-b145-14ec13628625: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:02:42.745061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 69454133-368e-417d-be09-c0563b725c6e details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:02:42.770501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:42.775627 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:subnet and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:42.778607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:42.786068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:42.797557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:42.900114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.906915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 69454133-368e-417d-be09-c0563b725c6e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=69454133-368e-417d-be09-c0563b725c6e,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:42.920473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '69454133-368e-417d-be09-c0563b725c6e', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'port_id': '69454133-368e-417d-be09-c0563b725c6e', 'mac_address': 'fa:16:3e:f7:b5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:02:42.978358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:42.996476 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69454133-368e-417d-be09-c0563b725c6e {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:02:43.012426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 69454133-368e-417d-be09-c0563b725c6e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=69454133-368e-417d-be09-c0563b725c6e,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:43.016144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:43.080265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=69454133-368e-417d-be09-c0563b725c6e,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:43.114825 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:43.202271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Subnet': ['ID=a2f2f67e-04d7-4553-9c6a-bd0c854e4f93,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:43.213390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Checking segment: {'id': 'ed842767-5636-495d-a7e5-b2776c1d8c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:43.213745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network hostable DHCP agents. Network: e6328b9f-5cef-4fb6-8a27-f27d52e2652b, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:02:43.223347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['69454133-368e-417d-be09-c0563b725c6e'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:02:43.236513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network e6328b9f-5cef-4fb6-8a27-f27d52e2652b is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:02:43.245751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, e6328b9f-5cef-4fb6-8a27-f27d52e2652b) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:43.249975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:43.250546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:43.260040 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451ed092-55a3-4ce9-9de0-e8213dea6f7c None None] Network e6328b9f-5cef-4fb6-8a27-f27d52e2652b requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:43.376275 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ab9177ac-9f1b-4b4d-bc9e-f7c186155d02 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7312562 Apr 05 10:02:43.379058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 33996) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:43.562922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:02:43.563735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:43.712941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003c5ca-dbb8-431d-8f11-f7f0d705bf0c req-e96d71db-8cb7-4c2c-8aa5-43552b83b311 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:43.714362 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c003c5ca-dbb8-431d-8f11-f7f0d705bf0c req-e96d71db-8cb7-4c2c-8aa5-43552b83b311 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 944 time: 0.2082515 Apr 05 10:02:43.813167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Allocated IP 2001:db8::2 (e6328b9f-5cef-4fb6-8a27-f27d52e2652b/a2f2f67e-04d7-4553-9c6a-bd0c854e4f93/1018e87f-0c63-437b-9939-5227d7509207) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:43.905721 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c003c5ca-dbb8-431d-8f11-f7f0d705bf0c req-343d3c1a-67c0-4662-89d2-8fb54a8667af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336567 Apr 05 10:02:43.976956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.021408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.031794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Transition to ACTIVE for port object 1018e87f-0c63-437b-9939-5227d7509207 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:44.049839 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Transition to ACTIVE for port object 1018e87f-0c63-437b-9939-5227d7509207 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:44.055603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.124920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Network e6328b9f-5cef-4fb6-8a27-f27d52e2652b is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:44.127719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:44.131999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:44.133994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Pushing event updated for resources: {'Port': ['ID=1018e87f-0c63-437b-9939-5227d7509207,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:44.218962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Attempting to bind port 1018e87f-0c63-437b-9939-5227d7509207 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:44.219314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Attempting to bind port 1018e87f-0c63-437b-9939-5227d7509207 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'ed842767-5636-495d-a7e5-b2776c1d8c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:44.219706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Attempting to bind port 1018e87f-0c63-437b-9939-5227d7509207 on network e6328b9f-5cef-4fb6-8a27-f27d52e2652b {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:44.225949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:44.226315 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Checking segment: {'id': 'ed842767-5636-495d-a7e5-b2776c1d8c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:44.226712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.227103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Bound using segment: {'id': 'ed842767-5636-495d-a7e5-b2776c1d8c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:44.227582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Bound port: 1018e87f-0c63-437b-9939-5227d7509207, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed842767-5636-495d-a7e5-b2776c1d8c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:44.227955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.316418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] For port 1018e87f-0c63-437b-9939-5227d7509207, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:44.319342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] For port 1018e87f-0c63-437b-9939-5227d7509207, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1018e87f-0c63-437b-9939-5227d7509207,segment=NetworkSegment(ed842767-5636-495d-a7e5-b2776c1d8c5f),segment_id=ed842767-5636-495d-a7e5-b2776c1d8c5f)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:44.323709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.325185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Allocated IP 2001:db8::1 (e6328b9f-5cef-4fb6-8a27-f27d52e2652b/a2f2f67e-04d7-4553-9c6a-bd0c854e4f93/b8aec28f-a3ab-4347-a570-a2679e4f9db8) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:44.401907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9893d-2cbf-4d7d-a45d-d09634fa4003 None None] Pushing event updated for resources: {'Port': ['ID=1018e87f-0c63-437b-9939-5227d7509207,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:44.493347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.510371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Transition to ACTIVE for port object b8aec28f-a3ab-4347-a570-a2679e4f9db8 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:44.543670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.647541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network e6328b9f-5cef-4fb6-8a27-f27d52e2652b is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:44.650737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:44.656045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:44.657220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.660458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=b8aec28f-a3ab-4347-a570-a2679e4f9db8,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:44.754383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 69454133-368e-417d-be09-c0563b725c6e up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:44.759983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.857029 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 69454133-368e-417d-be09-c0563b725c6e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:44.862424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 69454133-368e-417d-be09-c0563b725c6e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:44.862826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:44.983745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:45.012808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69454133-368e-417d-be09-c0563b725c6e'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:02:45.023404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 69454133-368e-417d-be09-c0563b725c6e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=69454133-368e-417d-be09-c0563b725c6e,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:45.032645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:45.096702 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-684a4343-8e0c-46ac-a68f-5be92027ef07'] response: {'server_uuid': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69454133-368e-417d-be09-c0563b725c6e', 'code': 200} Apr 05 10:02:45.117424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=69454133-368e-417d-be09-c0563b725c6e,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:45.252866 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:02:45.278274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4920b6-2e6e-4a71-86ac-f2646f1ad486 req-0ca3f901-5ac5-4bd5-988a-9960cb1701f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:45.280534 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d4920b6-2e6e-4a71-86ac-f2646f1ad486 req-0ca3f901-5ac5-4bd5-988a-9960cb1701f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 945 time: 0.2108316 Apr 05 10:02:45.369419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661d8ca8-61f1-459a-9fca-278458a5987d None None] Network e6328b9f-5cef-4fb6-8a27-f27d52e2652b requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:45.420389 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d4920b6-2e6e-4a71-86ac-f2646f1ad486 req-ca82fe4d-a269-44e2-abbe-29ece03600c5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014955 Apr 05 10:02:45.440346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:45.447990 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76494ed2-ea1f-4f49-b292-dd2eb2f1ef69 req-bcac0ba7-307e-424b-af07-d84e786d69b7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 1098 time: 0.1776631 Apr 05 10:02:45.452344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:45.453222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:45.469240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-41fa06bc-5f45-45b7-a961-7f3bbf01d3ed None None] Provisioning for port 1018e87f-0c63-437b-9939-5227d7509207 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:45.621823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=b8aec28f-a3ab-4347-a570-a2679e4f9db8,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:45.644992 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76494ed2-ea1f-4f49-b292-dd2eb2f1ef69 req-35b144ce-5dc2-46ca-abd8-a27a5f83e4e6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566894 Apr 05 10:02:45.695809 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1018e87f-0c63-437b-9939-5227d7509207 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:45.696160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network e6328b9f-5cef-4fb6-8a27-f27d52e2652b is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:45.697326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:45.774781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 1018e87f-0c63-437b-9939-5227d7509207 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:45.781041 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1018e87f-0c63-437b-9939-5227d7509207 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:45.781505 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:45.913063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:45.943756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7dd9f620-3554-4746-84a3-ca33c0d8720a None None] Provisioning complete for port 1018e87f-0c63-437b-9939-5227d7509207 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:45.944129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7dd9f620-3554-4746-84a3-ca33c0d8720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:45.995969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 1018e87f-0c63-437b-9939-5227d7509207, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1018e87f-0c63-437b-9939-5227d7509207,segment=NetworkSegment(ed842767-5636-495d-a7e5-b2776c1d8c5f),segment_id=ed842767-5636-495d-a7e5-b2776c1d8c5f)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:46.001254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:46.073243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:02:46.112009 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=1018e87f-0c63-437b-9939-5227d7509207,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:46.146583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7dd9f620-3554-4746-84a3-ca33c0d8720a None None] Provisioning for port b8aec28f-a3ab-4347-a570-a2679e4f9db8 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:46.152391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7dd9f620-3554-4746-84a3-ca33c0d8720a None None] Provisioning complete for port b8aec28f-a3ab-4347-a570-a2679e4f9db8 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:46.152769 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7dd9f620-3554-4746-84a3-ca33c0d8720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:46.213223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9f620-3554-4746-84a3-ca33c0d8720a None None] Port b8aec28f-a3ab-4347-a570-a2679e4f9db8 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:46.253426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:46.262934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Sync routers for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:46.266812 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a073d58c-7c54-434e-baa3-641db54ad7a9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8864779 Apr 05 10:02:46.269342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34008) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:46.274748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1282558459'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:46.277922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:46.278546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:46.279713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:46.283841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:network and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:46.288403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:46.294482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:46.305401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:46.308547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:46.340645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:02:46.350154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:46.350522 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added segment 928a8c0a-3521-4c44-a761-677d319c6c25 of type vlan for network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 Apr 05 10:02:46.378706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:46.411701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:46.415426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:46.415857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:46.434715 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-28504b46-b28d-487b-84c0-5efa795fa689 None None] Provisioning complete for port b8aec28f-a3ab-4347-a570-a2679e4f9db8 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:46.434863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-28504b46-b28d-487b-84c0-5efa795fa689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:46.493062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:46.522222 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2455142 Apr 05 10:02:46.523387 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34014) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:46.524975 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'subnet': {'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:46.530471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44690a4a-d988-4c29-b6c0-ee3a7a83a03a tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Network': ['ID=196714e3-4e1b-433e-a0f6-f1bc308b2fb2,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:46.563088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:02:46.592692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-28504b46-b28d-487b-84c0-5efa795fa689 None None] Port b8aec28f-a3ab-4347-a570-a2679e4f9db8 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:46.754743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:46.769217 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:subnet and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:46.777891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:46.802159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:46.828060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:46.928721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b7f53-8b3c-4686-b1dc-59fab1fa7dd4 req-302bedf9-ef4c-4add-9e1f-9055057614fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:46.931321 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-405b7f53-8b3c-4686-b1dc-59fab1fa7dd4 req-302bedf9-ef4c-4add-9e1f-9055057614fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 945 time: 0.3024228 Apr 05 10:02:46.945391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:46.997460 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-405b7f53-8b3c-4686-b1dc-59fab1fa7dd4 req-506d587d-8745-4653-ab28-da13c461b68b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545576 Apr 05 10:02:47.133124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:02:44Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:45Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:47.137697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Checking router: c4684ab3-ebec-47d7-89e7-fd7e66e71b90 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:02:47.137697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Updating router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 port b8aec28f-a3ab-4347-a570-a2679e4f9db8 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:02:47.199603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:47.208247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:47.301180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Subnet': ['ID=f1065df5-a460-4e11-88e8-96c35ff82f26,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:47.317225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Checking segment: {'id': '928a8c0a-3521-4c44-a761-677d319c6c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:47.317609 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network hostable DHCP agents. Network: 196714e3-4e1b-433e-a0f6-f1bc308b2fb2, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:02:47.342576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:02:47.354258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 196714e3-4e1b-433e-a0f6-f1bc308b2fb2) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:47.365874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:47.366555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:47.370254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494b4d60-5836-41d8-a3f8-d1f4125557a7 None None] Network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:47.394503 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-07791631-c0c3-4c00-9cb8-19843d318266 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8719234 Apr 05 10:02:47.395819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34018) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:47.703218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1018e87f-0c63-437b-9939-5227d7509207 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:47.813324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:02:47.814310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:47.832549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:47.851082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Transition to ACTIVE for port object b8aec28f-a3ab-4347-a570-a2679e4f9db8 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:47.897401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:48.060664 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1018e87f-0c63-437b-9939-5227d7509207 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:48.061038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:48.116652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50a3a-3583-4a5a-b1c8-1b8e967d2ca5 None None] Pushing event updated for resources: {'Port': ['ID=b8aec28f-a3ab-4347-a570-a2679e4f9db8,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:48.255807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f2b74-d732-4dfb-8325-a5391418948b req-a841edf7-bd1d-4930-8e8e-f3b1d51ff916 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:48.256961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Allocated IP 2001:db8:1::2 (196714e3-4e1b-433e-a0f6-f1bc308b2fb2/f1065df5-a460-4e11-88e8-96c35ff82f26/7861cda9-9368-4498-9548-3324563687f0) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:48.257445 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e01f2b74-d732-4dfb-8325-a5391418948b req-a841edf7-bd1d-4930-8e8e-f3b1d51ff916 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 945 time: 0.0989320 Apr 05 10:02:48.270202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:48.290986 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Attempting to bind port b8aec28f-a3ab-4347-a570-a2679e4f9db8 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:48.291310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Attempting to bind port b8aec28f-a3ab-4347-a570-a2679e4f9db8 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'ed842767-5636-495d-a7e5-b2776c1d8c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:48.291669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Attempting to bind port b8aec28f-a3ab-4347-a570-a2679e4f9db8 on network e6328b9f-5cef-4fb6-8a27-f27d52e2652b {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:48.307034 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e01f2b74-d732-4dfb-8325-a5391418948b req-d876ad22-192b-4460-9b9d-067ffb3b385a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Apr 05 10:02:48.418217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:48.418690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Checking segment: {'id': 'ed842767-5636-495d-a7e5-b2776c1d8c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:48.418973 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:48.419359 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Bound using segment: {'id': 'ed842767-5636-495d-a7e5-b2776c1d8c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:48.419892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Bound port: b8aec28f-a3ab-4347-a570-a2679e4f9db8, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed842767-5636-495d-a7e5-b2776c1d8c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:48.420257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:48.511780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7798c73-9b90-45e4-8d84-85f1e226b53d req-74e6be65-febf-4bb4-a810-c7cf2b1ab079 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:48.514664 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7798c73-9b90-45e4-8d84-85f1e226b53d req-74e6be65-febf-4bb4-a810-c7cf2b1ab079 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 945 time: 0.0798323 Apr 05 10:02:48.563712 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7798c73-9b90-45e4-8d84-85f1e226b53d req-735b3acf-ea41-4d60-985a-d0a86eb91403 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428963 Apr 05 10:02:48.599754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] For port b8aec28f-a3ab-4347-a570-a2679e4f9db8, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:48.602602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34026) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:48.621610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] For port b8aec28f-a3ab-4347-a570-a2679e4f9db8, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b8aec28f-a3ab-4347-a570-a2679e4f9db8,segment=NetworkSegment(ed842767-5636-495d-a7e5-b2776c1d8c5f),segment_id=ed842767-5636-495d-a7e5-b2776c1d8c5f)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:48.629261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:48.680046 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d6639e40-a1a5-4891-8870-7da4b673d49d tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 1093 time: 0.0758286 Apr 05 10:02:48.682831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34030) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:48.688848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '69454133-368e-417d-be09-c0563b725c6e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:48.694872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:48.698869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:floatingip and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:48.702661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:48.708739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:48.720092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:48.730875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:48.767204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Transition to ACTIVE for port object 7861cda9-9368-4498-9548-3324563687f0 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:48.788811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c50a3a-3583-4a5a-b1c8-1b8e967d2ca5 None None] Pushing event updated for resources: {'Port': ['ID=b8aec28f-a3ab-4347-a570-a2679e4f9db8,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:48.801946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Transition to ACTIVE for port object 7861cda9-9368-4498-9548-3324563687f0 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:48.804920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:48.805896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:48.861077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:48.862398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:48.915439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Allocated IP 2001:db8:1::1 (196714e3-4e1b-433e-a0f6-f1bc308b2fb2/f1065df5-a460-4e11-88e8-96c35ff82f26/9f784e95-7b8f-4057-8209-32d6b1f96890) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:49.028146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.246 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/e1361727-30f4-415e-9b2b-e7b8b48be765) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:49.067792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:49.071354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Pushing event updated for resources: {'Port': ['ID=7861cda9-9368-4498-9548-3324563687f0,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:49.076745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:49.080749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:49.120665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:49.131441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.148349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Transition to ACTIVE for port object 9f784e95-7b8f-4057-8209-32d6b1f96890 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:49.177206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.203190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.237161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.242643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:49.245167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Attempting to bind port 7861cda9-9368-4498-9548-3324563687f0 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:49.245760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Attempting to bind port 7861cda9-9368-4498-9548-3324563687f0 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '928a8c0a-3521-4c44-a761-677d319c6c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:49.246126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Attempting to bind port 7861cda9-9368-4498-9548-3324563687f0 on network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:49.251850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:49.255998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:49.256663 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.293391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=9f784e95-7b8f-4057-8209-32d6b1f96890,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:49.318980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:49.319764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=e1361727-30f4-415e-9b2b-e7b8b48be765,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:49.322400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:49.322861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Checking segment: {'id': '928a8c0a-3521-4c44-a761-677d319c6c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:49.323176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.323300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:49.323572 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Bound using segment: {'id': '928a8c0a-3521-4c44-a761-677d319c6c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:49.324057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Bound port: 7861cda9-9368-4498-9548-3324563687f0, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928a8c0a-3521-4c44-a761-677d319c6c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:49.324430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.325837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:49.356321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.522003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] For port 7861cda9-9368-4498-9548-3324563687f0, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:49.565973 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] For port 7861cda9-9368-4498-9548-3324563687f0, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7861cda9-9368-4498-9548-3324563687f0,segment=NetworkSegment(928a8c0a-3521-4c44-a761-677d319c6c25),segment_id=928a8c0a-3521-4c44-a761-677d319c6c25)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:49.582452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.674289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ea174-60ef-4b75-b425-74817d86e98e None None] Pushing event updated for resources: {'Port': ['ID=7861cda9-9368-4498-9548-3324563687f0,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:49.681884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:02:44Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:48Z', 'revision_number': 4, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:49.687797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d9ef21-e33d-4139-9058-0aa97659bc70 None None] The sync data for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv is: [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:02:44Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:48Z', 'revision_number': 4, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:49.845637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.858437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:49.859583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:50.012536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:50.056301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=9f784e95-7b8f-4057-8209-32d6b1f96890,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:50.079624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:50.084004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:50.085195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:50.464544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:50.472936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:50.612304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=e1361727-30f4-415e-9b2b-e7b8b48be765,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:50.615387 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:50.633853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:50.811768 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa4a46-006a-4c4c-8d42-3325be12ac52 None None] Network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:50.827122 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:50.842800 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a8673c57-82c0-43ce-9c47-945e6fdb3b88 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4457004 Apr 05 10:02:50.845190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34036) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:50.851018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-344979643'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:50.856073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:50.859134 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP 7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 associated. External IP: 172.26.4.246, port: 69454133-368e-417d-be09-c0563b725c6e. Apr 05 10:02:50.860785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:network and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:50.863752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:50.869396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:50.882039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:50.885094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:50.917312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:02:50.928274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:50.928274 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added segment 2b0ad841-c456-4219-8d47-6c33d737efb2 of type vlan for network faca407c-8b0e-41e2-b6c3-9ec29d45b07f Apr 05 10:02:50.934467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-627af127-1535-497a-928a-280d6ebdcfea None None] Provisioning for port 7861cda9-9368-4498-9548-3324563687f0 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:50.954937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:50.992541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:50.996258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:50.997372 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:51.105261 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2589519 Apr 05 10:02:51.109125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34040) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:51.116158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'subnet': {'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:51.132984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41199fc-8fd2-431d-8c83-154ed80fe94d tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Network': ['ID=faca407c-8b0e-41e2-b6c3-9ec29d45b07f,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:51.145311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network faca407c-8b0e-41e2-b6c3-9ec29d45b07f details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:02:51.244077 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:51.248836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:subnet and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:51.252027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:51.258799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:51.271259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:51.290655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router cf5cd849-834d-4d88-bed0-3f2e32710eed has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:51.382312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:51.396029 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d37f7c15-ca07-4389-9f36-16be5ef91058 None None] Provisioning for port 9f784e95-7b8f-4057-8209-32d6b1f96890 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:51.402287 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d37f7c15-ca07-4389-9f36-16be5ef91058 None None] Provisioning complete for port 9f784e95-7b8f-4057-8209-32d6b1f96890 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:51.402900 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d37f7c15-ca07-4389-9f36-16be5ef91058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:51.474003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-d37f7c15-ca07-4389-9f36-16be5ef91058 None None] Port 9f784e95-7b8f-4057-8209-32d6b1f96890 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:51.540808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:51.562490 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] Sync routers for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:51.570644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:51.578387 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:51.579441 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:51.638203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e647b476-7e4b-450e-bba6-9432a42da224 None None] Provisioning complete for port 9f784e95-7b8f-4057-8209-32d6b1f96890 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:51.638534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e647b476-7e4b-450e-bba6-9432a42da224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:51.687483 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c518d07b-898f-4fe9-90c3-8ee47ee9e594 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0035284 Apr 05 10:02:51.689944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'tag': '69454133-368e-417d-be09-c0563b725c6e'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:02:51.690624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34044) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:51.749360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:51.755848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e647b476-7e4b-450e-bba6-9432a42da224 None None] Port 9f784e95-7b8f-4057-8209-32d6b1f96890 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:51.785109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:51.787865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7861cda9-9368-4498-9548-3324563687f0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:51.814202 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d127240d-c4f1-4dcf-897e-78271b209dfd'] response: {'name': 'network-changed', 'server_uuid': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'tag': '69454133-368e-417d-be09-c0563b725c6e', 'status': 'completed', 'code': 200} Apr 05 10:02:51.883679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 7861cda9-9368-4498-9548-3324563687f0 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:51.894027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 7861cda9-9368-4498-9548-3324563687f0 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:51.895677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:51.923462 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:51.926952 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7c923fd7-bdbb-4bad-b90f-73333a12289c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 991 time: 0.2343035 Apr 05 10:02:51.946403 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9db4ddc-26fc-4173-b4c9-ae66b4b8b48b req-20b9c495-a21b-4e12-b17b-ac0dc7acbf50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 1098 time: 0.1045947 Apr 05 10:02:51.957338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Subnet': ['ID=e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:51.964399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Checking segment: {'id': '2b0ad841-c456-4219-8d47-6c33d737efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:51.964936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network hostable DHCP agents. Network: faca407c-8b0e-41e2-b6c3-9ec29d45b07f, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:02:52.000585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network faca407c-8b0e-41e2-b6c3-9ec29d45b07f is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:02:52.012860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, faca407c-8b0e-41e2-b6c3-9ec29d45b07f) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:52.041007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:52.041606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:52.072895 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe4c1f0-e3d0-40d9-940a-9c2f77441075 None None] Network faca407c-8b0e-41e2-b6c3-9ec29d45b07f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:52.075337 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-11fb0275-1bc6-43ab-ad23-94cf296e3d12 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9653566 Apr 05 10:02:52.079049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34050) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:52.102659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db4ddc-26fc-4173-b4c9-ae66b4b8b48b req-1aa53e0b-cb5d-4c63-a114-009a78a57e30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:52.104400 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9db4ddc-26fc-4173-b4c9-ae66b4b8b48b req-1aa53e0b-cb5d-4c63-a114-009a78a57e30 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 200 len: 896 time: 0.1514759 Apr 05 10:02:52.221549 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9db4ddc-26fc-4173-b4c9-ae66b4b8b48b req-cd1a0eb8-6634-4dd0-a9da-deb02cb5772b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69454133-368e-417d-be09-c0563b725c6e HTTP/1.1" status: 200 len: 999 time: 0.1097169 Apr 05 10:02:52.265510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f4dfa5c1-0721-44dd-afcb-82dbd913753b None None] Provisioning complete for port 9f784e95-7b8f-4057-8209-32d6b1f96890 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:52.265874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa5c1-0721-44dd-afcb-82dbd913753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:52.293630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:52.297018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db4ddc-26fc-4173-b4c9-ae66b4b8b48b req-49365459-cece-4735-8af4-8635528364eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:52.298542 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9db4ddc-26fc-4173-b4c9-ae66b4b8b48b req-49365459-cece-4735-8af4-8635528364eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e HTTP/1.1" status: 200 len: 835 time: 0.0709641 Apr 05 10:02:52.355898 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'port_id': '69454133-368e-417d-be09-c0563b725c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'mac_address': 'fa:16:3e:f7:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:49Z', 'updated_at': '2022-04-05T10:02:49Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:52.361509 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] Checking router: cf5cd849-834d-4d88-bed0-3f2e32710eed for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:02:52.381025 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:52.381654 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:52.390671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 7861cda9-9368-4498-9548-3324563687f0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7861cda9-9368-4498-9548-3324563687f0,segment=NetworkSegment(928a8c0a-3521-4c44-a761-677d319c6c25),segment_id=928a8c0a-3521-4c44-a761-677d319c6c25)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:52.403970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfa5c1-0721-44dd-afcb-82dbd913753b None None] Port 9f784e95-7b8f-4057-8209-32d6b1f96890 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:52.406669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:52.407778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b8aec28f-a3ab-4347-a570-a2679e4f9db8 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:52.420646 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9db4ddc-26fc-4173-b4c9-ae66b4b8b48b req-197c0fee-55f8-4e3e-9b19-a02ae9aef731 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2c4c786-fb85-4011-b621-6f5929f65d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150808 Apr 05 10:02:52.562837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'fixed_ips': [{'subnet_id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:02:52.563708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:52.686304 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:52.742038 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9db4ddc-26fc-4173-b4c9-ae66b4b8b48b req-c33037e1-24b6-490a-afbb-d45bc5753688 service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105054 Apr 05 10:02:52.799630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=7861cda9-9368-4498-9548-3324563687f0,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:52.812914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port b8aec28f-a3ab-4347-a570-a2679e4f9db8 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:52.819812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port b8aec28f-a3ab-4347-a570-a2679e4f9db8 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:52.820472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:52.876227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Allocated IP 2001:db8:2::2 (faca407c-8b0e-41e2-b6c3-9ec29d45b07f/e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4/c07e38e3-357c-4bb9-b838-5c700833b088) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:52.904288 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9db4ddc-26fc-4173-b4c9-ae66b4b8b48b req-1c61a112-7230-48e3-8caf-635f209e1785 service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552212 Apr 05 10:02:52.928699 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34054) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:53.070135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.084521 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-72c02e57-c468-4d45-9023-d6aac3a212c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 991 time: 0.1539481 Apr 05 10:02:53.092743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.093203 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'port_id': '69454133-368e-417d-be09-c0563b725c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'mac_address': 'fa:16:3e:f7:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:49Z', 'updated_at': '2022-04-05T10:02:49Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:53.097650 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea29f84-7402-4d1a-be3c-296e9845bb10 None None] The sync data for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv is: [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'port_id': '69454133-368e-417d-be09-c0563b725c6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'mac_address': 'fa:16:3e:f7:b5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:49Z', 'updated_at': '2022-04-05T10:02:49Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:02:53.164401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port b8aec28f-a3ab-4347-a570-a2679e4f9db8, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b8aec28f-a3ab-4347-a570-a2679e4f9db8,segment=NetworkSegment(ed842767-5636-495d-a7e5-b2776c1d8c5f),segment_id=ed842767-5636-495d-a7e5-b2776c1d8c5f)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:53.176657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.222500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.250240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Transition to ACTIVE for port object c07e38e3-357c-4bb9-b838-5c700833b088 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:53.279123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Transition to ACTIVE for port object c07e38e3-357c-4bb9-b838-5c700833b088 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:53.280409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=b8aec28f-a3ab-4347-a570-a2679e4f9db8,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:53.289336 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.365453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Network faca407c-8b0e-41e2-b6c3-9ec29d45b07f is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:53.365816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Pushing event updated for resources: {'Port': ['ID=c07e38e3-357c-4bb9-b838-5c700833b088,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:53.384068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:53.384068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:53.468027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f3d4c3-8a1b-4281-89ba-d8c645d3854f None None] New status for floating IP 7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:02:53.504867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Allocated IP 2001:db8:2::1 (faca407c-8b0e-41e2-b6c3-9ec29d45b07f/e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4/2f14721f-99b0-4bbc-a3a5-1b05ebae872f) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:53.562925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Attempting to bind port c07e38e3-357c-4bb9-b838-5c700833b088 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:53.562925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Attempting to bind port c07e38e3-357c-4bb9-b838-5c700833b088 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '2b0ad841-c456-4219-8d47-6c33d737efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:53.562925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Attempting to bind port c07e38e3-357c-4bb9-b838-5c700833b088 on network faca407c-8b0e-41e2-b6c3-9ec29d45b07f {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:53.589317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:53.589317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Checking segment: {'id': '2b0ad841-c456-4219-8d47-6c33d737efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:53.589317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.589317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Bound using segment: {'id': '2b0ad841-c456-4219-8d47-6c33d737efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:53.589317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Bound port: c07e38e3-357c-4bb9-b838-5c700833b088, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0ad841-c456-4219-8d47-6c33d737efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:53.589317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.812818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.831534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Transition to ACTIVE for port object 2f14721f-99b0-4bbc-a3a5-1b05ebae872f will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:53.847109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7861cda9-9368-4498-9548-3324563687f0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:53.861418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.912621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] For port c07e38e3-357c-4bb9-b838-5c700833b088, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:53.926314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] For port c07e38e3-357c-4bb9-b838-5c700833b088, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c07e38e3-357c-4bb9-b838-5c700833b088,segment=NetworkSegment(2b0ad841-c456-4219-8d47-6c33d737efb2),segment_id=2b0ad841-c456-4219-8d47-6c33d737efb2)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:53.936114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.946228 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network faca407c-8b0e-41e2-b6c3-9ec29d45b07f is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:53.946228 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:53.954049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:53.954049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:53.962441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=2f14721f-99b0-4bbc-a3a5-1b05ebae872f,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:54.013172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 7861cda9-9368-4498-9548-3324563687f0 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:54.013172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:54.061280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:54.102881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34058) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:54.108629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5d0db-a8d2-4ad3-b9ef-1c8e40699cfb None None] Pushing event updated for resources: {'Port': ['ID=c07e38e3-357c-4bb9-b838-5c700833b088,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:54.194676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b8aec28f-a3ab-4347-a570-a2679e4f9db8 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:54.293583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port b8aec28f-a3ab-4347-a570-a2679e4f9db8 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:54.293583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:54.356586 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b62b21a9-9aa9-4c46-8b34-fd0355b97514 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 993 time: 0.2636266 Apr 05 10:02:54.808616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:54.808616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:54.812281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:54.957945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=2f14721f-99b0-4bbc-a3a5-1b05ebae872f,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:55.016698 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network faca407c-8b0e-41e2-b6c3-9ec29d45b07f is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:55.023740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:55.366703 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79faf1f-3f7e-4481-89b2-3e12ddd359a2 None None] Network faca407c-8b0e-41e2-b6c3-9ec29d45b07f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:55.396242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:02:55.542579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7cb09bc1-b305-433f-b238-c288cf1df2f6 None None] Provisioning for port c07e38e3-357c-4bb9-b838-5c700833b088 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:55.672745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:02:55.690077 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-86e6e2ab-e18d-4df2-89aa-795154a6d8e6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6000364 Apr 05 10:02:55.694694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34062) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:55.694694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-396059616'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:55.703612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:55.710084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:network and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:55.727454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:55.742152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:55.767153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:55.777516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:55.780879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c07e38e3-357c-4bb9-b838-5c700833b088 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:55.836063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:02:55.858685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:55.858685 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added segment 844f8c32-a414-4ea0-9208-6f194003d4c1 of type vlan for network 9f872d48-e305-4488-b1f4-306305090d88 Apr 05 10:02:55.866446 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port c07e38e3-357c-4bb9-b838-5c700833b088 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:55.866446 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c07e38e3-357c-4bb9-b838-5c700833b088 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:55.866446 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:55.901029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:55.938284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:55.938284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:55.945329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:56.024036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:56.073167 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3807938 Apr 05 10:02:56.076194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port c07e38e3-357c-4bb9-b838-5c700833b088, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c07e38e3-357c-4bb9-b838-5c700833b088,segment=NetworkSegment(2b0ad841-c456-4219-8d47-6c33d737efb2),segment_id=2b0ad841-c456-4219-8d47-6c33d737efb2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:02:56.082740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542412d5-01c8-4df9-a8b4-95e133c9f295 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Network': ['ID=9f872d48-e305-4488-b1f4-306305090d88,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:56.087928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34066) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:56.094254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:56.099638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'subnet': {'network_id': '9f872d48-e305-4488-b1f4-306305090d88', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:02:56.110354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 9f872d48-e305-4488-b1f4-306305090d88 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:02:56.243064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:02:56.243064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:subnet and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:02:56.243064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:02:56.260837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:02:56.266590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=c07e38e3-357c-4bb9-b838-5c700833b088,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:56.266590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ae47c2a8-c0f6-4808-b423-c846ee82a3ee None None] Provisioning for port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:56.280022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ae47c2a8-c0f6-4808-b423-c846ee82a3ee None None] Provisioning complete for port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:56.280022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae47c2a8-c0f6-4808-b423-c846ee82a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:56.283485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Made reservation on behalf of e9f9a7018e5947f498f840a839536eef for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:02:56.363647 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ae47c2a8-c0f6-4808-b423-c846ee82a3ee None None] Port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:56.388096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ae47c2a8-c0f6-4808-b423-c846ee82a3ee None None] Provisioning complete for port c07e38e3-357c-4bb9-b838-5c700833b088 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:56.388096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ae47c2a8-c0f6-4808-b423-c846ee82a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:56.424227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:56.700634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:56.721264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-584a46dd-11f1-40d0-b5a0-26a157f69c68 None None] Provisioning complete for port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:56.721264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-584a46dd-11f1-40d0-b5a0-26a157f69c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:56.777551 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Subnet': ['ID=5202fd94-d81d-4703-bd44-73d08c2e8a71,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:56.803410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Checking segment: {'id': '844f8c32-a414-4ea0-9208-6f194003d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f872d48-e305-4488-b1f4-306305090d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:56.803410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network hostable DHCP agents. Network: 9f872d48-e305-4488-b1f4-306305090d88, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:02:56.830033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 9f872d48-e305-4488-b1f4-306305090d88 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:02:56.835036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-584a46dd-11f1-40d0-b5a0-26a157f69c68 None None] Port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:56.842776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 9f872d48-e305-4488-b1f4-306305090d88) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:56.842776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:02:56.842776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:56.853734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c0cccd-94ac-4cd9-8ce2-5a1359a957c2 None None] Network 9f872d48-e305-4488-b1f4-306305090d88 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:02:56.883993 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Sync routers for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:02:56.914148 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:56.914148 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:56.998792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e211b871-2330-46f0-ad8c-d207e05a6b32 None None] Provisioning complete for port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:56.999340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e211b871-2330-46f0-ad8c-d207e05a6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:57.011452 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a2fa5d2a-667d-422d-80be-426ae0cde0af tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9333415 Apr 05 10:02:57.012580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34070) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:02:57.067492 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:57.128215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e211b871-2330-46f0-ad8c-d207e05a6b32 None None] Port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:02:57.258469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-9f872d48-e305-4488-b1f4-306305090d88', 'network_id': '9f872d48-e305-4488-b1f4-306305090d88', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'fixed_ips': [{'subnet_id': '5202fd94-d81d-4703-bd44-73d08c2e8a71'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:02:57.258469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:57.480907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Allocated IP 2001:db8:3::2 (9f872d48-e305-4488-b1f4-306305090d88/5202fd94-d81d-4703-bd44-73d08c2e8a71/d7dad4a4-866c-4c58-9687-3003f08cc446) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:57.538237 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 4, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '2f14721f-99b0-4bbc-a3a5-1b05ebae872f', 'name': '', 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:e1:c0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:53Z', 'updated_at': '2022-04-05T10:02:54Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:02:49Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:57.538237 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Checking router: c4684ab3-ebec-47d7-89e7-fd7e66e71b90 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:02:57.538237 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Updating router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:02:57.678336 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:57.730510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c07e38e3-357c-4bb9-b838-5c700833b088 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:57.827146 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:57.832476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:57.837059 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Transition to ACTIVE for port object d7dad4a4-866c-4c58-9687-3003f08cc446 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:57.865189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Transition to ACTIVE for port object d7dad4a4-866c-4c58-9687-3003f08cc446 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:57.874706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:57.967899 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Network 9f872d48-e305-4488-b1f4-306305090d88 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:57.967899 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:57.981682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:58.021759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c07e38e3-357c-4bb9-b838-5c700833b088 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:02:58.021759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.078475 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Pushing event updated for resources: {'Port': ['ID=d7dad4a4-866c-4c58-9687-3003f08cc446,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:58.117166 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.155415 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Transition to ACTIVE for port object 2f14721f-99b0-4bbc-a3a5-1b05ebae872f will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:58.162279 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.169041 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Attempting to bind port d7dad4a4-866c-4c58-9687-3003f08cc446 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:58.169413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Attempting to bind port d7dad4a4-866c-4c58-9687-3003f08cc446 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '844f8c32-a414-4ea0-9208-6f194003d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f872d48-e305-4488-b1f4-306305090d88'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:58.169908 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Attempting to bind port d7dad4a4-866c-4c58-9687-3003f08cc446 on network 9f872d48-e305-4488-b1f4-306305090d88 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:58.195781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:58.196044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Checking segment: {'id': '844f8c32-a414-4ea0-9208-6f194003d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f872d48-e305-4488-b1f4-306305090d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:58.196345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.197481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Bound using segment: {'id': '844f8c32-a414-4ea0-9208-6f194003d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f872d48-e305-4488-b1f4-306305090d88'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:58.197481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Bound port: d7dad4a4-866c-4c58-9687-3003f08cc446, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844f8c32-a414-4ea0-9208-6f194003d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f872d48-e305-4488-b1f4-306305090d88'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:58.197817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.238413 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4058aa-6684-4262-ae8e-45edb69728ac None None] Pushing event updated for resources: {'Port': ['ID=2f14721f-99b0-4bbc-a3a5-1b05ebae872f,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:58.355924 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] For port d7dad4a4-866c-4c58-9687-3003f08cc446, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:58.355924 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] For port d7dad4a4-866c-4c58-9687-3003f08cc446, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d7dad4a4-866c-4c58-9687-3003f08cc446,segment=NetworkSegment(844f8c32-a414-4ea0-9208-6f194003d4c1),segment_id=844f8c32-a414-4ea0-9208-6f194003d4c1)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:58.368172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.423101 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Attempting to bind port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:58.423101 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Attempting to bind port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '2b0ad841-c456-4219-8d47-6c33d737efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:58.423822 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Attempting to bind port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f on network faca407c-8b0e-41e2-b6c3-9ec29d45b07f {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:58.431628 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:58.431628 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Checking segment: {'id': '2b0ad841-c456-4219-8d47-6c33d737efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:58.431628 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.435418 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Bound using segment: {'id': '2b0ad841-c456-4219-8d47-6c33d737efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:58.436498 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Bound port: 2f14721f-99b0-4bbc-a3a5-1b05ebae872f, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0ad841-c456-4219-8d47-6c33d737efb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:58.436907 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.490622 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614032a-fed1-4041-a0d9-a975bde672c1 None None] Pushing event updated for resources: {'Port': ['ID=d7dad4a4-866c-4c58-9687-3003f08cc446,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:58.570628 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] For port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:58.574279 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] For port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2f14721f-99b0-4bbc-a3a5-1b05ebae872f,segment=NetworkSegment(2b0ad841-c456-4219-8d47-6c33d737efb2),segment_id=2b0ad841-c456-4219-8d47-6c33d737efb2)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:58.580708 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.600728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Allocated IP 2001:db8:3::1 (9f872d48-e305-4488-b1f4-306305090d88/5202fd94-d81d-4703-bd44-73d08c2e8a71/bc01edde-90f5-43cf-9f73-04e1abdb6a4e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:02:58.653686 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Updating router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 port 9f784e95-7b8f-4057-8209-32d6b1f96890 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:02:58.738729 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.750690 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4058aa-6684-4262-ae8e-45edb69728ac None None] Pushing event updated for resources: {'Port': ['ID=2f14721f-99b0-4bbc-a3a5-1b05ebae872f,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:58.861236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.885011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Transition to ACTIVE for port object bc01edde-90f5-43cf-9f73-04e1abdb6a4e will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:58.913544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:58.982117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 9f872d48-e305-4488-b1f4-306305090d88 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:58.987139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:02:58.990555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:02:58.991337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.013847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=bc01edde-90f5-43cf-9f73-04e1abdb6a4e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:59.100338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.131482 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.143558 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Transition to ACTIVE for port object 9f784e95-7b8f-4057-8209-32d6b1f96890 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:02:59.149707 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.276600 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4058aa-6684-4262-ae8e-45edb69728ac None None] Pushing event updated for resources: {'Port': ['ID=9f784e95-7b8f-4057-8209-32d6b1f96890,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:59.375204 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Attempting to bind port 9f784e95-7b8f-4057-8209-32d6b1f96890 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:02:59.375598 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Attempting to bind port 9f784e95-7b8f-4057-8209-32d6b1f96890 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '928a8c0a-3521-4c44-a761-677d319c6c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:02:59.375959 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Attempting to bind port 9f784e95-7b8f-4057-8209-32d6b1f96890 on network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:02:59.382668 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:02:59.383040 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Checking segment: {'id': '928a8c0a-3521-4c44-a761-677d319c6c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:02:59.383437 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.383857 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Bound using segment: {'id': '928a8c0a-3521-4c44-a761-677d319c6c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:02:59.384318 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Bound port: 9f784e95-7b8f-4057-8209-32d6b1f96890, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '928a8c0a-3521-4c44-a761-677d319c6c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:02:59.384691 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.488422 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] For port 9f784e95-7b8f-4057-8209-32d6b1f96890, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:02:59.491566 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] For port 9f784e95-7b8f-4057-8209-32d6b1f96890, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9f784e95-7b8f-4057-8209-32d6b1f96890,segment=NetworkSegment(928a8c0a-3521-4c44-a761-677d319c6c25),segment_id=928a8c0a-3521-4c44-a761-677d319c6c25)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:02:59.502067 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.548599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.558313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.559506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.613995 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4058aa-6684-4262-ae8e-45edb69728ac None None] Pushing event updated for resources: {'Port': ['ID=9f784e95-7b8f-4057-8209-32d6b1f96890,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:59.620877 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:02:59.622836 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:02:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:02:59.659645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event updated for resources: {'Port': ['ID=bc01edde-90f5-43cf-9f73-04e1abdb6a4e,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:02:59.704390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dccb93ac-8612-46f0-8f16-a71a0b0ed364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:02:59.797090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d7dad4a4-866c-4c58-9687-3003f08cc446 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:02:59.877656 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:02:59.889712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port d7dad4a4-866c-4c58-9687-3003f08cc446 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:02:59.895965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Network 9f872d48-e305-4488-b1f4-306305090d88 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:02:59.897374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:00.043240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfa0f29-f523-4b1e-8f0e-bbf8cadf357d None None] Network 9f872d48-e305-4488-b1f4-306305090d88 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:00.210610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f94a8233-d5e2-4fd8-b1a1-e0ff41d6e1c5 None None] Provisioning for port d7dad4a4-866c-4c58-9687-3003f08cc446 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:00.220247 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f94a8233-d5e2-4fd8-b1a1-e0ff41d6e1c5 None None] Provisioning complete for port d7dad4a4-866c-4c58-9687-3003f08cc446 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:00.220864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f94a8233-d5e2-4fd8-b1a1-e0ff41d6e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:00.222330 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:02:59Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '2f14721f-99b0-4bbc-a3a5-1b05ebae872f', 'name': '', 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:e1:c0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:53Z', 'updated_at': '2022-04-05T10:02:58Z', 'revision_number': 4, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:02:59Z', 'revision_number': 4, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc01edde-90f5-43cf-9f73-04e1abdb6a4e', 'name': '', 'network_id': '9f872d48-e305-4488-b1f4-306305090d88', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:1a:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5202fd94-d81d-4703-bd44-73d08c2e8a71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:58Z', 'updated_at': '2022-04-05T10:02:59Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': '5202fd94-d81d-4703-bd44-73d08c2e8a71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:00.227129 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde7a97a-8649-4406-8e93-b857ec61a3f4 None None] The sync data for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv is: [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:02:59Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '2f14721f-99b0-4bbc-a3a5-1b05ebae872f', 'name': '', 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:e1:c0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:53Z', 'updated_at': '2022-04-05T10:02:58Z', 'revision_number': 4, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:02:59Z', 'revision_number': 4, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc01edde-90f5-43cf-9f73-04e1abdb6a4e', 'name': '', 'network_id': '9f872d48-e305-4488-b1f4-306305090d88', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:1a:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5202fd94-d81d-4703-bd44-73d08c2e8a71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:58Z', 'updated_at': '2022-04-05T10:02:59Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': '5202fd94-d81d-4703-bd44-73d08c2e8a71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:00.253660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:00.434382 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f94a8233-d5e2-4fd8-b1a1-e0ff41d6e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:00.479872 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f94a8233-d5e2-4fd8-b1a1-e0ff41d6e1c5 None None] For port d7dad4a4-866c-4c58-9687-3003f08cc446, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d7dad4a4-866c-4c58-9687-3003f08cc446,segment=NetworkSegment(844f8c32-a414-4ea0-9208-6f194003d4c1),segment_id=844f8c32-a414-4ea0-9208-6f194003d4c1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:00.485938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f94a8233-d5e2-4fd8-b1a1-e0ff41d6e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:00.601286 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a8233-d5e2-4fd8-b1a1-e0ff41d6e1c5 None None] Pushing event updated for resources: {'Port': ['ID=d7dad4a4-866c-4c58-9687-3003f08cc446,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:00.652764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:00.671509 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c9b4e256-f2c4-478f-8374-9275b171cd18 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6578786 Apr 05 10:03:00.674716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34076) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:00.680328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7eef96db-5002-4573-bc7b-515f485278ed tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:00.848075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ecae808e-41f0-4cde-91fe-381d2ee14ab8 None None] Provisioning for port bc01edde-90f5-43cf-9f73-04e1abdb6a4e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:00.858938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ecae808e-41f0-4cde-91fe-381d2ee14ab8 None None] Provisioning complete for port bc01edde-90f5-43cf-9f73-04e1abdb6a4e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:00.859402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ecae808e-41f0-4cde-91fe-381d2ee14ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:00.958056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ecae808e-41f0-4cde-91fe-381d2ee14ab8 None None] Port bc01edde-90f5-43cf-9f73-04e1abdb6a4e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:03:00.974209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ecae808e-41f0-4cde-91fe-381d2ee14ab8 None None] Provisioning complete for port d7dad4a4-866c-4c58-9687-3003f08cc446 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:00.974659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ecae808e-41f0-4cde-91fe-381d2ee14ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:01.309363 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f244a389-b66c-481e-8904-8a88164b0682 None None] Provisioning complete for port bc01edde-90f5-43cf-9f73-04e1abdb6a4e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:01.309363 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f244a389-b66c-481e-8904-8a88164b0682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:01.429088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f244a389-b66c-481e-8904-8a88164b0682 None None] Port bc01edde-90f5-43cf-9f73-04e1abdb6a4e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:03:01.485940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.extraroute_db [None req-7eef96db-5002-4573-bc7b-515f485278ed tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 10:03:01.517035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.extraroute_db [None req-7eef96db-5002-4573-bc7b-515f485278ed tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Removed routes are [] {{(pid=83819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 10:03:01.517035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7eef96db-5002-4573-bc7b-515f485278ed tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:01.563578 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6005f8bb-b455-4f1f-b7cb-86b08e6bae51 None None] Provisioning complete for port bc01edde-90f5-43cf-9f73-04e1abdb6a4e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:01.563578 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6005f8bb-b455-4f1f-b7cb-86b08e6bae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:01.711258 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6005f8bb-b455-4f1f-b7cb-86b08e6bae51 None None] Port bc01edde-90f5-43cf-9f73-04e1abdb6a4e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:03:01.891364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9f784e95-7b8f-4057-8209-32d6b1f96890 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:01.981051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b76aae7d-3559-4182-aa03-36a6f96a7abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.005812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 9f784e95-7b8f-4057-8209-32d6b1f96890 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:02.005812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9f784e95-7b8f-4057-8209-32d6b1f96890 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:02.005812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.056321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7eef96db-5002-4573-bc7b-515f485278ed tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.058086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7eef96db-5002-4573-bc7b-515f485278ed tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.145056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.182407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 9f784e95-7b8f-4057-8209-32d6b1f96890, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9f784e95-7b8f-4057-8209-32d6b1f96890,segment=NetworkSegment(928a8c0a-3521-4c44-a761-677d319c6c25),segment_id=928a8c0a-3521-4c44-a761-677d319c6c25)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:02.188102 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.189085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f14721f-99b0-4bbc-a3a5-1b05ebae872f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:02.239412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eef96db-5002-4573-bc7b-515f485278ed tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:02.322219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=9f784e95-7b8f-4057-8209-32d6b1f96890,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:02.335051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:02.343110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:02.343110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.473451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.505497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2f14721f-99b0-4bbc-a3a5-1b05ebae872f,segment=NetworkSegment(2b0ad841-c456-4219-8d47-6c33d737efb2),segment_id=2b0ad841-c456-4219-8d47-6c33d737efb2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:02.509675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.511399 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d7dad4a4-866c-4c58-9687-3003f08cc446 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:02.533457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eef96db-5002-4573-bc7b-515f485278ed tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:02.540619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7eef96db-5002-4573-bc7b-515f485278ed tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.544031 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7eef96db-5002-4573-bc7b-515f485278ed tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90 HTTP/1.1" status: 200 len: 953 time: 1.8656962 Apr 05 10:03:02.544031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34080) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:02.625463 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=2f14721f-99b0-4bbc-a3a5-1b05ebae872f,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:02.641217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d7dad4a4-866c-4c58-9687-3003f08cc446 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:02.642259 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:02.733917 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a77313f9-55ed-4462-b8ba-504f5052911f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90 HTTP/1.1" status: 200 len: 953 time: 0.1857107 Apr 05 10:03:02.733917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34084) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:02.738251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f16cb914-b319-40d1-95d6-b074250fe58e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'routes': None}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:03.010209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:03.055090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:03.342681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.extraroute_db [None req-f16cb914-b319-40d1-95d6-b074250fe58e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added routes are [] {{(pid=83819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 10:03:03.343260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.extraroute_db [None req-f16cb914-b319-40d1-95d6-b074250fe58e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=83819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 10:03:03.371839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f16cb914-b319-40d1-95d6-b074250fe58e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:03.670135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9f784e95-7b8f-4057-8209-32d6b1f96890 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:03.711997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f16cb914-b319-40d1-95d6-b074250fe58e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:03.711997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f16cb914-b319-40d1-95d6-b074250fe58e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:03.739230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9f784e95-7b8f-4057-8209-32d6b1f96890 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:03.739634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:03.868357 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f14721f-99b0-4bbc-a3a5-1b05ebae872f up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:03.944248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:03.944248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:04.002976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16cb914-b319-40d1-95d6-b074250fe58e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:04.199561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16cb914-b319-40d1-95d6-b074250fe58e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:04.204869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f16cb914-b319-40d1-95d6-b074250fe58e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:04.209202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34088) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:04.210258 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f16cb914-b319-40d1-95d6-b074250fe58e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90 HTTP/1.1" status: 200 len: 703 time: 1.4737830 Apr 05 10:03:04.242736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Sync routers for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:04.251014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:04.251014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:04.397380 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e086423f-89fe-41f6-87d3-ea828a404eb4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90 HTTP/1.1" status: 200 len: 703 time: 0.1854920 Apr 05 10:03:04.398032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34092) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:04.425705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:04.441302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:04.761856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:04.835234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:03Z', 'revision_number': 7, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '2f14721f-99b0-4bbc-a3a5-1b05ebae872f', 'name': '', 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:e1:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:53Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc01edde-90f5-43cf-9f73-04e1abdb6a4e', 'name': '', 'network_id': '9f872d48-e305-4488-b1f4-306305090d88', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:1a:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5202fd94-d81d-4703-bd44-73d08c2e8a71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:58Z', 'updated_at': '2022-04-05T10:02:59Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': '5202fd94-d81d-4703-bd44-73d08c2e8a71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:04.839073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Checking router: c4684ab3-ebec-47d7-89e7-fd7e66e71b90 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:03:04.839431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Updating router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 port bc01edde-90f5-43cf-9f73-04e1abdb6a4e binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:03:04.901387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:05.292016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:05.311508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Transition to ACTIVE for port object bc01edde-90f5-43cf-9f73-04e1abdb6a4e will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:05.321596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:05.423840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port bc01edde-90f5-43cf-9f73-04e1abdb6a4e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:05.424333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:05.446146 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f40da-e45f-49f8-afc6-4257af57c2cd None None] Pushing event updated for resources: {'Port': ['ID=bc01edde-90f5-43cf-9f73-04e1abdb6a4e,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:05.553176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Attempting to bind port bc01edde-90f5-43cf-9f73-04e1abdb6a4e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:03:05.553176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Attempting to bind port bc01edde-90f5-43cf-9f73-04e1abdb6a4e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '844f8c32-a414-4ea0-9208-6f194003d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f872d48-e305-4488-b1f4-306305090d88'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:03:05.553579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Attempting to bind port bc01edde-90f5-43cf-9f73-04e1abdb6a4e on network 9f872d48-e305-4488-b1f4-306305090d88 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:03:05.561294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:03:05.562181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Checking segment: {'id': '844f8c32-a414-4ea0-9208-6f194003d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f872d48-e305-4488-b1f4-306305090d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:03:05.563414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:05.563414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Bound using segment: {'id': '844f8c32-a414-4ea0-9208-6f194003d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f872d48-e305-4488-b1f4-306305090d88'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:03:05.563414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Bound port: bc01edde-90f5-43cf-9f73-04e1abdb6a4e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844f8c32-a414-4ea0-9208-6f194003d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9f872d48-e305-4488-b1f4-306305090d88'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:03:05.563915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:05.671864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port bc01edde-90f5-43cf-9f73-04e1abdb6a4e, host dv-neutron-833199-1-hyperv, got binding levels [] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:05.672221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:05.697729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] For port bc01edde-90f5-43cf-9f73-04e1abdb6a4e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:03:05.704547 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] For port bc01edde-90f5-43cf-9f73-04e1abdb6a4e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bc01edde-90f5-43cf-9f73-04e1abdb6a4e,segment=NetworkSegment(844f8c32-a414-4ea0-9208-6f194003d4c1),segment_id=844f8c32-a414-4ea0-9208-6f194003d4c1)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:03:05.713104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:05.838783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f40da-e45f-49f8-afc6-4257af57c2cd None None] Pushing event updated for resources: {'Port': ['ID=bc01edde-90f5-43cf-9f73-04e1abdb6a4e,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:05.845661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:05.845661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:05.938729 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for bc01edde-90f5-43cf-9f73-04e1abdb6a4e owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:06.054368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:06.096192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:03:06.096192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:03:06.400104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:03Z', 'revision_number': 7, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '2f14721f-99b0-4bbc-a3a5-1b05ebae872f', 'name': '', 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:e1:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:53Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc01edde-90f5-43cf-9f73-04e1abdb6a4e', 'name': '', 'network_id': '9f872d48-e305-4488-b1f4-306305090d88', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:1a:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5202fd94-d81d-4703-bd44-73d08c2e8a71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:58Z', 'updated_at': '2022-04-05T10:03:05Z', 'revision_number': 4, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': '5202fd94-d81d-4703-bd44-73d08c2e8a71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:06.404015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258c4a5-d156-423d-a837-c889aeeecc55 None None] The sync data for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv is: [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:03Z', 'revision_number': 7, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '2f14721f-99b0-4bbc-a3a5-1b05ebae872f', 'name': '', 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:e1:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:53Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc01edde-90f5-43cf-9f73-04e1abdb6a4e', 'name': '', 'network_id': '9f872d48-e305-4488-b1f4-306305090d88', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:1a:38:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5202fd94-d81d-4703-bd44-73d08c2e8a71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:58Z', 'updated_at': '2022-04-05T10:03:05Z', 'revision_number': 4, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': '5202fd94-d81d-4703-bd44-73d08c2e8a71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:06.594338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port bc01edde-90f5-43cf-9f73-04e1abdb6a4e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:06.594833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:06.775692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port bc01edde-90f5-43cf-9f73-04e1abdb6a4e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bc01edde-90f5-43cf-9f73-04e1abdb6a4e,segment=NetworkSegment(844f8c32-a414-4ea0-9208-6f194003d4c1),segment_id=844f8c32-a414-4ea0-9208-6f194003d4c1)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:06.775967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:06.898121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for bc01edde-90f5-43cf-9f73-04e1abdb6a4e owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:07.068400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:07.114345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=bc01edde-90f5-43cf-9f73-04e1abdb6a4e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:07.334888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:07.909559 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:08.076800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:08.086953 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] Sync routers for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:08.090401 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-de67e44e-af7f-4692-a6e5-dad73f3d1678 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6917436 Apr 05 10:03:08.093040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34098) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:08.099414 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:08.100039 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:08.273335 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:08.281873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6bba3a-c43d-457e-a898-1be6a9df9de0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting subnet 5202fd94-d81d-4703-bd44-73d08c2e8a71 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:03:08.284804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1d6bba3a-c43d-457e-a898-1be6a9df9de0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:08.338484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1d6bba3a-c43d-457e-a898-1be6a9df9de0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:08.419965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1d6bba3a-c43d-457e-a898-1be6a9df9de0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:08.495156 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1d6bba3a-c43d-457e-a898-1be6a9df9de0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:08.533470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bba3a-c43d-457e-a898-1be6a9df9de0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Subnet': ['ID=5202fd94-d81d-4703-bd44-73d08c2e8a71,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:08.541975 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1d6bba3a-c43d-457e-a898-1be6a9df9de0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:08.549280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a163cb-6d26-463d-85d5-088d1f10b599 None None] Network 9f872d48-e305-4488-b1f4-306305090d88 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:08.550108 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1d6bba3a-c43d-457e-a898-1be6a9df9de0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/5202fd94-d81d-4703-bd44-73d08c2e8a71 HTTP/1.1" status: 204 len: 168 time: 0.4559343 Apr 05 10:03:08.553053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34102) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:08.592049 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:07Z', 'revision_number': 8, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '2f14721f-99b0-4bbc-a3a5-1b05ebae872f', 'name': '', 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:e1:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:53Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:08.597364 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] Checking router: c4684ab3-ebec-47d7-89e7-fd7e66e71b90 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:03:08.608994 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:08.609937 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:08.670225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:08.681932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port d7dad4a4-866c-4c58-9687-3003f08cc446 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:08.682269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:08.764251 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:08.876297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] DHCP port deletion for 9f872d48-e305-4488-b1f4-306305090d88 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:03:08.880660 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] Deleting port d7dad4a4-866c-4c58-9687-3003f08cc446 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:08.881137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:08.896236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port d7dad4a4-866c-4c58-9687-3003f08cc446, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d7dad4a4-866c-4c58-9687-3003f08cc446,segment=NetworkSegment(844f8c32-a414-4ea0-9208-6f194003d4c1),segment_id=844f8c32-a414-4ea0-9208-6f194003d4c1)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:08.896595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:09.019232 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for d7dad4a4-866c-4c58-9687-3003f08cc446 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:09.083909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] For port d7dad4a4-866c-4c58-9687-3003f08cc446, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d7dad4a4-866c-4c58-9687-3003f08cc446,segment=NetworkSegment(844f8c32-a414-4ea0-9208-6f194003d4c1),segment_id=844f8c32-a414-4ea0-9208-6f194003d4c1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:09.084218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:09.095637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:09.097484 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:07Z', 'revision_number': 8, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '2f14721f-99b0-4bbc-a3a5-1b05ebae872f', 'name': '', 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:e1:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:53Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:09.102054 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91bd8f-c93b-4d7c-8190-1f6d8059c98c None None] The sync data for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv is: [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:07Z', 'revision_number': 8, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '2f14721f-99b0-4bbc-a3a5-1b05ebae872f', 'name': '', 'network_id': 'faca407c-8b0e-41e2-b6c3-9ec29d45b07f', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:e1:c0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:53Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:09.145991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=d7dad4a4-866c-4c58-9687-3003f08cc446,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:09.150590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No DVR routers for this DVR port d7dad4a4-866c-4c58-9687-3003f08cc446 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:03:09.205469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] Calling delete_port for d7dad4a4-866c-4c58-9687-3003f08cc446 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:09.275708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:03:09.276055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:03:09.363946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:09.388678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f872d48-e305-4488-b1f4-306305090d88']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:09.401138 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844f8c32-a414-4ea0-9208-6f194003d4c1') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:09.401440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844f8c32-a414-4ea0-9208-6f194003d4c1') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:09.412411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:09.427789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:09.433915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:03:09.434299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:03:09.450317 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:03:09.531199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:09.536242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:09.564917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Network': ['ID=9f872d48-e305-4488-b1f4-306305090d88,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:09.571036 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5f55ccef-f891-44c8-882d-2fc254ab6cef tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/networks/9f872d48-e305-4488-b1f4-306305090d88 HTTP/1.1" status: 204 len: 168 time: 1.0169909 Apr 05 10:03:09.573917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34106) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:09.651615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bc01edde-90f5-43cf-9f73-04e1abdb6a4e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:09.695503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: bc01edde-90f5-43cf-9f73-04e1abdb6a4e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:09.695997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bc01edde-90f5-43cf-9f73-04e1abdb6a4e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:09.696585 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d7dad4a4-866c-4c58-9687-3003f08cc446 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:09.733262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: d7dad4a4-866c-4c58-9687-3003f08cc446 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:09.733608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d7dad4a4-866c-4c58-9687-3003f08cc446 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:09.777581 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] Deleting port d7dad4a4-866c-4c58-9687-3003f08cc446 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:09.777986 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:09.843224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-241c9209-5c4f-493c-a7af-2b43aace6074 None None] The port 'd7dad4a4-866c-4c58-9687-3003f08cc446' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:03:09.927543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:10.505079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:10.505411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:10.785260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port 2f14721f-99b0-4bbc-a3a5-1b05ebae872f, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2f14721f-99b0-4bbc-a3a5-1b05ebae872f,segment=NetworkSegment(2b0ad841-c456-4219-8d47-6c33d737efb2),segment_id=2b0ad841-c456-4219-8d47-6c33d737efb2)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:10.785944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:10.903784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 2f14721f-99b0-4bbc-a3a5-1b05ebae872f owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:11.072547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:11.119791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=2f14721f-99b0-4bbc-a3a5-1b05ebae872f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:11.327479 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:11.822081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:11.990846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:11.999958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] Sync routers for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:12.005247 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-13fa3597-a990-4784-8e3c-5897d7871903 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301023 Apr 05 10:03:12.007809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34110) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:12.011334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:12.011969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:12.163693 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:12.293913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b910344d-66c1-4caa-91b2-38f566c24ff0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting subnet e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:03:12.297336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b910344d-66c1-4caa-91b2-38f566c24ff0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:12.354705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b910344d-66c1-4caa-91b2-38f566c24ff0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:12.439429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b910344d-66c1-4caa-91b2-38f566c24ff0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:12.473975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:11Z', 'revision_number': 9, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:12.477935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] Checking router: c4684ab3-ebec-47d7-89e7-fd7e66e71b90 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:03:12.489432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:12.490049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:12.516394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b910344d-66c1-4caa-91b2-38f566c24ff0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:12.555060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910344d-66c1-4caa-91b2-38f566c24ff0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Subnet': ['ID=e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:12.567214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b910344d-66c1-4caa-91b2-38f566c24ff0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:12.591223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b910344d-66c1-4caa-91b2-38f566c24ff0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4 HTTP/1.1" status: 204 len: 168 time: 0.5822051 Apr 05 10:03:12.593582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34118) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:12.613999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5172cc2a-6a07-4a94-9bfe-a84b0523fea4 None None] Network faca407c-8b0e-41e2-b6c3-9ec29d45b07f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:12.710237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:12.720723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port c07e38e3-357c-4bb9-b838-5c700833b088 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:12.721044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:12.813387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:12.927351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port c07e38e3-357c-4bb9-b838-5c700833b088, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c07e38e3-357c-4bb9-b838-5c700833b088,segment=NetworkSegment(2b0ad841-c456-4219-8d47-6c33d737efb2),segment_id=2b0ad841-c456-4219-8d47-6c33d737efb2)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:12.927738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:13.053606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for c07e38e3-357c-4bb9-b838-5c700833b088 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:13.136244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:13.145963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0795caf6-d970-4cb7-86e9-421455390caa None None] DHCP port deletion for faca407c-8b0e-41e2-b6c3-9ec29d45b07f request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:03:13.181656 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=c07e38e3-357c-4bb9-b838-5c700833b088,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:13.188824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No DVR routers for this DVR port c07e38e3-357c-4bb9-b838-5c700833b088 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:03:13.189500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:11Z', 'revision_number': 9, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:13.193944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66dfea5-d38d-412e-a8c8-c38fbb1f0353 None None] The sync data for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv is: [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:11Z', 'revision_number': 9, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': '9f784e95-7b8f-4057-8209-32d6b1f96890', 'name': '', 'network_id': '196714e3-4e1b-433e-a0f6-f1bc308b2fb2', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:03:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:48Z', 'updated_at': '2022-04-05T10:03:02Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'f1065df5-a460-4e11-88e8-96c35ff82f26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:13.313010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:13.340791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faca407c-8b0e-41e2-b6c3-9ec29d45b07f']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:13.353513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0ad841-c456-4219-8d47-6c33d737efb2') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:13.353804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0ad841-c456-4219-8d47-6c33d737efb2') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:13.366497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:13.382014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:13.388669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:03:13.389120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:03:13.403171 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:03:13.481230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:13.498575 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:13.509022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Network': ['ID=faca407c-8b0e-41e2-b6c3-9ec29d45b07f,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:13.516683 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e4a34fe6-50d7-4edd-be1e-c8c7542b61d9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/networks/faca407c-8b0e-41e2-b6c3-9ec29d45b07f HTTP/1.1" status: 204 len: 168 time: 0.9215672 Apr 05 10:03:13.519374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34122) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:13.673235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c07e38e3-357c-4bb9-b838-5c700833b088 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:13.710841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: c07e38e3-357c-4bb9-b838-5c700833b088 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:13.711217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c07e38e3-357c-4bb9-b838-5c700833b088 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:13.711668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f14721f-99b0-4bbc-a3a5-1b05ebae872f no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:13.743061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 2f14721f-99b0-4bbc-a3a5-1b05ebae872f {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:13.743400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2f14721f-99b0-4bbc-a3a5-1b05ebae872f not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:13.937863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:14.506295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 9f784e95-7b8f-4057-8209-32d6b1f96890 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:14.506636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:14.699069 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port 9f784e95-7b8f-4057-8209-32d6b1f96890, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9f784e95-7b8f-4057-8209-32d6b1f96890,segment=NetworkSegment(928a8c0a-3521-4c44-a761-677d319c6c25),segment_id=928a8c0a-3521-4c44-a761-677d319c6c25)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:14.699432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:14.820957 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 9f784e95-7b8f-4057-8209-32d6b1f96890 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:14.997240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:15.045503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=9f784e95-7b8f-4057-8209-32d6b1f96890,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:15.265502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:15.849505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:16.019791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:16.029267 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] Sync routers for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:16.033668 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5ae92367-9bec-41cd-8bc9-1c65574edf6b tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5133016 Apr 05 10:03:16.036198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34130) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:16.040881 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:16.041477 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:16.187918 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:16.221514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting subnet f1065df5-a460-4e11-88e8-96c35ff82f26 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:03:16.224473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:16.278184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:16.362741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:16.433723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:16.474084 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Subnet': ['ID=f1065df5-a460-4e11-88e8-96c35ff82f26,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:16.483416 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:16.486896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c3004-7079-4416-84c7-05c0630f09fb None None] Network 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:16.492855 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.493266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.493613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.493941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.494265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.494585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.494904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.497842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.498192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.498530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.498854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:16.505462 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a1be7bfb-9514-4343-a377-29a1ffcf4ea9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/f1065df5-a460-4e11-88e8-96c35ff82f26 HTTP/1.1" status: 204 len: 168 time: 0.4680326 Apr 05 10:03:16.507916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34134) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:16.525844 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:14Z', 'revision_number': 10, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:16.530461 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] Checking router: c4684ab3-ebec-47d7-89e7-fd7e66e71b90 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:03:16.541335 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:16.541930 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:16.637138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:16.648863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 7861cda9-9368-4498-9548-3324563687f0 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:16.649203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:16.702108 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:16.740814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] DHCP port deletion for 196714e3-4e1b-433e-a0f6-f1bc308b2fb2 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:03:16.744957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] Deleting port 7861cda9-9368-4498-9548-3324563687f0 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:16.745530 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:16.864292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port 7861cda9-9368-4498-9548-3324563687f0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7861cda9-9368-4498-9548-3324563687f0,segment=NetworkSegment(928a8c0a-3521-4c44-a761-677d319c6c25),segment_id=928a8c0a-3521-4c44-a761-677d319c6c25)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:16.864670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:16.946902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] For port 7861cda9-9368-4498-9548-3324563687f0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7861cda9-9368-4498-9548-3324563687f0,segment=NetworkSegment(928a8c0a-3521-4c44-a761-677d319c6c25),segment_id=928a8c0a-3521-4c44-a761-677d319c6c25)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:16.947426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:16.985833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 7861cda9-9368-4498-9548-3324563687f0 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:17.016528 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:14Z', 'revision_number': 10, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:17.020282 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725495de-3bde-4a49-9cf3-83428e92601f None None] The sync data for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv is: [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:14Z', 'revision_number': 10, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None, '_interfaces': [{'id': 'b8aec28f-a3ab-4347-a570-a2679e4f9db8', 'name': '', 'network_id': 'e6328b9f-5cef-4fb6-8a27-f27d52e2652b', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'mac_address': 'fa:16:3e:53:02:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:44Z', 'updated_at': '2022-04-05T10:02:53Z', 'revision_number': 5, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'subnets': [{'id': 'a2f2f67e-04d7-4553-9c6a-bd0c854e4f93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:17.069885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:17.082002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] Calling delete_port for 7861cda9-9368-4498-9548-3324563687f0 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:17.115043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=7861cda9-9368-4498-9548-3324563687f0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:17.120384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No DVR routers for this DVR port 7861cda9-9368-4498-9548-3324563687f0 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:03:17.151295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:03:17.151686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:03:17.173156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.173496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.173833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.174168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.174493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.174815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.175135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.175459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.175813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.176114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.176427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:17.253088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:17.277501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196714e3-4e1b-433e-a0f6-f1bc308b2fb2']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:17.293555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928a8c0a-3521-4c44-a761-677d319c6c25') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:17.293858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928a8c0a-3521-4c44-a761-677d319c6c25') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:17.305579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:17.322492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:17.330022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:03:17.330404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:03:17.346002 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:03:17.446099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:17.456288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:17.488288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Network': ['ID=196714e3-4e1b-433e-a0f6-f1bc308b2fb2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:17.494298 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a2d94a5e-275d-4a0f-9ba8-d342a9119185 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/networks/196714e3-4e1b-433e-a0f6-f1bc308b2fb2 HTTP/1.1" status: 204 len: 168 time: 0.9853685 Apr 05 10:03:17.496890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34138) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:17.650397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7861cda9-9368-4498-9548-3324563687f0 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:17.674321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] Deleting port 7861cda9-9368-4498-9548-3324563687f0 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:17.674687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:17.715555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 7861cda9-9368-4498-9548-3324563687f0 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:17.715896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7861cda9-9368-4498-9548-3324563687f0 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:17.716302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9f784e95-7b8f-4057-8209-32d6b1f96890 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:17.746492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 9f784e95-7b8f-4057-8209-32d6b1f96890 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:17.746827 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9f784e95-7b8f-4057-8209-32d6b1f96890 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:17.778681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ba63dd71-224d-4ee8-8026-4ceb1adb8541 None None] The port '7861cda9-9368-4498-9548-3324563687f0' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:03:17.922356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:18.478444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port b8aec28f-a3ab-4347-a570-a2679e4f9db8 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:18.478774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:18.660255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port b8aec28f-a3ab-4347-a570-a2679e4f9db8, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b8aec28f-a3ab-4347-a570-a2679e4f9db8,segment=NetworkSegment(ed842767-5636-495d-a7e5-b2776c1d8c5f),segment_id=ed842767-5636-495d-a7e5-b2776c1d8c5f)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:18.660614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:18.777664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for b8aec28f-a3ab-4347-a570-a2679e4f9db8 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:18.954999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:19.044617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=b8aec28f-a3ab-4347-a570-a2679e4f9db8,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:19.365192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:19.782885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:19.926544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:19.938757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] Sync routers for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:19.940273 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-382318b9-5de7-4555-9e2a-5d3aecb309dd tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4423890 Apr 05 10:03:19.943138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34144) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:19.953047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:19.953631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:20.138170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0608e69f-eba0-44ff-8b5e-48746130ff46 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting subnet a2f2f67e-04d7-4553-9c6a-bd0c854e4f93 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:03:20.142291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0608e69f-eba0-44ff-8b5e-48746130ff46 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:20.143469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:20.201628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0608e69f-eba0-44ff-8b5e-48746130ff46 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:20.266616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:18Z', 'revision_number': 11, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:20.269199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] Checking router: c4684ab3-ebec-47d7-89e7-fd7e66e71b90 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:03:20.280564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:20.281203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:20.282384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0608e69f-eba0-44ff-8b5e-48746130ff46 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:20.357309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0608e69f-eba0-44ff-8b5e-48746130ff46 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:20.398581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608e69f-eba0-44ff-8b5e-48746130ff46 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f2f67e-04d7-4553-9c6a-bd0c854e4f93,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:20.405303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0608e69f-eba0-44ff-8b5e-48746130ff46 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:20.415162 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0608e69f-eba0-44ff-8b5e-48746130ff46 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/a2f2f67e-04d7-4553-9c6a-bd0c854e4f93 HTTP/1.1" status: 204 len: 168 time: 0.4698670 Apr 05 10:03:20.417206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34148) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:20.418648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f32261-3bc0-4f27-8698-b29c344ae912 None None] Network e6328b9f-5cef-4fb6-8a27-f27d52e2652b requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:20.429729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:20.534478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:20.547300 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Deleting port 1018e87f-0c63-437b-9939-5227d7509207 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:20.547300 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:20.597658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:18Z', 'revision_number': 11, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:20.602807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d19a83-870e-4120-a914-730ce2cb695c None None] The sync data for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv is: [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:18Z', 'revision_number': 11, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:20.796294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] For port 1018e87f-0c63-437b-9939-5227d7509207, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1018e87f-0c63-437b-9939-5227d7509207,segment=NetworkSegment(ed842767-5636-495d-a7e5-b2776c1d8c5f),segment_id=ed842767-5636-495d-a7e5-b2776c1d8c5f)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:20.796294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:20.961668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] DHCP port deletion for e6328b9f-5cef-4fb6-8a27-f27d52e2652b request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:03:20.966615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] Deleting port 1018e87f-0c63-437b-9939-5227d7509207 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:20.966615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.033793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Calling delete_port for 1018e87f-0c63-437b-9939-5227d7509207 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:21.130299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.177637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Port': ['ID=1018e87f-0c63-437b-9939-5227d7509207,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:21.187088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No DVR routers for this DVR port 1018e87f-0c63-437b-9939-5227d7509207 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:03:21.208268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] For port 1018e87f-0c63-437b-9939-5227d7509207, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1018e87f-0c63-437b-9939-5227d7509207,segment=NetworkSegment(ed842767-5636-495d-a7e5-b2776c1d8c5f),segment_id=ed842767-5636-495d-a7e5-b2776c1d8c5f)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:21.209105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.311007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.337992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6328b9f-5cef-4fb6-8a27-f27d52e2652b']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:21.352897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] Calling delete_port for 1018e87f-0c63-437b-9939-5227d7509207 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:21.353142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed842767-5636-495d-a7e5-b2776c1d8c5f') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:21.353142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed842767-5636-495d-a7e5-b2776c1d8c5f') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:21.366592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.384611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.391016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:03:21.391377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:03:21.405607 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:03:21.428831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:03:21.429161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:03:21.494448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.515778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.530271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Pushing event deleted for resources: {'Network': ['ID=e6328b9f-5cef-4fb6-8a27-f27d52e2652b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:21.542096 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c4a8a5aa-d54c-46df-b68b-44ad816fa78e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/networks/e6328b9f-5cef-4fb6-8a27-f27d52e2652b HTTP/1.1" status: 204 len: 168 time: 1.1184943 Apr 05 10:03:21.542096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34152) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:21.548690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c800e818-e1f0-42b9-ae4e-4c8fb62ea176 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'routes': None}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:21.669084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b8aec28f-a3ab-4347-a570-a2679e4f9db8 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:21.716489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: b8aec28f-a3ab-4347-a570-a2679e4f9db8 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:21.716913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b8aec28f-a3ab-4347-a570-a2679e4f9db8 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:21.717374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1018e87f-0c63-437b-9939-5227d7509207 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:21.758026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 1018e87f-0c63-437b-9939-5227d7509207 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:21.758249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1018e87f-0c63-437b-9939-5227d7509207 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:21.762838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.865852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.extraroute_db [None req-c800e818-e1f0-42b9-ae4e-4c8fb62ea176 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Added routes are [] {{(pid=83820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 10:03:21.866676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.extraroute_db [None req-c800e818-e1f0-42b9-ae4e-4c8fb62ea176 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Removed routes are [] {{(pid=83820) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 10:03:21.866676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c800e818-e1f0-42b9-ae4e-4c8fb62ea176 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:21.931081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] Deleting port 1018e87f-0c63-437b-9939-5227d7509207 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:21.931292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:22.009129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e339fec0-1ce6-4e3a-a3a3-850eb4638c5e None None] The port '1018e87f-0c63-437b-9939-5227d7509207' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:03:22.132074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c800e818-e1f0-42b9-ae4e-4c8fb62ea176 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:22.135357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c800e818-e1f0-42b9-ae4e-4c8fb62ea176 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:22.243552 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:03:22.273082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c800e818-e1f0-42b9-ae4e-4c8fb62ea176 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:22.508741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c800e818-e1f0-42b9-ae4e-4c8fb62ea176 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:22.518155 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] Sync routers for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:22.520088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c800e818-e1f0-42b9-ae4e-4c8fb62ea176 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:22.521220 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c800e818-e1f0-42b9-ae4e-4c8fb62ea176 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90 HTTP/1.1" status: 200 len: 704 time: 0.9823999 Apr 05 10:03:22.524353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34156) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:22.531638 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:22.532257 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:22.566663 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a1cb3e63-6709-4f87-9243-0cc880b1a8c9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Synchronizing usage tracker for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:03:22.583576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a1cb3e63-6709-4f87-9243-0cc880b1a8c9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Unset dirty status for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:03:22.584895 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a1cb3e63-6709-4f87-9243-0cc880b1a8c9 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4684ab3-ebec-47d7-89e7-fd7e66e71b90 HTTP/1.1" status: 200 len: 205 time: 0.0595777 Apr 05 10:03:22.587644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34160) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:22.669008 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:22.728561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1038cd-752b-4863-b2ec-54cd6079637c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:22.775701 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:18Z', 'revision_number': 11, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:22.779437 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] Checking router: c4684ab3-ebec-47d7-89e7-fd7e66e71b90 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:03:22.791134 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] Routers {'c4684ab3-ebec-47d7-89e7-fd7e66e71b90'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:22.791766 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:22.928048 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] Set router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:23.036112 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:18Z', 'revision_number': 11, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:23.040108 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd119eca-5ed4-4e65-b7a8-db1b613df891 None None] The sync data for ids ['c4684ab3-ebec-47d7-89e7-fd7e66e71b90'] in dv-neutron-833199-1-hyperv is: [{'id': 'c4684ab3-ebec-47d7-89e7-fd7e66e71b90', 'name': 'tempest-RoutersIpV6Test-router-120056410', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:42Z', 'updated_at': '2022-04-05T10:03:18Z', 'revision_number': 11, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:23.119504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1038cd-752b-4863-b2ec-54cd6079637c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.123718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1038cd-752b-4863-b2ec-54cd6079637c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.151962 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1038cd-752b-4863-b2ec-54cd6079637c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.152499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1038cd-752b-4863-b2ec-54cd6079637c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Fanout notify agent at l3_agent the message router_deleted on router c4684ab3-ebec-47d7-89e7-fd7e66e71b90 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:03:23.166501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2f1038cd-752b-4863-b2ec-54cd6079637c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.167614 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2f1038cd-752b-4863-b2ec-54cd6079637c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90 HTTP/1.1" status: 204 len: 168 time: 0.5790586 Apr 05 10:03:23.172449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34164) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:23.177933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1968483140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:23.184560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:23.189871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Usage tracker for resource:router and tenant:e9f9a7018e5947f498f840a839536eef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:23.192776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:23.198572 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:23.209458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.210366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.230040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.254436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.278653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.279845 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c6ad2a16-575c-4a76-84a1-921334ad53a5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1068485 Apr 05 10:03:23.282427 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34168) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:23.287353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-146e8d16-2765-4c5f-8679-52f231590cd2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:23.537990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34174) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:23.623573 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a42cb7c4-97df-4a45-9ff6-d22ae4751db8 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=f5587b1b4168471baeb118f60917a7ae&network_id=d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 200 len: 2999 time: 0.0739484 Apr 05 10:03:23.781628 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-146e8d16-2765-4c5f-8679-52f231590cd2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.791956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-146e8d16-2765-4c5f-8679-52f231590cd2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:23.960455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146e8d16-2765-4c5f-8679-52f231590cd2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Router d6c049e9-8938-481c-a960-fd7800ce6a61 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:03:24.104766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146e8d16-2765-4c5f-8679-52f231590cd2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:24.113343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-146e8d16-2765-4c5f-8679-52f231590cd2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:24.114430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] Sync routers for ids ['d6c049e9-8938-481c-a960-fd7800ce6a61'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:24.114952 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-146e8d16-2765-4c5f-8679-52f231590cd2 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "PUT /v2.0/routers/d6c049e9-8938-481c-a960-fd7800ce6a61 HTTP/1.1" status: 200 len: 698 time: 0.8311608 Apr 05 10:03:24.117064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34182) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:24.127114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] Routers {'d6c049e9-8938-481c-a960-fd7800ce6a61'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:24.127816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d6c049e9-8938-481c-a960-fd7800ce6a61'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:24.260180 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1eb7775f-f38a-496e-9ef8-76cbcfa4a9f4 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/routers/d6c049e9-8938-481c-a960-fd7800ce6a61 HTTP/1.1" status: 200 len: 704 time: 0.1419117 Apr 05 10:03:24.262633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34186) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:24.286673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] Set router d6c049e9-8938-481c-a960-fd7800ce6a61 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:24.303718 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-12133e72-0609-45c7-b7a6-74fbc163142f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c049e9-8938-481c-a960-fd7800ce6a61 HTTP/1.1" status: 200 len: 205 time: 0.0399702 Apr 05 10:03:24.306054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34190) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:24.392701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c049e9-8938-481c-a960-fd7800ce6a61', 'name': 'tempest-RoutersIpV6Test-router-1968483140', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:03:23Z', 'updated_at': '2022-04-05T10:03:23Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:24.397040 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] Checking router: d6c049e9-8938-481c-a960-fd7800ce6a61 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:03:24.408249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] Routers {'d6c049e9-8938-481c-a960-fd7800ce6a61'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:24.408857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d6c049e9-8938-481c-a960-fd7800ce6a61'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:24.444643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf58b05-d174-4f0a-8fc0-4c1e1a4942f8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:24.534974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] Set router d6c049e9-8938-481c-a960-fd7800ce6a61 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:24.651808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c049e9-8938-481c-a960-fd7800ce6a61', 'name': 'tempest-RoutersIpV6Test-router-1968483140', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:03:23Z', 'updated_at': '2022-04-05T10:03:23Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:24.655713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf04e0-c98e-4124-935b-e9493dd5626a None None] The sync data for ids ['d6c049e9-8938-481c-a960-fd7800ce6a61'] in dv-neutron-833199-1-hyperv is: [{'id': 'd6c049e9-8938-481c-a960-fd7800ce6a61', 'name': 'tempest-RoutersIpV6Test-router-1968483140', 'tenant_id': 'e9f9a7018e5947f498f840a839536eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:03:23Z', 'updated_at': '2022-04-05T10:03:23Z', 'revision_number': 2, 'project_id': 'e9f9a7018e5947f498f840a839536eef', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:24.831117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf58b05-d174-4f0a-8fc0-4c1e1a4942f8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:24.835226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf58b05-d174-4f0a-8fc0-4c1e1a4942f8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:24.860822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf58b05-d174-4f0a-8fc0-4c1e1a4942f8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:24.861289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf58b05-d174-4f0a-8fc0-4c1e1a4942f8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Fanout notify agent at l3_agent the message router_deleted on router d6c049e9-8938-481c-a960-fd7800ce6a61 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:03:24.875155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf58b05-d174-4f0a-8fc0-4c1e1a4942f8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:24.876184 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7cf58b05-d174-4f0a-8fc0-4c1e1a4942f8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/d6c049e9-8938-481c-a960-fd7800ce6a61 HTTP/1.1" status: 204 len: 168 time: 0.5692554 Apr 05 10:03:24.879685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34196) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:24.919822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-62f5a58d-98f5-47bd-836f-c213e2e01bda tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Synchronizing usage tracker for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:03:24.932244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-62f5a58d-98f5-47bd-836f-c213e2e01bda tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] Unset dirty status for tenant:e9f9a7018e5947f498f840a839536eef on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:03:24.933363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-62f5a58d-98f5-47bd-836f-c213e2e01bda tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6c049e9-8938-481c-a960-fd7800ce6a61 HTTP/1.1" status: 200 len: 205 time: 0.0527351 Apr 05 10:03:24.936201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34202) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.004306 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-88f9a882-9384-4129-a03c-2244bd5052c5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] delete failed (client error): The resource could not be found. Apr 05 10:03:25.005198 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-88f9a882-9384-4129-a03c-2244bd5052c5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/d6c049e9-8938-481c-a960-fd7800ce6a61 HTTP/1.1" status: 404 len: 336 time: 0.0679934 Apr 05 10:03:25.007716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34206) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.043714 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98c0262-aa6d-4ae5-8eae-f55d968d5cf1 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] DELETE failed (client error): The resource could not be found. Apr 05 10:03:25.044166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98c0262-aa6d-4ae5-8eae-f55d968d5cf1 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:03:25.045716 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f98c0262-aa6d-4ae5-8eae-f55d968d5cf1 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/5202fd94-d81d-4703-bd44-73d08c2e8a71 HTTP/1.1" status: 404 len: 337 time: 0.0370612 Apr 05 10:03:25.048937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34210) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.184066 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9061e6-d612-4174-9aa7-efc96734726c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] DELETE failed (client error): The resource could not be found. Apr 05 10:03:25.184500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9061e6-d612-4174-9aa7-efc96734726c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:03:25.186138 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d9061e6-d612-4174-9aa7-efc96734726c tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/e7014cb1-5a6f-40ba-a2a3-5013ed6c28b4 HTTP/1.1" status: 404 len: 337 time: 0.1363568 Apr 05 10:03:25.189241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34214) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.226888 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-92006306-44f4-4447-becd-8edf3ffb26bc tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] DELETE failed (client error): The resource could not be found. Apr 05 10:03:25.227330 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92006306-44f4-4447-becd-8edf3ffb26bc tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:03:25.229023 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-92006306-44f4-4447-becd-8edf3ffb26bc tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/f1065df5-a460-4e11-88e8-96c35ff82f26 HTTP/1.1" status: 404 len: 337 time: 0.0388236 Apr 05 10:03:25.231614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34218) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.269066 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-37488cbd-5021-4cfc-8125-d46b299ecb4e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] DELETE failed (client error): The resource could not be found. Apr 05 10:03:25.269490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37488cbd-5021-4cfc-8125-d46b299ecb4e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:03:25.271072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-37488cbd-5021-4cfc-8125-d46b299ecb4e tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/a2f2f67e-04d7-4553-9c6a-bd0c854e4f93 HTTP/1.1" status: 404 len: 337 time: 0.0385120 Apr 05 10:03:25.273639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34222) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.322403 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3953a57c-b4d8-419f-aecf-3607eb231769 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4684ab3-ebec-47d7-89e7-fd7e66e71b90 HTTP/1.1" status: 200 len: 205 time: 0.0455291 Apr 05 10:03:25.323655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34226) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.348136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34230) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.406832 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-98c265a9-a930-416f-8677-817d504cd745 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] delete failed (client error): The resource could not be found. Apr 05 10:03:25.420741 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-98c265a9-a930-416f-8677-817d504cd745 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/c4684ab3-ebec-47d7-89e7-fd7e66e71b90 HTTP/1.1" status: 404 len: 336 time: 0.0928783 Apr 05 10:03:25.430034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34234) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.485620 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b3d362e3-0512-4f30-b10e-6278e1b89192 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d812459-26fb-47b7-bd67-8057911da5c7 HTTP/1.1" status: 200 len: 205 time: 0.0542750 Apr 05 10:03:25.490682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34238) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.558413 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-5d516814-d901-4a5f-b27d-02e4a84eff97 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] delete failed (client error): The resource could not be found. Apr 05 10:03:25.561828 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5d516814-d901-4a5f-b27d-02e4a84eff97 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/9d812459-26fb-47b7-bd67-8057911da5c7 HTTP/1.1" status: 404 len: 336 time: 0.0706224 Apr 05 10:03:25.562022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34242) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.564823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a48169-115a-4adb-ae0e-f26cdefe3bf5 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:25.576169 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-53a48169-115a-4adb-ae0e-f26cdefe3bf5 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111 HTTP/1.1" status: 200 len: 814 time: 0.2196021 Apr 05 10:03:25.605936 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-086ab877-fa5d-47f5-bf29-797fa0fcfeaa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] DELETE failed (client error): The resource could not be found. Apr 05 10:03:25.606381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086ab877-fa5d-47f5-bf29-797fa0fcfeaa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:03:25.608048 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-086ab877-fa5d-47f5-bf29-797fa0fcfeaa tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/b4477e78-9714-42b7-98d1-347f8f8d0f5c HTTP/1.1" status: 404 len: 337 time: 0.0445602 Apr 05 10:03:25.611274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34248) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.655634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bb909a05-d806-41d7-b649-2fd7ff85b1a6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=09122019-6881-472c-90be-f6f01408b552 HTTP/1.1" status: 200 len: 205 time: 0.0412407 Apr 05 10:03:25.655926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34252) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.723323 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-94e16675-07d8-4b10-9d55-6964b3a1aa94 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] delete failed (client error): The resource could not be found. Apr 05 10:03:25.724253 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-94e16675-07d8-4b10-9d55-6964b3a1aa94 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/09122019-6881-472c-90be-f6f01408b552 HTTP/1.1" status: 404 len: 336 time: 0.0671878 Apr 05 10:03:25.726802 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34256) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.768224 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9e371057-1798-4620-9465-c10c6e0f311f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=1829895c-99a9-463e-b2b3-99b6f0715c5e HTTP/1.1" status: 200 len: 205 time: 0.0403767 Apr 05 10:03:25.770417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34262) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.836556 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-d2ca024c-bd97-4438-a032-d326dd043ffb tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] delete failed (client error): The resource could not be found. Apr 05 10:03:25.837575 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d2ca024c-bd97-4438-a032-d326dd043ffb tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/1829895c-99a9-463e-b2b3-99b6f0715c5e HTTP/1.1" status: 404 len: 336 time: 0.0662944 Apr 05 10:03:25.840371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34268) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.877765 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d9b2e0-83e0-471c-97bf-2e406e3eafc6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] DELETE failed (client error): The resource could not be found. Apr 05 10:03:25.878196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d9b2e0-83e0-471c-97bf-2e406e3eafc6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:03:25.879811 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f3d9b2e0-83e0-471c-97bf-2e406e3eafc6 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/67509a05-45e4-467e-a744-e228e4fae085 HTTP/1.1" status: 404 len: 337 time: 0.0385401 Apr 05 10:03:25.882300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34272) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.923495 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-edbcb056-550b-4350-8dbc-39e3c06fdb1f tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f753121-abe8-46a5-836a-0bd9acba7080 HTTP/1.1" status: 200 len: 205 time: 0.0401771 Apr 05 10:03:25.925733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34276) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:25.990613 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-18cd2c52-1cf7-45b1-a7a6-fb2fec1fd3f8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] delete failed (client error): The resource could not be found. Apr 05 10:03:25.991646 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-18cd2c52-1cf7-45b1-a7a6-fb2fec1fd3f8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/7f753121-abe8-46a5-836a-0bd9acba7080 HTTP/1.1" status: 404 len: 336 time: 0.0650280 Apr 05 10:03:25.994301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34280) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:26.029801 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d3043c-81a1-4382-80e6-999e3f4924b8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] DELETE failed (client error): The resource could not be found. Apr 05 10:03:26.030221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d3043c-81a1-4382-80e6-999e3f4924b8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:03:26.032753 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f4d3043c-81a1-4382-80e6-999e3f4924b8 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/e69d0293-7643-4259-a55b-1ef283b7faa1 HTTP/1.1" status: 404 len: 337 time: 0.0375373 Apr 05 10:03:26.035026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34284) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:26.078544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-55b426d9-4f83-4678-b964-e485204e6ec0 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f25f1e2-ea51-4ecb-a0da-9b9680df637a HTTP/1.1" status: 200 len: 205 time: 0.0424399 Apr 05 10:03:26.080799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34288) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:26.105836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34292) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:26.112663 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-aeedd3f9-847e-4706-8367-fd51575e73c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:26.144475 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-9c8ec64c-52fc-405c-80b6-f350a5055331 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] delete failed (client error): The resource could not be found. Apr 05 10:03:26.145608 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9c8ec64c-52fc-405c-80b6-f350a5055331 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/routers/3f25f1e2-ea51-4ecb-a0da-9b9680df637a HTTP/1.1" status: 404 len: 336 time: 0.0638351 Apr 05 10:03:26.147336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34296) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:26.188598 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58fdedc-a1ad-4918-a58b-9588ee380b51 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] DELETE failed (client error): The resource could not be found. Apr 05 10:03:26.189143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58fdedc-a1ad-4918-a58b-9588ee380b51 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:03:26.190646 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a58fdedc-a1ad-4918-a58b-9588ee380b51 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/3e338e75-3a44-4f82-8f22-9c2c665220be HTTP/1.1" status: 404 len: 337 time: 0.0423889 Apr 05 10:03:26.193148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34300) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:26.216623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aeedd3f9-847e-4706-8367-fd51575e73c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:26.230255 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf559cd-f102-4cf4-98e9-8b893d1a3ed5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] DELETE failed (client error): The resource could not be found. Apr 05 10:03:26.230686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf559cd-f102-4cf4-98e9-8b893d1a3ed5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:03:26.232345 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3bf559cd-f102-4cf4-98e9-8b893d1a3ed5 tempest-RoutersIpV6Test-479786159 tempest-RoutersIpV6Test-479786159-project] 10.222.0.30 "DELETE /v2.0/subnets/102b5ae3-6e63-460d-b897-4d3b50a4383d HTTP/1.1" status: 404 len: 337 time: 0.0382960 Apr 05 10:03:26.494012 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aeedd3f9-847e-4706-8367-fd51575e73c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:26.497731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aeedd3f9-847e-4706-8367-fd51575e73c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:26.498054 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-aeedd3f9-847e-4706-8367-fd51575e73c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP 7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 disassociated. External IP: 172.26.4.246, port: 69454133-368e-417d-be09-c0563b725c6e. Apr 05 10:03:26.538158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34308) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:26.726967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e8201abd-36ef-4e61-8e99-88a7502b5811 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9f9a7018e5947f498f840a839536eef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1875856 Apr 05 10:03:26.729509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34314) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:26.790064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-31cff209-c24b-4383-ada5-9ed885dbcef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:26.823247 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-31cff209-c24b-4383-ada5-9ed885dbcef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:26.882231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-31cff209-c24b-4383-ada5-9ed885dbcef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:26.899287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cff209-c24b-4383-ada5-9ed885dbcef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e36af22-0c69-4823-83db-ef3ea16125ff,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:26.902581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeedd3f9-847e-4706-8367-fd51575e73c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router cf5cd849-834d-4d88-bed0-3f2e32710eed has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:26.905871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-31cff209-c24b-4383-ada5-9ed885dbcef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:26.908134 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-31cff209-c24b-4383-ada5-9ed885dbcef8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e36af22-0c69-4823-83db-ef3ea16125ff HTTP/1.1" status: 204 len: 168 time: 0.1776407 Apr 05 10:03:27.122164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeedd3f9-847e-4706-8367-fd51575e73c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:27.127889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-aeedd3f9-847e-4706-8367-fd51575e73c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:27.136471 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] Sync routers for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:27.148918 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:27.149523 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:27.184299 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-aeedd3f9-847e-4706-8367-fd51575e73c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 690 time: 1.0773885 Apr 05 10:03:27.184973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'tag': '69454133-368e-417d-be09-c0563b725c6e'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:03:27.187125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34322) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:27.266456 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126027a7-ebeb-465e-8667-a3b64ffd7eb9'] response: {'name': 'network-changed', 'server_uuid': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'tag': '69454133-368e-417d-be09-c0563b725c6e', 'status': 'completed', 'code': 200} Apr 05 10:03:27.341719 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-763d9adf-cfd8-4b7c-8a77-bc35067c1642 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 690 time: 0.1529279 Apr 05 10:03:27.404885 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:27.558990 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b05de37f-e096-4778-b3e1-f6b6fe21e490 req-ef1782af-3152-4155-a6d5-2c92d06d03ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 1098 time: 0.2571173 Apr 05 10:03:27.757389 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:27.761511 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] Checking router: cf5cd849-834d-4d88-bed0-3f2e32710eed for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:03:27.773432 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:27.774239 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:27.813444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05de37f-e096-4778-b3e1-f6b6fe21e490 req-493403c6-2f60-43ba-b75a-573baf184c2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:27.815246 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b05de37f-e096-4778-b3e1-f6b6fe21e490 req-493403c6-2f60-43ba-b75a-573baf184c2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 200 len: 896 time: 0.2479062 Apr 05 10:03:27.885206 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b05de37f-e096-4778-b3e1-f6b6fe21e490 req-2591174b-db92-4b38-b6c2-1c03bd36081e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69454133-368e-417d-be09-c0563b725c6e HTTP/1.1" status: 200 len: 217 time: 0.0632124 Apr 05 10:03:27.941357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34344) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:27.961733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05de37f-e096-4778-b3e1-f6b6fe21e490 req-65cc01dd-3eea-4e69-b660-e1d9b06d7f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:27.963216 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b05de37f-e096-4778-b3e1-f6b6fe21e490 req-65cc01dd-3eea-4e69-b660-e1d9b06d7f5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e HTTP/1.1" status: 200 len: 835 time: 0.0717664 Apr 05 10:03:27.964344 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:28.047395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b05de37f-e096-4778-b3e1-f6b6fe21e490 req-a32bef75-4dcf-4d92-a449-a5a4e5a00885 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2c4c786-fb85-4011-b621-6f5929f65d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751975 Apr 05 10:03:28.085670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1591797867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:28.136874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:28.148361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Usage tracker for resource:router and tenant:2aa56c19055b48219923af29cbb2bf3d is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:28.152614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:28.161597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:28.192189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.193109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.217808 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b05de37f-e096-4778-b3e1-f6b6fe21e490 req-1b284696-5a17-4ed6-a134-b8e34b7d5e9b service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632252 Apr 05 10:03:28.250468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.301003 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:28.305015 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ffb60-51a7-467b-9501-13adc753c18f None None] The sync data for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv is: [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:28.342271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.344919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34350) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:28.380147 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b05de37f-e096-4778-b3e1-f6b6fe21e490 req-32b7f1d1-86b6-471e-bbaf-ff155314cc50 service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562450 Apr 05 10:03:28.382434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.383568 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9081228d-a6d9-4a07-a7ff-8269725ea9a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4409919 Apr 05 10:03:28.386250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34354) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:28.392390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1477278505'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:28.398400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:28.402458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Usage tracker for resource:network and tenant:2aa56c19055b48219923af29cbb2bf3d is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:28.406274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:28.413900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:28.424052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Made reservation on behalf of 2aa56c19055b48219923af29cbb2bf3d for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:03:28.426943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.440669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.451070 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-60054f83-37be-4102-a14d-721f83227957 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 690 time: 0.1049778 Apr 05 10:03:28.475379 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:28.479305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Usage tracker for resource:security_group_rule and tenant:2aa56c19055b48219923af29cbb2bf3d is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:28.482142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:28.489005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:28.572629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663c341c-1143-498b-a324-09f0180828d3 None None] New status for floating IP 7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:03:28.574987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.580097 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.634535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:03:28.646154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.646504 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Added segment da3975ef-b9d8-4a67-8adc-737db73beb35 of type vlan for network be873225-f338-4d4d-9b75-a26c716d8a6f Apr 05 10:03:28.647809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7103d445-f153-4224-a175-564bb486673d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:28.680140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.713779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.717217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:28.717789 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:28.823259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4359772 Apr 05 10:03:28.824122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3abc4b-f2bb-41b3-9137-e61829de1596 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'Network': ['ID=be873225-f338-4d4d-9b75-a26c716d8a6f,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:28.826179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34358) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:28.839039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Request body: {'subnet': {'network_id': 'be873225-f338-4d4d-9b75-a26c716d8a6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:28.851903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network be873225-f338-4d4d-9b75-a26c716d8a6f details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:03:28.954311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:28.959128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Usage tracker for resource:subnet and tenant:2aa56c19055b48219923af29cbb2bf3d is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:28.961944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:28.967726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:28.977807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Made reservation on behalf of 2aa56c19055b48219923af29cbb2bf3d for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:03:29.210268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:29.455065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34362) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:29.459588 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:29.556475 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0ecaeb56-8497-4bdf-8aab-a6b9a6508cdf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 688 time: 0.0987294 Apr 05 10:03:29.564730 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'Subnet': ['ID=38fa2111-e888-4694-960f-a33eb0161a68,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:29.584467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Checking segment: {'id': 'da3975ef-b9d8-4a67-8adc-737db73beb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'be873225-f338-4d4d-9b75-a26c716d8a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:03:29.585204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Network hostable DHCP agents. Network: be873225-f338-4d4d-9b75-a26c716d8a6f, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:03:29.620503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Network be873225-f338-4d4d-9b75-a26c716d8a6f is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:03:29.634460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, be873225-f338-4d4d-9b75-a26c716d8a6f) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:29.660409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:29.660409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:29.663079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda4353-fe52-4092-a28b-37ef25d937cf None None] Network be873225-f338-4d4d-9b75-a26c716d8a6f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:29.686169 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-18940783-8a57-42d5-96c8-9218a66030e2 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8555717 Apr 05 10:03:29.693546 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34366) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:29.699799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Request body: {'network': {'name': 'tempest-router-network01--691563698'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:29.706026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:29.711213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Usage tracker for resource:network and tenant:2aa56c19055b48219923af29cbb2bf3d is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:29.716631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:29.725741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:29.744221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Made reservation on behalf of 2aa56c19055b48219923af29cbb2bf3d for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:03:29.752748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:29.786598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:03:29.798525 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:29.798893 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Added segment 1695fc0d-5fd9-4092-a9fb-61c695584777 of type vlan for network 07ab3d26-8d10-476d-99fe-557b26883bb3 Apr 05 10:03:29.804940 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5ebcac43-ed29-40fa-8b8a-5de7174d01c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:29.838237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:29.878716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:29.881786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:29.882515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:29.972130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-be873225-f338-4d4d-9b75-a26c716d8a6f', 'network_id': 'be873225-f338-4d4d-9b75-a26c716d8a6f', 'tenant_id': '2aa56c19055b48219923af29cbb2bf3d', 'fixed_ips': [{'subnet_id': '38fa2111-e888-4694-960f-a33eb0161a68'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:03:29.972521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:29.985103 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34370) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:29.987257 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2928851 Apr 05 10:03:29.996525 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c382a5a-a8f8-495d-aa57-04f327d04a0a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'Network': ['ID=07ab3d26-8d10-476d-99fe-557b26883bb3,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:30.006299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Request body: {'network': {'name': 'tempest-router-network02--1312444513'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:30.011972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:30.017351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Usage tracker for resource:network and tenant:2aa56c19055b48219923af29cbb2bf3d is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:30.020348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:30.026988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:30.039774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Made reservation on behalf of 2aa56c19055b48219923af29cbb2bf3d for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:03:30.043421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.043747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 07ab3d26-8d10-476d-99fe-557b26883bb3 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:03:30.077305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:03:30.097968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.097968 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Added segment 22c52fed-f19a-479d-8fe8-da0d05dca754 of type vlan for network 693aac5e-f57b-4687-8c71-b9b5d8143951 Apr 05 10:03:30.126742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.158832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.158832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:30.158832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.260041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2740731 Apr 05 10:03:30.262429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34374) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:30.270844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Request body: {'subnet': {'network_id': '07ab3d26-8d10-476d-99fe-557b26883bb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:30.290988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787a68c-cf32-4f7a-a5be-6daf126d38e3 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'Network': ['ID=693aac5e-f57b-4687-8c71-b9b5d8143951,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:30.306255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Allocated IP 172.20.0.2 (be873225-f338-4d4d-9b75-a26c716d8a6f/38fa2111-e888-4694-960f-a33eb0161a68/32b0853a-c0b5-415f-9ae2-42c1fbf88ce6) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:03:30.313940 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 693aac5e-f57b-4687-8c71-b9b5d8143951 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:03:30.398636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:30.400836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Usage tracker for resource:subnet and tenant:2aa56c19055b48219923af29cbb2bf3d is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:30.403330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:30.410699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:30.421445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Made reservation on behalf of 2aa56c19055b48219923af29cbb2bf3d for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:03:30.535724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.678441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.691710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Transition to ACTIVE for port object 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:30.716695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Transition to ACTIVE for port object 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:30.725769 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.800807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.817639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Network be873225-f338-4d4d-9b75-a26c716d8a6f is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:03:30.824689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:30.827838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Pushing event updated for resources: {'Port': ['ID=32b0853a-c0b5-415f-9ae2-42c1fbf88ce6,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:30.838151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:03:30.838330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.838837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.839017 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.839871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.839871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.840232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.840371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.840798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.840952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.841703 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.841703 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:03:30.941205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Attempting to bind port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:03:30.941205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Attempting to bind port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'da3975ef-b9d8-4a67-8adc-737db73beb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'be873225-f338-4d4d-9b75-a26c716d8a6f'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:03:30.941548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Attempting to bind port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 on network be873225-f338-4d4d-9b75-a26c716d8a6f {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:03:30.949521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:03:30.949521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Checking segment: {'id': 'da3975ef-b9d8-4a67-8adc-737db73beb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'be873225-f338-4d4d-9b75-a26c716d8a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:03:30.949521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.949521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Bound using segment: {'id': 'da3975ef-b9d8-4a67-8adc-737db73beb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'be873225-f338-4d4d-9b75-a26c716d8a6f'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:03:30.950142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Bound port: 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3975ef-b9d8-4a67-8adc-737db73beb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'be873225-f338-4d4d-9b75-a26c716d8a6f'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:03:30.950305 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:30.969716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'Subnet': ['ID=93c012e0-163c-4fbb-9fe5-9066d62bf4a4,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:30.997038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Checking segment: {'id': '1695fc0d-5fd9-4092-a9fb-61c695584777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07ab3d26-8d10-476d-99fe-557b26883bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:03:30.997283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Network hostable DHCP agents. Network: 07ab3d26-8d10-476d-99fe-557b26883bb3, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:03:31.020323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Network 07ab3d26-8d10-476d-99fe-557b26883bb3 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:03:31.030562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 07ab3d26-8d10-476d-99fe-557b26883bb3) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:31.035204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:31.036399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.044659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042554a0-5672-465d-890d-de3f826687e3 None None] Network 07ab3d26-8d10-476d-99fe-557b26883bb3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:31.063498 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a6db39ad-9e81-4fc9-b2d8-49a1c22a29c9 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8002014 Apr 05 10:03:31.066187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34380) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:31.072539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Request body: {'subnet': {'network_id': '693aac5e-f57b-4687-8c71-b9b5d8143951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:31.099586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34384) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:31.154089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736202972', 'description': 'tempest-secgroup-smoke-736202972 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:31.154263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] For port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:03:31.160988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] For port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=32b0853a-c0b5-415f-9ae2-42c1fbf88ce6,segment=NetworkSegment(da3975ef-b9d8-4a67-8adc-737db73beb35),segment_id=da3975ef-b9d8-4a67-8adc-737db73beb35)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:03:31.164793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.183122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:31.206329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:31.223808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:31.227895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.239163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Usage tracker for resource:subnet and tenant:2aa56c19055b48219923af29cbb2bf3d is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:31.244271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:31.253240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:31.274911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Made reservation on behalf of 2aa56c19055b48219923af29cbb2bf3d for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:03:31.298509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:31.311361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd4cc0-59eb-4340-98fe-1f2b78db3b73 None None] Pushing event updated for resources: {'Port': ['ID=32b0853a-c0b5-415f-9ae2-42c1fbf88ce6,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:31.356374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:31.370850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:31.381740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:31.383264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-07ab3d26-8d10-476d-99fe-557b26883bb3', 'network_id': '07ab3d26-8d10-476d-99fe-557b26883bb3', 'tenant_id': '2aa56c19055b48219923af29cbb2bf3d', 'fixed_ips': [{'subnet_id': '93c012e0-163c-4fbb-9fe5-9066d62bf4a4'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:03:31.384110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.413035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.602137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.612945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.616179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Allocated IP 172.20.0.2 (07ab3d26-8d10-476d-99fe-557b26883bb3/93c012e0-163c-4fbb-9fe5-9066d62bf4a4/ff258b66-d665-476b-bd1b-66ebc0ac52a0) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:03:31.738698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b7c007-4251-4023-9c12-15eddb4cfb70,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:31.745822 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:31.764815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.766151 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-61aee8d9-8359-4799-9744-4e52d30ec461 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6666427 Apr 05 10:03:31.769226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34388) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:31.777046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '17b7c007-4251-4023-9c12-15eddb4cfb70', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:31.787683 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:31.803413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:31.809598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:31.824454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:31.838215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.889972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.952564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'Subnet': ['ID=a46d3c64-169d-45cd-86d4-c89def4af75d,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:31.952994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:31.977182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Checking segment: {'id': '22c52fed-f19a-479d-8fe8-da0d05dca754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '693aac5e-f57b-4687-8c71-b9b5d8143951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:03:31.977535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Network hostable DHCP agents. Network: 693aac5e-f57b-4687-8c71-b9b5d8143951, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:03:31.979756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-327fddd2-3891-4ace-8521-c35fdfb226d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.986413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:31.996981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Transition to ACTIVE for port object ff258b66-d665-476b-bd1b-66ebc0ac52a0 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:32.003041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.007992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.018375 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Transition to ACTIVE for port object ff258b66-d665-476b-bd1b-66ebc0ac52a0 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:32.022134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Network 693aac5e-f57b-4687-8c71-b9b5d8143951 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:03:32.024336 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.039554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b7e462-b0ec-4b9a-8b57-0f5c3995424b,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:32.049337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 693aac5e-f57b-4687-8c71-b9b5d8143951) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:32.054328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:32.055006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.060410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.065286 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-acb9698d-e898-4b03-93e7-1bd002b8b6f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2950840 Apr 05 10:03:32.065856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34392) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:32.071456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c9ef74-9979-4b26-aa28-549064c17b6e None None] Network 693aac5e-f57b-4687-8c71-b9b5d8143951 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:32.074832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '17b7c007-4251-4023-9c12-15eddb4cfb70', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:32.086529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:32.092419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7e8ce342-7e48-4242-a5d3-65495b49d7dc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0245144 Apr 05 10:03:32.092945 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:32.095089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34396) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:32.097800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:32.109382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:32.129895 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.162294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Network 07ab3d26-8d10-476d-99fe-557b26883bb3 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:03:32.168943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:32.175405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:03:32.196144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Pushing event updated for resources: {'Port': ['ID=ff258b66-d665-476b-bd1b-66ebc0ac52a0,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:32.213607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.220023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.250642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97bc9e7-7c07-47d7-86d2-f3a3a540ac70,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:32.268316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.269751 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-384848a5-eb27-4f72-ab45-2b4cafe9dbea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2013195 Apr 05 10:03:32.272520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34400) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:32.278553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '17b7c007-4251-4023-9c12-15eddb4cfb70', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:32.285164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:32.289457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:32.293310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:32.300562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:32.324194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Attempting to bind port ff258b66-d665-476b-bd1b-66ebc0ac52a0 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:03:32.324562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Attempting to bind port ff258b66-d665-476b-bd1b-66ebc0ac52a0 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '1695fc0d-5fd9-4092-a9fb-61c695584777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07ab3d26-8d10-476d-99fe-557b26883bb3'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:03:32.324919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Attempting to bind port ff258b66-d665-476b-bd1b-66ebc0ac52a0 on network 07ab3d26-8d10-476d-99fe-557b26883bb3 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:03:32.325039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.388426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:03:32.388604 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Checking segment: {'id': '1695fc0d-5fd9-4092-a9fb-61c695584777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07ab3d26-8d10-476d-99fe-557b26883bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:03:32.391606 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.392520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Bound using segment: {'id': '1695fc0d-5fd9-4092-a9fb-61c695584777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07ab3d26-8d10-476d-99fe-557b26883bb3'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:03:32.395840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Bound port: ff258b66-d665-476b-bd1b-66ebc0ac52a0, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1695fc0d-5fd9-4092-a9fb-61c695584777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '07ab3d26-8d10-476d-99fe-557b26883bb3'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:03:32.395840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.423412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.429153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.460211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32aeb02-2a99-4a9a-91cc-cdd01ce5d2e1,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:32.472789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.473980 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4e2e9b3e-cc1b-40d2-b2a4-a791738bd6ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2005215 Apr 05 10:03:32.476870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34404) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:32.481618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f8f6c-1460-478b-b858-03e5db1575fb None None] Network be873225-f338-4d4d-9b75-a26c716d8a6f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:32.482584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '17b7c007-4251-4023-9c12-15eddb4cfb70', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:32.489202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:32.493104 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:32.495974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:32.503374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:32.521611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.598474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.604365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.631247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d282f39-ccd5-44ac-b60a-37820bcf9d63,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:32.646692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.648491 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ed45b8d1-9e17-4817-bdc3-69f2564c3059 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1706345 Apr 05 10:03:32.650853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.651970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34408) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:32.661028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '17b7c007-4251-4023-9c12-15eddb4cfb70', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:32.669946 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:32.670371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-693aac5e-f57b-4687-8c71-b9b5d8143951', 'network_id': '693aac5e-f57b-4687-8c71-b9b5d8143951', 'tenant_id': '2aa56c19055b48219923af29cbb2bf3d', 'fixed_ips': [{'subnet_id': 'a46d3c64-169d-45cd-86d4-c89def4af75d'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:03:32.671183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.675612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:32.678869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:32.686224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:32.700135 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:03:32.708168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.712475 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] For port ff258b66-d665-476b-bd1b-66ebc0ac52a0, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:03:32.749993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2911cea8-2371-4db3-adff-2b8f792fa4f7 None None] Provisioning for port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:32.778470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] For port ff258b66-d665-476b-bd1b-66ebc0ac52a0, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ff258b66-d665-476b-bd1b-66ebc0ac52a0,segment=NetworkSegment(1695fc0d-5fd9-4092-a9fb-61c695584777),segment_id=1695fc0d-5fd9-4092-a9fb-61c695584777)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:03:32.779364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2911cea8-2371-4db3-adff-2b8f792fa4f7 None None] Provisioning complete for port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:32.779779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2911cea8-2371-4db3-adff-2b8f792fa4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.785561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.790037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.815926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3972d4-71ce-4f7f-b0ca-ac658f563a46,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:32.826965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.831205 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.832789 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b96cd5f9-1f36-46e4-87cb-505f658bc3b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1792126 Apr 05 10:03:32.835373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34412) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:32.841931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '17b7c007-4251-4023-9c12-15eddb4cfb70', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:32.849444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:32.853639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:03:32.856766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:03:32.863399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:32.875699 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:03:32.883166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.953884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:32.968841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.009368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796d7de8-14d7-4cb7-82ec-b750dbdaf1db,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:33.029544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.032062 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f9edf42a-fbc4-47b2-a2da-c7b3a67b56ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1953828 Apr 05 10:03:33.120344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193c6a3-4e0b-4c4d-bf38-219a5c309843 None None] Pushing event updated for resources: {'Port': ['ID=ff258b66-d665-476b-bd1b-66ebc0ac52a0,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:33.165042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Allocated IP 172.20.0.1 (07ab3d26-8d10-476d-99fe-557b26883bb3/93c012e0-163c-4fbb-9fe5-9066d62bf4a4/a99bc127-15b3-4820-b50d-6bb072e732c7) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:03:33.184582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.185272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.193107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Allocated IP 172.20.0.2 (693aac5e-f57b-4687-8c71-b9b5d8143951/a46d3c64-169d-45cd-86d4-c89def4af75d/0ee612a2-208b-4086-86cf-7e8f96b93571) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:03:33.249231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2911cea8-2371-4db3-adff-2b8f792fa4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.406759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-2911cea8-2371-4db3-adff-2b8f792fa4f7 None None] For port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=32b0853a-c0b5-415f-9ae2-42c1fbf88ce6,segment=NetworkSegment(da3975ef-b9d8-4a67-8adc-737db73beb35),segment_id=da3975ef-b9d8-4a67-8adc-737db73beb35)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:33.407954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.424895 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2911cea8-2371-4db3-adff-2b8f792fa4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.444944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Transition to ACTIVE for port object a99bc127-15b3-4820-b50d-6bb072e732c7 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:33.491618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.590101 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Network 07ab3d26-8d10-476d-99fe-557b26883bb3 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:03:33.594098 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:33.608725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'Port': ['ID=a99bc127-15b3-4820-b50d-6bb072e732c7,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:33.614908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:03:33.618862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911cea8-2371-4db3-adff-2b8f792fa4f7 None None] Pushing event updated for resources: {'Port': ['ID=32b0853a-c0b5-415f-9ae2-42c1fbf88ce6,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:33.638891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.651692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Transition to ACTIVE for port object 0ee612a2-208b-4086-86cf-7e8f96b93571 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:33.681596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Transition to ACTIVE for port object 0ee612a2-208b-4086-86cf-7e8f96b93571 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:33.689277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.752705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.760363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-86f86ab9-df18-40f5-8b78-ec637aa11c4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:03:33.787587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-86f86ab9-df18-40f5-8b78-ec637aa11c4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:03:33.788776 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-86f86ab9-df18-40f5-8b78-ec637aa11c4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736202972&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.1115103 Apr 05 10:03:33.809330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ff258b66-d665-476b-bd1b-66ebc0ac52a0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:33.855078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Network 693aac5e-f57b-4687-8c71-b9b5d8143951 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:03:33.867815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:33.876094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:03:33.882642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Pushing event updated for resources: {'Port': ['ID=0ee612a2-208b-4086-86cf-7e8f96b93571,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:33.942916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:33.957237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-01627e56-809c-4815-983d-a82cb1e1c4b3 None None] Provisioning complete for port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:33.957611 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-01627e56-809c-4815-983d-a82cb1e1c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.032894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Attempting to bind port 0ee612a2-208b-4086-86cf-7e8f96b93571 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:03:34.033268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Attempting to bind port 0ee612a2-208b-4086-86cf-7e8f96b93571 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '22c52fed-f19a-479d-8fe8-da0d05dca754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '693aac5e-f57b-4687-8c71-b9b5d8143951'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:03:34.033614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Attempting to bind port 0ee612a2-208b-4086-86cf-7e8f96b93571 on network 693aac5e-f57b-4687-8c71-b9b5d8143951 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:03:34.047074 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:03:34.047805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Checking segment: {'id': '22c52fed-f19a-479d-8fe8-da0d05dca754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '693aac5e-f57b-4687-8c71-b9b5d8143951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:03:34.048415 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.048818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Bound using segment: {'id': '22c52fed-f19a-479d-8fe8-da0d05dca754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '693aac5e-f57b-4687-8c71-b9b5d8143951'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:03:34.049394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Bound port: 0ee612a2-208b-4086-86cf-7e8f96b93571, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c52fed-f19a-479d-8fe8-da0d05dca754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '693aac5e-f57b-4687-8c71-b9b5d8143951'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:03:34.049651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.056792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-7467fcc6-7a97-43f7-a950-4d25fca36380 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:34.058523 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-7467fcc6-7a97-43f7-a950-4d25fca36380 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/networks?id=d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 200 len: 796 time: 0.2333274 Apr 05 10:03:34.064633 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port ff258b66-d665-476b-bd1b-66ebc0ac52a0 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:34.201701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] For port 0ee612a2-208b-4086-86cf-7e8f96b93571, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:03:34.205958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] For port 0ee612a2-208b-4086-86cf-7e8f96b93571, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0ee612a2-208b-4086-86cf-7e8f96b93571,segment=NetworkSegment(22c52fed-f19a-479d-8fe8-da0d05dca754),segment_id=22c52fed-f19a-479d-8fe8-da0d05dca754)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:03:34.207125 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-120ed18c-7860-42e2-9f6e-a058a80246ac tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/quotas/f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 375 time: 0.0925064 Apr 05 10:03:34.213118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.252749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a57bcf5-6e96-4c08-987f-c6f4ac9fb8f1 None None] Network 07ab3d26-8d10-476d-99fe-557b26883bb3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:34.404473 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-c5c521b6-36f2-40ab-a140-f0bf4252c70f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1875637 Apr 05 10:03:34.409790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.423030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0cc17-8f4c-4927-8f1d-b6a3a98e4d30 None None] Pushing event updated for resources: {'Port': ['ID=0ee612a2-208b-4086-86cf-7e8f96b93571,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:34.428643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-70dc01c2-4029-45c1-b2e1-588e1a1ac3b1 None None] Provisioning for port ff258b66-d665-476b-bd1b-66ebc0ac52a0 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:34.439631 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-f97c64fd-8be9-4a0a-bc0d-95d4015edc41 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:03:34.447240 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-f97c64fd-8be9-4a0a-bc0d-95d4015edc41 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0280023 Apr 05 10:03:34.461047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-70dc01c2-4029-45c1-b2e1-588e1a1ac3b1 None None] Provisioning complete for port ff258b66-d665-476b-bd1b-66ebc0ac52a0 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:34.461424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-70dc01c2-4029-45c1-b2e1-588e1a1ac3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.643783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.659281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.671663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-70dc01c2-4029-45c1-b2e1-588e1a1ac3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.714477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-70dc01c2-4029-45c1-b2e1-588e1a1ac3b1 None None] For port ff258b66-d665-476b-bd1b-66ebc0ac52a0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ff258b66-d665-476b-bd1b-66ebc0ac52a0,segment=NetworkSegment(1695fc0d-5fd9-4092-a9fb-61c695584777),segment_id=1695fc0d-5fd9-4092-a9fb-61c695584777)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:34.720887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-70dc01c2-4029-45c1-b2e1-588e1a1ac3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.743406 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-64028279-665e-4230-9b22-ad357f055df3 service neutron] 10.222.0.30 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952063 Apr 05 10:03:34.798513 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc01c2-4029-45c1-b2e1-588e1a1ac3b1 None None] Pushing event updated for resources: {'Port': ['ID=ff258b66-d665-476b-bd1b-66ebc0ac52a0,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:34.946531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-57e2b773-111f-46c6-8277-27c2cc66750d None None] Provisioning for port a99bc127-15b3-4820-b50d-6bb072e732c7 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:34.952510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-57e2b773-111f-46c6-8277-27c2cc66750d None None] Provisioning complete for port a99bc127-15b3-4820-b50d-6bb072e732c7 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:34.952875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57e2b773-111f-46c6-8277-27c2cc66750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:34.981160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'Port': ['ID=a99bc127-15b3-4820-b50d-6bb072e732c7,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:34.986125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:35.009130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-57e2b773-111f-46c6-8277-27c2cc66750d None None] Port a99bc127-15b3-4820-b50d-6bb072e732c7 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:03:35.021635 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-57e2b773-111f-46c6-8277-27c2cc66750d None None] Provisioning complete for port ff258b66-d665-476b-bd1b-66ebc0ac52a0 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:35.022008 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-57e2b773-111f-46c6-8277-27c2cc66750d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:35.109565 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-9c7f0d17-87b5-476f-862d-0488756c3c6e service neutron] 10.222.0.30 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649452 Apr 05 10:03:35.171641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Network 07ab3d26-8d10-476d-99fe-557b26883bb3 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:03:35.172605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:35.386233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a0e1ca2f-1c9a-4ed4-b6f0-20344410677d None None] Provisioning complete for port a99bc127-15b3-4820-b50d-6bb072e732c7 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:35.386614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a0e1ca2f-1c9a-4ed4-b6f0-20344410677d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:35.478240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1ca2f-1c9a-4ed4-b6f0-20344410677d None None] Port a99bc127-15b3-4820-b50d-6bb072e732c7 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:03:35.651968 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e9c7dfb8-6fa4-4eb6-b114-61584cf1d06a req-6c804b60-12a5-4999-9994-56ee553fc8a8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 210 time: 0.2824442 Apr 05 10:03:35.715620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3051f77b-6fc5-4fbc-aefa-89ac650e2f78 None None] Network 693aac5e-f57b-4687-8c71-b9b5d8143951 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:35.751082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-952f0c0f-2d0c-4ca7-8898-afd4fd1d7158 None None] Provisioning complete for port a99bc127-15b3-4820-b50d-6bb072e732c7 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:35.751791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-952f0c0f-2d0c-4ca7-8898-afd4fd1d7158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:35.754592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Router 6424e9b2-a4df-49d5-8e62-7acfa43cd03b is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:03:35.848323 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ff258b66-d665-476b-bd1b-66ebc0ac52a0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:35.926437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-952f0c0f-2d0c-4ca7-8898-afd4fd1d7158 None None] Port a99bc127-15b3-4820-b50d-6bb072e732c7 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:03:35.939876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:35.951008 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6a7c4-98db-42b8-9d1c-bfa91da23c1d None None] Sync routers for ids ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:35.967476 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6a7c4-98db-42b8-9d1c-bfa91da23c1d None None] Routers {'6424e9b2-a4df-49d5-8e62-7acfa43cd03b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:35.968134 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-bcf6a7c4-98db-42b8-9d1c-bfa91da23c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:35.979050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34444) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:35.980983 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c5ae0131-1bb6-4789-a312-a5c8269848ad tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "PUT /v2.0/routers/6424e9b2-a4df-49d5-8e62-7acfa43cd03b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8845389 Apr 05 10:03:36.028248 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-bcf6a7c4-98db-42b8-9d1c-bfa91da23c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:36.039551 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6a7c4-98db-42b8-9d1c-bfa91da23c1d None None] Routers {'6424e9b2-a4df-49d5-8e62-7acfa43cd03b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:36.040530 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-bcf6a7c4-98db-42b8-9d1c-bfa91da23c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:36.081019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ff258b66-d665-476b-bd1b-66ebc0ac52a0 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:36.081512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:36.110758 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-bcf6a7c4-98db-42b8-9d1c-bfa91da23c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:36.111451 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6a7c4-98db-42b8-9d1c-bfa91da23c1d None None] The sync data for ids ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:36.206711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-07dd4c82-afe5-4a32-af42-779d3498a8b7 None None] Provisioning for port 0ee612a2-208b-4086-86cf-7e8f96b93571 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:36.306510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:36.393712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:36.394364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:36.528682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0ee612a2-208b-4086-86cf-7e8f96b93571 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:36.613451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 0ee612a2-208b-4086-86cf-7e8f96b93571 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:36.619337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0ee612a2-208b-4086-86cf-7e8f96b93571 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:36.619893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:36.669914 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-8e1cd527-49bf-469b-ac8c-b3419fca8dcc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 10:03:36.671044 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8e1cd527-49bf-469b-ac8c-b3419fca8dcc tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "PUT /v2.0/routers/6424e9b2-a4df-49d5-8e62-7acfa43cd03b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6903064 Apr 05 10:03:36.675159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34450) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:36.741579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:36.781181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 0ee612a2-208b-4086-86cf-7e8f96b93571, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0ee612a2-208b-4086-86cf-7e8f96b93571,segment=NetworkSegment(22c52fed-f19a-479d-8fe8-da0d05dca754),segment_id=22c52fed-f19a-479d-8fe8-da0d05dca754)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:36.789511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:36.901464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=0ee612a2-208b-4086-86cf-7e8f96b93571,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:36.945116 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e75bc703-469c-4631-bd96-2636205e7360 req-6b990725-adfe-4510-bd5c-724882bc7ca3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 210 time: 0.0987692 Apr 05 10:03:37.019936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-03f7102f-242b-4a16-938b-b4ba432a9464 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:37.021807 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-03f7102f-242b-4a16-938b-b4ba432a9464 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 200 len: 796 time: 0.2095079 Apr 05 10:03:37.083773 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-67468ab1-9296-4fc4-80fc-2285aa9cc28a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 472 time: 0.0448720 Apr 05 10:03:37.091993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'device_id': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'admin_state_up': True, 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'security_groups': ['17b7c007-4251-4023-9c12-15eddb4cfb70']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:37.155107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:37.226391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:03:37.235899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:03:37.245458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:03:37.248387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:37.409558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.10 (d2c4c786-fb85-4011-b621-6f5929f65d00/c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e/6f2a9c0a-7e86-4df0-912e-23545d5765c4) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:03:37.676756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0ee612a2-208b-4086-86cf-7e8f96b93571 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:37.726872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:37.741537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Deleting port a99bc127-15b3-4820-b50d-6bb072e732c7 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:37.741878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:37.742616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 6f2a9c0a-7e86-4df0-912e-23545d5765c4 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:37.749609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0ee612a2-208b-4086-86cf-7e8f96b93571 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:37.750019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:37.766725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:37.843916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network d2c4c786-fb85-4011-b621-6f5929f65d00 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:03:37.847766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:37.852483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:03:37.878082 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=6f2a9c0a-7e86-4df0-912e-23545d5765c4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:37.917405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:37.918008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:37.945886 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-0e954282-ce0a-45e0-af23-a4f6c9de06ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8570595 Apr 05 10:03:37.946543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:37.957376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Request body: {'port': {'device_id': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:38.071438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:38.080756 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Calling delete_port for a99bc127-15b3-4820-b50d-6bb072e732c7 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:38.148837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-17474ff8-9f73-4c66-b7ba-37870f7ab364 None None] Provisioning for port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:38.154373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-17474ff8-9f73-4c66-b7ba-37870f7ab364 None None] Provisioning complete for port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:38.154862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-17474ff8-9f73-4c66-b7ba-37870f7ab364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:38.212347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-17474ff8-9f73-4c66-b7ba-37870f7ab364 None None] Port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:03:38.267106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:38.277629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df1466-ef49-4317-ab0b-1dc77a69f3e5 req-46c60c0e-1778-4d34-85ee-21d04a9e71f1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:38.278314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-f7df1466-ef49-4317-ab0b-1dc77a69f3e5 req-46c60c0e-1778-4d34-85ee-21d04a9e71f1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:03:38.361389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-f7df1466-ef49-4317-ab0b-1dc77a69f3e5 req-46c60c0e-1778-4d34-85ee-21d04a9e71f1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:03:38.362571 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f7df1466-ef49-4317-ab0b-1dc77a69f3e5 req-46c60c0e-1778-4d34-85ee-21d04a9e71f1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 932 time: 0.2802148 Apr 05 10:03:38.415018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event deleted for resources: {'Port': ['ID=a99bc127-15b3-4820-b50d-6bb072e732c7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:38.448474 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f7df1466-ef49-4317-ab0b-1dc77a69f3e5 req-a5af6b71-fbbc-481b-8f4c-8851ac5164ae tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753152 Apr 05 10:03:38.543049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2a9c0a-7e86-4df0-912e-23545d5765c4 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:03:38.550575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:38.565582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Transition to ACTIVE for port object 6f2a9c0a-7e86-4df0-912e-23545d5765c4 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:38.572148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:38.680185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:38.710884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2a9c0a-7e86-4df0-912e-23545d5765c4,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:38.874110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Attempting to bind port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:03:38.874443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Attempting to bind port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:03:38.874773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Attempting to bind port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 on network d2c4c786-fb85-4011-b621-6f5929f65d00 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:03:38.880623 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a02d1df-c795-4cb5-bffb-c51193984a0f req-3bb4448a-ecfb-47fd-80f9-d30c4ec9cfad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1421072 Apr 05 10:03:38.884513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 on network d2c4c786-fb85-4011-b621-6f5929f65d00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:03:38.884833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Attempting to bind port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 on network d2c4c786-fb85-4011-b621-6f5929f65d00 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:03:38.891275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:03:38.891680 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Checking segment: {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:03:38.892020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Bound using segment: {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:03:38.892449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Bound port: 6f2a9c0a-7e86-4df0-912e-23545d5765c4, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '783d63b2-bc6f-46aa-ad41-2d1868ccc01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:03:38.892797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:39.034370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] For port 6f2a9c0a-7e86-4df0-912e-23545d5765c4, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:03:39.046048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] For port 6f2a9c0a-7e86-4df0-912e-23545d5765c4, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6f2a9c0a-7e86-4df0-912e-23545d5765c4,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:03:39.051674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:39.090478 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a02d1df-c795-4cb5-bffb-c51193984a0f req-8145b8c1-5a3c-4278-a216-b29f5e028d73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 1098 time: 0.1388857 Apr 05 10:03:39.103276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Router 6424e9b2-a4df-49d5-8e62-7acfa43cd03b has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:39.144229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:39.145641 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] 10.222.0.10 "PUT /v2.0/ports/6f2a9c0a-7e86-4df0-912e-23545d5765c4 HTTP/1.1" status: 200 len: 1094 time: 1.1928654 Apr 05 10:03:39.148972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'tag': '6f2a9c0a-7e86-4df0-912e-23545d5765c4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:03:39.261346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac841425-01a3-4f70-9e9f-0ed68e858731 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2a9c0a-7e86-4df0-912e-23545d5765c4,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:39.274940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:39.288083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d085ec40-50c2-4957-bb81-34e72be56c27 None None] Sync routers for ids ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:39.304039 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-efe32b56-880e-4b73-b23f-6295dc670f1c tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "PUT /v2.0/routers/6424e9b2-a4df-49d5-8e62-7acfa43cd03b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6233718 Apr 05 10:03:39.304122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34462) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:39.304840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d085ec40-50c2-4957-bb81-34e72be56c27 None None] Routers {'6424e9b2-a4df-49d5-8e62-7acfa43cd03b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:39.305485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d085ec40-50c2-4957-bb81-34e72be56c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:39.373560 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6c2daa-d8e2-4c3d-9144-d87bd8cdc42f'] response: {'name': 'network-changed', 'server_uuid': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'tag': '6f2a9c0a-7e86-4df0-912e-23545d5765c4', 'status': 'completed', 'code': 200} Apr 05 10:03:39.374750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d085ec40-50c2-4957-bb81-34e72be56c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:39.386445 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d085ec40-50c2-4957-bb81-34e72be56c27 None None] Routers {'6424e9b2-a4df-49d5-8e62-7acfa43cd03b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:39.387183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d085ec40-50c2-4957-bb81-34e72be56c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:39.450639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d085ec40-50c2-4957-bb81-34e72be56c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:39.450969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d085ec40-50c2-4957-bb81-34e72be56c27 None None] The sync data for ids ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:39.493595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02d1df-c795-4cb5-bffb-c51193984a0f req-c4a8b2c3-0a1a-4a72-b788-ae235be80bb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:39.495049 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a02d1df-c795-4cb5-bffb-c51193984a0f req-c4a8b2c3-0a1a-4a72-b788-ae235be80bb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.3828886 Apr 05 10:03:39.497212 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-57c9e409-5cbf-4c73-ac4e-186cf7b6633e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] delete failed (client error): The resource could not be found. Apr 05 10:03:39.498369 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-57c9e409-5cbf-4c73-ac4e-186cf7b6633e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-878149868 HTTP/1.1" status: 404 len: 334 time: 0.1932859 Apr 05 10:03:39.502838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34468) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:39.554294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9f1a1cd4-64e0-48c6-a79e-3c88573b059a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Request body: {'router': {'external_gateway_info': {'network_id': '6424e9b2-a4df-49d5-8e62-7acfa43cd03b'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:39.665244 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-4adf7c88-d1bd-46d2-8383-39a09cfeb5a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 1097 time: 0.4663920 Apr 05 10:03:39.822170 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-e946dcb7-1445-4521-9865-edb24831069a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f2a9c0a-7e86-4df0-912e-23545d5765c4 HTTP/1.1" status: 200 len: 217 time: 0.1000764 Apr 05 10:03:39.834863 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a02d1df-c795-4cb5-bffb-c51193984a0f req-5031fcc0-f577-459c-8ec6-b8544b5e6b16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4 HTTP/1.1" status: 200 len: 1001 time: 0.3328009 Apr 05 10:03:40.058011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-8152fd68-4186-47a4-9949-a8b0f6180a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:40.059432 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-8152fd68-4186-47a4-9949-a8b0f6180a87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e HTTP/1.1" status: 200 len: 835 time: 0.2278023 Apr 05 10:03:40.070774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de47658-eb44-4afc-9133-6bcfd7889a33 req-0e35bc2e-e576-4fd1-8ad9-d320148e35c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:40.072165 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7de47658-eb44-4afc-9133-6bcfd7889a33 req-0e35bc2e-e576-4fd1-8ad9-d320148e35c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 944 time: 0.4609597 Apr 05 10:03:40.135446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02d1df-c795-4cb5-bffb-c51193984a0f req-166d5c19-13b2-427c-9b73-3a4ac5464bfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:40.136844 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a02d1df-c795-4cb5-bffb-c51193984a0f req-166d5c19-13b2-427c-9b73-3a4ac5464bfc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.2657690 Apr 05 10:03:40.298855 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7de47658-eb44-4afc-9133-6bcfd7889a33 req-3585b6b6-01c0-4acb-919c-25016be2d285 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175221 Apr 05 10:03:40.379973 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-23936271-5f4e-43ce-b03b-7c47b6daf24e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2c4c786-fb85-4011-b621-6f5929f65d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3067877 Apr 05 10:03:40.409736 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a02d1df-c795-4cb5-bffb-c51193984a0f req-90cb9d3a-96fb-4d93-83ef-3d4051af2e0a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2622721 Apr 05 10:03:40.416786 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9f1a1cd4-64e0-48c6-a79e-3c88573b059a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:40.587746 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-9f1a1cd4-64e0-48c6-a79e-3c88573b059a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] update failed (client error): The resource could not be found. Apr 05 10:03:40.588748 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9f1a1cd4-64e0-48c6-a79e-3c88573b059a tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "PUT /v2.0/routers/6424e9b2-a4df-49d5-8e62-7acfa43cd03b HTTP/1.1" status: 404 len: 339 time: 1.0850713 Apr 05 10:03:40.592390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34472) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:40.882046 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a02d1df-c795-4cb5-bffb-c51193984a0f req-04cfe99c-510d-4713-9f29-af43578c1abc service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624329 Apr 05 10:03:40.883711 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-ca7b4a5a-2a2a-4a57-ae30-754a39b6bc38 service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964302 Apr 05 10:03:41.300436 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbd440ed-7798-41a3-88d7-42980ef55440 req-a37675c7-18ef-4f12-ac35-378bb0f6e9d2 service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073081 Apr 05 10:03:41.306841 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a02d1df-c795-4cb5-bffb-c51193984a0f req-c9f7d56a-9030-44f2-84f2-fa3996d7cf3f service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128470 Apr 05 10:03:41.589286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:41.600612 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bad0ba20-b3ec-4a38-91e9-00d764214df6 req-c537ffc6-98f8-498a-be6e-ec052c098562 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 1097 time: 0.2396183 Apr 05 10:03:41.737688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a510bc-e3dc-4e6d-86d5-b3b74b349d38 req-f47abe4a-6dc6-4192-8f44-e1af3055641f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:41.739138 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-11a510bc-e3dc-4e6d-86d5-b3b74b349d38 req-f47abe4a-6dc6-4192-8f44-e1af3055641f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 944 time: 0.3154407 Apr 05 10:03:41.935898 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-11a510bc-e3dc-4e6d-86d5-b3b74b349d38 req-95f3e26d-3732-4c23-9453-a2140ee54a8e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896520 Apr 05 10:03:41.956908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0ba20-b3ec-4a38-91e9-00d764214df6 req-3007249e-afcb-4a4a-9ae6-f15f6a1c4bf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:41.958335 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bad0ba20-b3ec-4a38-91e9-00d764214df6 req-3007249e-afcb-4a4a-9ae6-f15f6a1c4bf5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 200 len: 896 time: 0.3488700 Apr 05 10:03:42.069438 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bad0ba20-b3ec-4a38-91e9-00d764214df6 req-70b23cf8-b6a7-4f08-b169-fdd36a3ac13a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f2a9c0a-7e86-4df0-912e-23545d5765c4 HTTP/1.1" status: 200 len: 217 time: 0.1043401 Apr 05 10:03:42.291437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0ba20-b3ec-4a38-91e9-00d764214df6 req-b82d8fb0-a464-4d83-b4ce-2fd0182915d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:42.292814 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bad0ba20-b3ec-4a38-91e9-00d764214df6 req-b82d8fb0-a464-4d83-b4ce-2fd0182915d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e HTTP/1.1" status: 200 len: 835 time: 0.2168317 Apr 05 10:03:42.342004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Allocated IP 172.20.0.1 (be873225-f338-4d4d-9b75-a26c716d8a6f/38fa2111-e888-4694-960f-a33eb0161a68/319c47bc-5b00-48da-8d61-d6f83d719c86) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:03:42.472480 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bad0ba20-b3ec-4a38-91e9-00d764214df6 req-174aac80-7bb7-4fe7-a611-81601f4de85e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2c4c786-fb85-4011-b621-6f5929f65d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1720161 Apr 05 10:03:42.599819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:42.632574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Transition to ACTIVE for port object 319c47bc-5b00-48da-8d61-d6f83d719c86 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:03:42.653825 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bad0ba20-b3ec-4a38-91e9-00d764214df6 req-1fdfff9d-a292-4fe4-b090-11ec3bf53eed service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708746 Apr 05 10:03:42.746154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:42.838738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Network be873225-f338-4d4d-9b75-a26c716d8a6f is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:03:42.850233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:42.854217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'Port': ['ID=319c47bc-5b00-48da-8d61-d6f83d719c86,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:42.860234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:03:42.897798 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bad0ba20-b3ec-4a38-91e9-00d764214df6 req-0b69d468-95a8-4a07-94dc-33db63a1f495 service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368047 Apr 05 10:03:42.924624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:43.008772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:43.051082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6f2a9c0a-7e86-4df0-912e-23545d5765c4 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:03:43.169778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-de5cdbcd-3d2d-49f0-ba8d-48b63995255e None None] Provisioning for port 319c47bc-5b00-48da-8d61-d6f83d719c86 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:43.178148 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-de5cdbcd-3d2d-49f0-ba8d-48b63995255e None None] Provisioning complete for port 319c47bc-5b00-48da-8d61-d6f83d719c86 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:43.178515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de5cdbcd-3d2d-49f0-ba8d-48b63995255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:43.241913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6f2a9c0a-7e86-4df0-912e-23545d5765c4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6f2a9c0a-7e86-4df0-912e-23545d5765c4,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:43.259033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-de5cdbcd-3d2d-49f0-ba8d-48b63995255e None None] Port 319c47bc-5b00-48da-8d61-d6f83d719c86 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:03:43.261037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '6f2a9c0a-7e86-4df0-912e-23545d5765c4', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'port_id': '6f2a9c0a-7e86-4df0-912e-23545d5765c4', 'mac_address': 'fa:16:3e:52:dc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:03:43.299210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7b017-d5c2-426c-89a6-6b6e7976e972 req-8757fc33-4f86-4bc1-8035-10294f8bf0f2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:43.300692 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99b7b017-d5c2-426c-89a6-6b6e7976e972 req-8757fc33-4f86-4bc1-8035-10294f8bf0f2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 944 time: 0.2352526 Apr 05 10:03:43.315657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:43.332824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2a9c0a-7e86-4df0-912e-23545d5765c4 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:03:43.347954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6f2a9c0a-7e86-4df0-912e-23545d5765c4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6f2a9c0a-7e86-4df0-912e-23545d5765c4,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:43.351716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:43.417064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6f2a9c0a-7e86-4df0-912e-23545d5765c4,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:43.440401 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99b7b017-d5c2-426c-89a6-6b6e7976e972 req-57fec37d-ea26-4578-9161-4235ba04436d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205623 Apr 05 10:03:43.487105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:43.491540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:43.577045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['6f2a9c0a-7e86-4df0-912e-23545d5765c4'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:03:43.605430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event updated for resources: {'Port': ['ID=319c47bc-5b00-48da-8d61-d6f83d719c86,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:43.611282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:43.851297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Network be873225-f338-4d4d-9b75-a26c716d8a6f is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:03:43.852441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:03:44.085234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0cb28662-fe7e-4c15-b116-c88d9631d5cd None None] Provisioning complete for port 319c47bc-5b00-48da-8d61-d6f83d719c86 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:44.085817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0cb28662-fe7e-4c15-b116-c88d9631d5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:44.136708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0cb28662-fe7e-4c15-b116-c88d9631d5cd None None] Port 319c47bc-5b00-48da-8d61-d6f83d719c86 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:03:44.179058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Router 6424e9b2-a4df-49d5-8e62-7acfa43cd03b has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:44.350519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:44.359256 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2d05aebb-1686-47a6-90de-5b426c30eb1e tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "PUT /v2.0/routers/6424e9b2-a4df-49d5-8e62-7acfa43cd03b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7660599 Apr 05 10:03:44.360723 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440dc98d-5900-40a2-ac81-302804c14c91 None None] Sync routers for ids ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:44.363084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34480) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:44.372498 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440dc98d-5900-40a2-ac81-302804c14c91 None None] Routers {'6424e9b2-a4df-49d5-8e62-7acfa43cd03b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:44.373177 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-440dc98d-5900-40a2-ac81-302804c14c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:44.432009 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-440dc98d-5900-40a2-ac81-302804c14c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:44.444115 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440dc98d-5900-40a2-ac81-302804c14c91 None None] Routers {'6424e9b2-a4df-49d5-8e62-7acfa43cd03b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:44.444724 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-440dc98d-5900-40a2-ac81-302804c14c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:44.502643 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-440dc98d-5900-40a2-ac81-302804c14c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:44.503050 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440dc98d-5900-40a2-ac81-302804c14c91 None None] The sync data for ids ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:44.527799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41b13510-9273-4eb6-a51d-214872de4ed6 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:44.736548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d9a7b-31a5-44b6-9fe7-f00126156f5a req-c3164acf-dab6-4795-bdbd-42c8e7cd75b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:44.737902 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-491d9a7b-31a5-44b6-9fe7-f00126156f5a req-c3164acf-dab6-4795-bdbd-42c8e7cd75b5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 945 time: 0.1608858 Apr 05 10:03:44.786046 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-41b13510-9273-4eb6-a51d-214872de4ed6 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 10:03:44.787048 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-41b13510-9273-4eb6-a51d-214872de4ed6 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "DELETE /v2.0/routers/6424e9b2-a4df-49d5-8e62-7acfa43cd03b HTTP/1.1" status: 409 len: 329 time: 0.4230447 Apr 05 10:03:44.790092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34486) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:44.794204 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-491d9a7b-31a5-44b6-9fe7-f00126156f5a req-541a7cf4-82f1-4f32-9059-5962d2a2777c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498230 Apr 05 10:03:45.059387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6f2a9c0a-7e86-4df0-912e-23545d5765c4 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:03:45.109741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:45.126997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:03:45.131821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:03:45.132191 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:45.279649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:45.306117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2a9c0a-7e86-4df0-912e-23545d5765c4'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:03:45.316933 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6f2a9c0a-7e86-4df0-912e-23545d5765c4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6f2a9c0a-7e86-4df0-912e-23545d5765c4,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:45.323202 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:45.392051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6f2a9c0a-7e86-4df0-912e-23545d5765c4,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:45.452607 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb4ae4d3-f887-4438-a0a7-0f50970876cb'] response: {'server_uuid': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2a9c0a-7e86-4df0-912e-23545d5765c4', 'code': 200} Apr 05 10:03:45.677416 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dcc65443-f619-402c-bc05-65589aa6ea82 req-abc1269d-bdc6-43e1-9650-98a5db83693f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 1099 time: 0.0679216 Apr 05 10:03:45.720272 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dcc65443-f619-402c-bc05-65589aa6ea82 req-51903056-aa2e-4525-a1d7-a77c44f660f3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371497 Apr 05 10:03:45.796131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Deleting port 319c47bc-5b00-48da-8d61-d6f83d719c86 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:45.796694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:45.979548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:45.993199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bed75-9609-4407-8406-936ce9899fc0 req-7ecc0272-964b-4d49-ad15-f3338a5f9847 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:45.994644 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c67bed75-9609-4407-8406-936ce9899fc0 req-7ecc0272-964b-4d49-ad15-f3338a5f9847 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 946 time: 0.0787191 Apr 05 10:03:46.038787 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c67bed75-9609-4407-8406-936ce9899fc0 req-c3d72821-d365-4e62-bc43-f48c47ec7dd5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385613 Apr 05 10:03:46.100629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Calling delete_port for 319c47bc-5b00-48da-8d61-d6f83d719c86 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:46.268072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:46.316470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event deleted for resources: {'Port': ['ID=319c47bc-5b00-48da-8d61-d6f83d719c86,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:46.544001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:47.064951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Router 6424e9b2-a4df-49d5-8e62-7acfa43cd03b has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:47.206566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:47.216596 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cc78aeee-c492-4793-8ab7-36eef8603db5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "PUT /v2.0/routers/6424e9b2-a4df-49d5-8e62-7acfa43cd03b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4253185 Apr 05 10:03:47.217780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a8f82-4874-4e58-87cd-6a34b08866e5 None None] Sync routers for ids ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:47.220221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34498) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:47.231600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a8f82-4874-4e58-87cd-6a34b08866e5 None None] Routers {'6424e9b2-a4df-49d5-8e62-7acfa43cd03b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:47.232220 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f37a8f82-4874-4e58-87cd-6a34b08866e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:47.238871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1e22e-38ef-4c35-b230-2e8c4d5ac6ce req-b3f8de28-1f9f-4fda-aafa-b59720cdba9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:47.240361 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dec1e22e-38ef-4c35-b230-2e8c4d5ac6ce req-b3f8de28-1f9f-4fda-aafa-b59720cdba9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 946 time: 0.0783379 Apr 05 10:03:47.288524 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-f2848146-867f-4e0d-961a-8f7afb497fe1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] show failed (client error): The resource could not be found. Apr 05 10:03:47.293108 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f2848146-867f-4e0d-961a-8f7afb497fe1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-2040084007 HTTP/1.1" status: 404 len: 335 time: 0.0673530 Apr 05 10:03:47.293232 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dec1e22e-38ef-4c35-b230-2e8c4d5ac6ce req-95b7a0c3-225d-4e5a-8cb6-ec9881935569 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440822 Apr 05 10:03:47.293349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34502) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:47.298952 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-377ead14-4a10-46ca-9362-ff0ec25f837f tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:47.300766 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f37a8f82-4874-4e58-87cd-6a34b08866e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:47.318618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a8f82-4874-4e58-87cd-6a34b08866e5 None None] Routers {'6424e9b2-a4df-49d5-8e62-7acfa43cd03b'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:47.318618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f37a8f82-4874-4e58-87cd-6a34b08866e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:47.367336 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-377ead14-4a10-46ca-9362-ff0ec25f837f tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] update failed (client error): The resource could not be found. Apr 05 10:03:47.368389 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-377ead14-4a10-46ca-9362-ff0ec25f837f tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1378696549 HTTP/1.1" status: 404 len: 335 time: 0.0742493 Apr 05 10:03:47.379724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f37a8f82-4874-4e58-87cd-6a34b08866e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:47.379953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34508) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:47.380308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37a8f82-4874-4e58-87cd-6a34b08866e5 None None] The sync data for ids ['6424e9b2-a4df-49d5-8e62-7acfa43cd03b'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:47.569779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38c13a6-e3d5-46d5-b3ba-48529db8419d tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Deleting subnet a46d3c64-169d-45cd-86d4-c89def4af75d {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:03:47.572868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d38c13a6-e3d5-46d5-b3ba-48529db8419d tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:47.608082 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac2275-80f7-40d5-99d5-0ce49ed12a75 req-15186793-f61c-43a5-a220-6096a8377aae tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:47.609247 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-96ac2275-80f7-40d5-99d5-0ce49ed12a75 req-15186793-f61c-43a5-a220-6096a8377aae tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 946 time: 0.1884010 Apr 05 10:03:47.630146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d38c13a6-e3d5-46d5-b3ba-48529db8419d tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:47.657041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-96ac2275-80f7-40d5-99d5-0ce49ed12a75 req-64022695-39ff-437e-abaa-b03118195d59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416291 Apr 05 10:03:47.684478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34512) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:47.762822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d38c13a6-e3d5-46d5-b3ba-48529db8419d tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:47.821796 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-19d44aa4-7dbd-43ff-8580-b9e8c44fee24 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 1094 time: 0.1322317 Apr 05 10:03:47.824536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34516) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:47.830441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-1171a8a5-3ae0-44c3-b887-df459e2a94d9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'port_id': '6f2a9c0a-7e86-4df0-912e-23545d5765c4'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:03:47.841979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d38c13a6-e3d5-46d5-b3ba-48529db8419d tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:47.879262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c13a6-e3d5-46d5-b3ba-48529db8419d tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event deleted for resources: {'Subnet': ['ID=a46d3c64-169d-45cd-86d4-c89def4af75d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:47.885625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d38c13a6-e3d5-46d5-b3ba-48529db8419d tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:47.893252 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9dd80b-ebcb-476f-a131-4ea99cfd53a6 None None] Network 693aac5e-f57b-4687-8c71-b9b5d8143951 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:47.897413 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d38c13a6-e3d5-46d5-b3ba-48529db8419d tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "DELETE /v2.0/subnets/a46d3c64-169d-45cd-86d4-c89def4af75d HTTP/1.1" status: 204 len: 168 time: 0.5116475 Apr 05 10:03:47.897413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34520) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:47.906638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1171a8a5-3ae0-44c3-b887-df459e2a94d9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.089635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbafad52-4c66-4e73-9bb0-d11fad817a56 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Deleting subnet 93c012e0-163c-4fbb-9fe5-9066d62bf4a4 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:03:48.092895 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fbafad52-4c66-4e73-9bb0-d11fad817a56 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.147978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe462ab-6c1a-4d29-a8b6-fa1ff1ac55d9 None None] DHCP port deletion for 693aac5e-f57b-4687-8c71-b9b5d8143951 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:03:48.152638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ffe462ab-6c1a-4d29-a8b6-fa1ff1ac55d9 None None] Deleting port 0ee612a2-208b-4086-86cf-7e8f96b93571 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:48.153172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ffe462ab-6c1a-4d29-a8b6-fa1ff1ac55d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.262392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fbafad52-4c66-4e73-9bb0-d11fad817a56 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.346732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fbafad52-4c66-4e73-9bb0-d11fad817a56 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.367377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ffe462ab-6c1a-4d29-a8b6-fa1ff1ac55d9 None None] For port 0ee612a2-208b-4086-86cf-7e8f96b93571, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0ee612a2-208b-4086-86cf-7e8f96b93571,segment=NetworkSegment(22c52fed-f19a-479d-8fe8-da0d05dca754),segment_id=22c52fed-f19a-479d-8fe8-da0d05dca754)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:48.367948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ffe462ab-6c1a-4d29-a8b6-fa1ff1ac55d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.425438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fbafad52-4c66-4e73-9bb0-d11fad817a56 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.468710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafad52-4c66-4e73-9bb0-d11fad817a56 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event deleted for resources: {'Subnet': ['ID=93c012e0-163c-4fbb-9fe5-9066d62bf4a4,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:48.479172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fbafad52-4c66-4e73-9bb0-d11fad817a56 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.485247 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fbafad52-4c66-4e73-9bb0-d11fad817a56 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "DELETE /v2.0/subnets/93c012e0-163c-4fbb-9fe5-9066d62bf4a4 HTTP/1.1" status: 204 len: 168 time: 0.5870886 Apr 05 10:03:48.487574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34524) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:48.496039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9416b337-755f-42a0-9485-0b52479ac1b6 None None] Network 07ab3d26-8d10-476d-99fe-557b26883bb3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:48.519067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ffe462ab-6c1a-4d29-a8b6-fa1ff1ac55d9 None None] Calling delete_port for 0ee612a2-208b-4086-86cf-7e8f96b93571 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:48.521081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1171a8a5-3ae0-44c3-b887-df459e2a94d9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.525967 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1171a8a5-3ae0-44c3-b887-df459e2a94d9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.604722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.616813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Deleting port 0ee612a2-208b-4086-86cf-7e8f96b93571 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:48.617147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.748896 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-1171a8a5-3ae0-44c3-b887-df459e2a94d9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP 7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 associated. External IP: 172.26.4.246, port: 6f2a9c0a-7e86-4df0-912e-23545d5765c4. Apr 05 10:03:48.753074 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ffe462ab-6c1a-4d29-a8b6-fa1ff1ac55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.804494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe462ab-6c1a-4d29-a8b6-fa1ff1ac55d9 None None] Pushing event deleted for resources: {'Port': ['ID=0ee612a2-208b-4086-86cf-7e8f96b93571,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:48.810853 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe462ab-6c1a-4d29-a8b6-fa1ff1ac55d9 None None] No DVR routers for this DVR port 0ee612a2-208b-4086-86cf-7e8f96b93571 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:03:48.838744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] For port 0ee612a2-208b-4086-86cf-7e8f96b93571, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0ee612a2-208b-4086-86cf-7e8f96b93571,segment=NetworkSegment(22c52fed-f19a-479d-8fe8-da0d05dca754),segment_id=22c52fed-f19a-479d-8fe8-da0d05dca754)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:48.839090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.896596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f09670e-a6ff-4f13-8825-1434da67a947 None None] DHCP port deletion for 07ab3d26-8d10-476d-99fe-557b26883bb3 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:03:48.900598 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4f09670e-a6ff-4f13-8825-1434da67a947 None None] Deleting port ff258b66-d665-476b-bd1b-66ebc0ac52a0 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:48.900965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4f09670e-a6ff-4f13-8825-1434da67a947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:48.962203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Calling delete_port for 0ee612a2-208b-4086-86cf-7e8f96b93571 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:49.035979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:03:49.036399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:03:49.102735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4f09670e-a6ff-4f13-8825-1434da67a947 None None] For port ff258b66-d665-476b-bd1b-66ebc0ac52a0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ff258b66-d665-476b-bd1b-66ebc0ac52a0,segment=NetworkSegment(1695fc0d-5fd9-4092-a9fb-61c695584777),segment_id=1695fc0d-5fd9-4092-a9fb-61c695584777)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:49.103036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4f09670e-a6ff-4f13-8825-1434da67a947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:49.160593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1171a8a5-3ae0-44c3-b887-df459e2a94d9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router cf5cd849-834d-4d88-bed0-3f2e32710eed has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:03:49.258686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4f09670e-a6ff-4f13-8825-1434da67a947 None None] Calling delete_port for ff258b66-d665-476b-bd1b-66ebc0ac52a0 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:49.333068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4f09670e-a6ff-4f13-8825-1434da67a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:49.379699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09670e-a6ff-4f13-8825-1434da67a947 None None] Pushing event deleted for resources: {'Port': ['ID=ff258b66-d665-476b-bd1b-66ebc0ac52a0,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:49.384038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09670e-a6ff-4f13-8825-1434da67a947 None None] No DVR routers for this DVR port ff258b66-d665-476b-bd1b-66ebc0ac52a0 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:03:49.468382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1171a8a5-3ae0-44c3-b887-df459e2a94d9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:03:49.473182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1171a8a5-3ae0-44c3-b887-df459e2a94d9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:49.477496 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] Sync routers for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:03:49.489201 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:49.489874 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:49.529192 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1171a8a5-3ae0-44c3-b887-df459e2a94d9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 992 time: 1.7034845 Apr 05 10:03:49.529818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'tag': '6f2a9c0a-7e86-4df0-912e-23545d5765c4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:03:49.532463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34528) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:49.633764 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d0174c-015b-4ed2-b64d-890011c950fa'] response: {'name': 'network-changed', 'server_uuid': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'tag': '6f2a9c0a-7e86-4df0-912e-23545d5765c4', 'status': 'completed', 'code': 200} Apr 05 10:03:49.642999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Deleting port 0ee612a2-208b-4086-86cf-7e8f96b93571 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:49.643362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:49.690142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ff258b66-d665-476b-bd1b-66ebc0ac52a0 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:49.723576 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: ff258b66-d665-476b-bd1b-66ebc0ac52a0 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:49.723874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ff258b66-d665-476b-bd1b-66ebc0ac52a0 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:49.724251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0ee612a2-208b-4086-86cf-7e8f96b93571 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:49.725997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] The port '0ee612a2-208b-4086-86cf-7e8f96b93571' was deleted {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:03:49.730314 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:49.744122 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7f95458-8b57-430a-a645-8b61a16b0e74 req-e2f27fa5-b93a-4e11-969b-f029c91c028b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 1099 time: 0.0868199 Apr 05 10:03:49.757396 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 0ee612a2-208b-4086-86cf-7e8f96b93571 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:49.757745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0ee612a2-208b-4086-86cf-7e8f96b93571 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:49.789478 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5da68568-040f-427e-91f0-f44842043869 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 992 time: 0.2548835 Apr 05 10:03:49.865868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:49.889724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f95458-8b57-430a-a645-8b61a16b0e74 req-190187d1-b1f7-4022-9b5e-294e29606a1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:49.891376 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7f95458-8b57-430a-a645-8b61a16b0e74 req-190187d1-b1f7-4022-9b5e-294e29606a1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 200 len: 896 time: 0.1411579 Apr 05 10:03:49.892181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693aac5e-f57b-4687-8c71-b9b5d8143951']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:49.904998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c52fed-f19a-479d-8fe8-da0d05dca754') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:49.905315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c52fed-f19a-479d-8fe8-da0d05dca754') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:49.918897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:49.935949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:49.942498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:03:49.942893 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: util.warn( Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:03:49.957393 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:03:49.998175 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7f95458-8b57-430a-a645-8b61a16b0e74 req-a0365981-ac88-4c8e-9a58-da2760f0d87d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f2a9c0a-7e86-4df0-912e-23545d5765c4 HTTP/1.1" status: 200 len: 1000 time: 0.1009977 Apr 05 10:03:50.039063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.057412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.063458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f95458-8b57-430a-a645-8b61a16b0e74 req-05fa8eea-ed59-4e06-9f2b-f52ffb317df9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:03:50.064932 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7f95458-8b57-430a-a645-8b61a16b0e74 req-05fa8eea-ed59-4e06-9f2b-f52ffb317df9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e HTTP/1.1" status: 200 len: 835 time: 0.0609682 Apr 05 10:03:50.069967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event deleted for resources: {'Network': ['ID=693aac5e-f57b-4687-8c71-b9b5d8143951,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:50.073435 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-746a1450-5b17-4e6a-8489-0b164e01a3a1 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "DELETE /v2.0/networks/693aac5e-f57b-4687-8c71-b9b5d8143951 HTTP/1.1" status: 204 len: 168 time: 1.5849276 Apr 05 10:03:50.076216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34534) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:50.100402 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'port_id': '6f2a9c0a-7e86-4df0-912e-23545d5765c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'mac_address': 'fa:16:3e:52:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:49Z', 'updated_at': '2022-04-05T10:03:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:50.105155 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] Checking router: cf5cd849-834d-4d88-bed0-3f2e32710eed for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:03:50.115086 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:03:50.115737 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:03:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:50.148159 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7f95458-8b57-430a-a645-8b61a16b0e74 req-74b2cce4-fb61-466e-800a-41c4553b9c63 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d2c4c786-fb85-4011-b621-6f5929f65d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769978 Apr 05 10:03:50.196535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.291968 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7f95458-8b57-430a-a645-8b61a16b0e74 req-336329f1-8de2-418e-8777-59b01bb730cc service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376483 Apr 05 10:03:50.299694 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:03:50.420654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.425854 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7f95458-8b57-430a-a645-8b61a16b0e74 req-7c39173d-1edc-4f84-8910-9eda3e8e1860 service neutron] 10.222.0.10 "GET /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286666 Apr 05 10:03:50.449496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ab3d26-8d10-476d-99fe-557b26883bb3']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:50.465405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1695fc0d-5fd9-4092-a9fb-61c695584777') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:50.465698 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1695fc0d-5fd9-4092-a9fb-61c695584777') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:50.478056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.494491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.500847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:03:50.501224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:03:50.515443 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:03:50.599126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.617670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.631738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event deleted for resources: {'Network': ['ID=07ab3d26-8d10-476d-99fe-557b26883bb3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:50.634952 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0e29952f-ed9a-4e03-a38e-969c8feadad8 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "DELETE /v2.0/networks/07ab3d26-8d10-476d-99fe-557b26883bb3 HTTP/1.1" status: 204 len: 168 time: 0.5580316 Apr 05 10:03:50.637623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34538) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:50.654667 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'port_id': '6f2a9c0a-7e86-4df0-912e-23545d5765c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'mac_address': 'fa:16:3e:52:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:49Z', 'updated_at': '2022-04-05T10:03:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:50.658762 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5328054b-f1b1-47d4-9a81-0aa64b09d772 None None] The sync data for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv is: [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'port_id': '6f2a9c0a-7e86-4df0-912e-23545d5765c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'mac_address': 'fa:16:3e:52:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:49Z', 'updated_at': '2022-04-05T10:03:48Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:03:50.792304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34542) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:50.825511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ba63c8-a1fc-49c6-a9ab-2ad2fab398e5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Deleting subnet 38fa2111-e888-4694-960f-a33eb0161a68 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:03:50.829554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-87ba63c8-a1fc-49c6-a9ab-2ad2fab398e5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.881132 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53935077-ce08-432c-913c-1d15f70218b3 None None] New status for floating IP 7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:03:50.891909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-87ba63c8-a1fc-49c6-a9ab-2ad2fab398e5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:50.908572 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-69c53ef4-c684-46bd-9f2d-deb0f8c099ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 992 time: 0.1139314 Apr 05 10:03:50.976440 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-87ba63c8-a1fc-49c6-a9ab-2ad2fab398e5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.048613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-87ba63c8-a1fc-49c6-a9ab-2ad2fab398e5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.086266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba63c8-a1fc-49c6-a9ab-2ad2fab398e5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event deleted for resources: {'Subnet': ['ID=38fa2111-e888-4694-960f-a33eb0161a68,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:51.092460 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-87ba63c8-a1fc-49c6-a9ab-2ad2fab398e5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.098957 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-87ba63c8-a1fc-49c6-a9ab-2ad2fab398e5 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "DELETE /v2.0/subnets/38fa2111-e888-4694-960f-a33eb0161a68 HTTP/1.1" status: 204 len: 168 time: 0.4602563 Apr 05 10:03:51.101430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34546) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:51.129988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6f8b47-d530-499e-99b8-2574b771c8aa None None] Network be873225-f338-4d4d-9b75-a26c716d8a6f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:03:51.215243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.226073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Deleting port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:51.226406 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.380265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] DHCP port deletion for be873225-f338-4d4d-9b75-a26c716d8a6f request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:03:51.384166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] Deleting port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:51.384538 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.530462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] For port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=32b0853a-c0b5-415f-9ae2-42c1fbf88ce6,segment=NetworkSegment(da3975ef-b9d8-4a67-8adc-737db73beb35),segment_id=da3975ef-b9d8-4a67-8adc-737db73beb35)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:51.530822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.588238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] For port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=32b0853a-c0b5-415f-9ae2-42c1fbf88ce6,segment=NetworkSegment(da3975ef-b9d8-4a67-8adc-737db73beb35),segment_id=da3975ef-b9d8-4a67-8adc-737db73beb35)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:03:51.588636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.652528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Calling delete_port for 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:51.712195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:03:51.728982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.739700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] Calling delete_port for 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:03:51.774012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event deleted for resources: {'Port': ['ID=32b0853a-c0b5-415f-9ae2-42c1fbf88ce6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:51.778390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] No DVR routers for this DVR port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:03:51.790426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:03:51.790764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn_limited( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn_limited( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:03:51.822774 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:03:51.826336 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.828819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:03:51.829167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:03:51.900941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.911346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34550) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:51.928529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be873225-f338-4d4d-9b75-a26c716d8a6f']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:51.942359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3975ef-b9d8-4a67-8adc-737db73beb35') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:51.942695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3975ef-b9d8-4a67-8adc-737db73beb35') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:03:51.953882 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.969544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.975603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:03:51.975977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:03:51.994232 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:03:52.022036 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a6b5a775-2c5b-4c0d-838f-c073d8a556af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 200 len: 994 time: 0.1088688 Apr 05 10:03:52.070993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:52.087805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:52.099233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Pushing event deleted for resources: {'Network': ['ID=be873225-f338-4d4d-9b75-a26c716d8a6f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:52.102011 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2a40a367-544e-42c6-bf47-46fb02d536b7 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "DELETE /v2.0/networks/be873225-f338-4d4d-9b75-a26c716d8a6f HTTP/1.1" status: 204 len: 168 time: 0.9996626 Apr 05 10:03:52.104693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34554) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:52.148687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b4b1210e-60ab-4b50-992a-606d9f7d4433 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Synchronizing usage tracker for tenant:2aa56c19055b48219923af29cbb2bf3d on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:03:52.164604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b4b1210e-60ab-4b50-992a-606d9f7d4433 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Unset dirty status for tenant:2aa56c19055b48219923af29cbb2bf3d on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:03:52.165681 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b4b1210e-60ab-4b50-992a-606d9f7d4433 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "GET /v2.0/ports?device_id=6424e9b2-a4df-49d5-8e62-7acfa43cd03b HTTP/1.1" status: 200 len: 205 time: 0.0601025 Apr 05 10:03:52.168221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34558) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:52.303828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1bf300d8-b6de-4eb1-8cdc-383aa80f81d6 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:52.330015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] Deleting port 32b0853a-c0b5-415f-9ae2-42c1fbf88ce6 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:03:52.330499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:52.392293 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0651fa4f-46fe-4622-94ab-29a692e1636c None None] The port '32b0853a-c0b5-415f-9ae2-42c1fbf88ce6' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:03:52.784211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1bf300d8-b6de-4eb1-8cdc-383aa80f81d6 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:52.788261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1bf300d8-b6de-4eb1-8cdc-383aa80f81d6 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:52.812366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1bf300d8-b6de-4eb1-8cdc-383aa80f81d6 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:52.813567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf300d8-b6de-4eb1-8cdc-383aa80f81d6 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Fanout notify agent at l3_agent the message router_deleted on router 6424e9b2-a4df-49d5-8e62-7acfa43cd03b {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:03:52.823296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1bf300d8-b6de-4eb1-8cdc-383aa80f81d6 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:52.824398 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1bf300d8-b6de-4eb1-8cdc-383aa80f81d6 tempest-RoutersNegativeTest-2136615023 tempest-RoutersNegativeTest-2136615023-project] 10.222.0.30 "DELETE /v2.0/routers/6424e9b2-a4df-49d5-8e62-7acfa43cd03b HTTP/1.1" status: 204 len: 168 time: 0.6552980 Apr 05 10:03:53.112204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34566) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:53.362190 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-54315ce9-66a5-48f5-ace7-5d7f99435ebc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2aa56c19055b48219923af29cbb2bf3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2487907 Apr 05 10:03:53.364569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34572) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:03:53.421684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d42b4a7d-e4ae-4763-8954-d86f44e278ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:53.446102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d42b4a7d-e4ae-4763-8954-d86f44e278ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:53.498907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d42b4a7d-e4ae-4763-8954-d86f44e278ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:53.512846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b4a7d-e4ae-4763-8954-d86f44e278ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7103d445-f153-4224-a175-564bb486673d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:03:53.519094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d42b4a7d-e4ae-4763-8954-d86f44e278ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:03:53.520613 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d42b4a7d-e4ae-4763-8954-d86f44e278ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7103d445-f153-4224-a175-564bb486673d HTTP/1.1" status: 204 len: 168 time: 0.1547966 Apr 05 10:03:59.244093 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:03:59.659677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c02a5d8c-1330-4076-9049-205caa6a79b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:01.951141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e857eaa0-2e15-4b31-998b-b14ad00de77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:03.018506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:03.050211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:04.363360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:21.726085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:23.761571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564da1ca-9c70-4958-92a1-ad1873140642 req-bcbafa55-8406-4dc3-8ab6-0a791c48e7cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:23.763062 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-564da1ca-9c70-4958-92a1-ad1873140642 req-bcbafa55-8406-4dc3-8ab6-0a791c48e7cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 946 time: 0.0815620 Apr 05 10:04:23.827792 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-564da1ca-9c70-4958-92a1-ad1873140642 req-3e837d9e-6abf-4c7d-998a-0de55ea60f70 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583498 Apr 05 10:04:25.102653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35140019-77cb-495f-83c9-772b91d2adcc req-4f6eab20-b164-475e-a195-4b59f25e550e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:25.104130 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-35140019-77cb-495f-83c9-772b91d2adcc req-4f6eab20-b164-475e-a195-4b59f25e550e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 946 time: 0.1425266 Apr 05 10:04:25.110645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-24295693-5821-4e7c-b354-21596e888055 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:25.112025 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-24295693-5821-4e7c-b354-21596e888055 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 946 time: 0.1198184 Apr 05 10:04:25.215248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:04:25.215686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:25.246374 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-35140019-77cb-495f-83c9-772b91d2adcc req-4fc81a7a-8dcb-493d-8eaf-c1e1fa761a83 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=17b7c007-4251-4023-9c12-15eddb4cfb70&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333208 Apr 05 10:04:25.464846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 6f2a9c0a-7e86-4df0-912e-23545d5765c4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6f2a9c0a-7e86-4df0-912e-23545d5765c4,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:25.465515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:25.797118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:25.797118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:25.797821 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP 7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 disassociated. External IP: 172.26.4.246, port: 6f2a9c0a-7e86-4df0-912e-23545d5765c4. Apr 05 10:04:25.797821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 6f2a9c0a-7e86-4df0-912e-23545d5765c4 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:04:25.991711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:26.042529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=6f2a9c0a-7e86-4df0-912e-23545d5765c4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:26.060122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.060122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.060122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.060122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.060449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.060685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.061014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.061333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.061653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.061969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.062539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:26.260383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router cf5cd849-834d-4d88-bed0-3f2e32710eed has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:04:26.519441 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8b0d699a-5414-4667-9e09-64f98c9da061 req-1fbc0bfc-e627-4931-854f-29edbd327d41 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebc38650-f37f-4dc5-a107-22c752be9d87 HTTP/1.1" status: 200 len: 210 time: 0.0960171 Apr 05 10:04:26.619492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:04:26.643261 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] Sync routers for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:04:26.654972 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:04:26.655714 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:04:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:26.707674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] No DVR routers for this DVR port 6f2a9c0a-7e86-4df0-912e-23545d5765c4 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:04:26.710651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:26.713175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'name': 'network-vif-deleted', 'tag': '6f2a9c0a-7e86-4df0-912e-23545d5765c4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:04:26.746169 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ceed975c-806d-48bc-ac3c-8efdc9c108de req-d5057ec2-f713-4529-8e82-111f91ed9032 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "DELETE /v2.0/ports/6f2a9c0a-7e86-4df0-912e-23545d5765c4 HTTP/1.1" status: 204 len: 173 time: 1.6172340 Apr 05 10:04:26.748515 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-c7757157-187b-46b5-9832-a57c84364c1a tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856781951&fields=id&tenant_id=298a887535cb49a1b281d820c653e6fc HTTP/1.1" status: 200 len: 267 time: 0.0960238 Apr 05 10:04:26.779415 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fb6753-0251-4727-b647-e4cb7f7dbd3d'] response: {'server_uuid': 'ebc38650-f37f-4dc5-a107-22c752be9d87', 'name': 'network-vif-deleted', 'tag': '6f2a9c0a-7e86-4df0-912e-23545d5765c4', 'status': 'completed', 'code': 200} Apr 05 10:04:26.846809 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:04:26.903633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0b297d39-62e8-4357-bd79-a38a1be80f47 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:26.910453 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0b297d39-62e8-4357-bd79-a38a1be80f47 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 810 time: 0.1537442 Apr 05 10:04:26.922034 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-5c767da9-ede4-4fb7-b1ff-6e1094c2dc34 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/quotas/298a887535cb49a1b281d820c653e6fc HTTP/1.1" status: 200 len: 375 time: 0.0107718 Apr 05 10:04:27.008818 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-24bf7a1a-1b7f-451a-90db-db97db11ce84 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0814054 Apr 05 10:04:27.151525 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-cf21d90f-d5a9-439b-b66c-5a70545aabf7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:04:27.152499 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-cf21d90f-d5a9-439b-b66c-5a70545aabf7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1317041 Apr 05 10:04:27.194629 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:27.198445 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] Checking router: cf5cd849-834d-4d88-bed0-3f2e32710eed for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:04:27.210596 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:04:27.211208 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:04:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:27.293123 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-96dbd3fa-847f-4ec0-8b8c-4ad9e3f737e5 service neutron] 10.222.0.30 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341250 Apr 05 10:04:27.393998 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:04:27.427176 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-edeb8263-1b69-4ac6-b90a-fa124885b1f1 service neutron] 10.222.0.30 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275761 Apr 05 10:04:27.647608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34652) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:27.717297 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:27.719437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9770bc65-08f1-4a57-833b-ed60cc1d2412 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:27.721606 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f279427-cbcd-4704-8f7d-aa63555232b4 None None] The sync data for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv is: [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '6232d6a8-2655-44ac-b633-d5fa53ea7186', 'name': '', 'network_id': 'd2c4c786-fb85-4011-b621-6f5929f65d00', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:23:79:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:25Z', 'updated_at': '2022-04-05T10:02:32Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:04:27.758075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9770bc65-08f1-4a57-833b-ed60cc1d2412 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:27.849994 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1c3b7e1-716b-4ec2-82b1-9923115bffeb req-47179829-be5e-41e3-b724-bc2a6997b98b tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 210 time: 0.0452261 Apr 05 10:04:27.884146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9770bc65-08f1-4a57-833b-ed60cc1d2412 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:27.904394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770bc65-08f1-4a57-833b-ed60cc1d2412 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b7c007-4251-4023-9c12-15eddb4cfb70,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:27.919462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9770bc65-08f1-4a57-833b-ed60cc1d2412 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:27.923731 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9770bc65-08f1-4a57-833b-ed60cc1d2412 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/17b7c007-4251-4023-9c12-15eddb4cfb70 HTTP/1.1" status: 204 len: 168 time: 0.2747827 Apr 05 10:04:27.988115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34666) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:28.031017 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f67099-e7fa-445f-b07b-799ea08eff11 None None] New status for floating IP 7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:04:28.160815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port e1361727-30f4-415e-9b2b-e7b8b48be765 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:04:28.161232 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:28.340849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:28.341178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:28.468137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for e1361727-30f4-415e-9b2b-e7b8b48be765 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:04:28.550777 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.db.api [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:04:28.551018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG oslo_db.api [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:04:28.950631 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-cac8e4e0-acc5-417a-83d4-d5a36e71d161 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:28.952361 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-cac8e4e0-acc5-417a-83d4-d5a36e71d161 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 810 time: 0.1659241 Apr 05 10:04:29.008778 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-82637652-7ef9-4e90-828d-76d979324544 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=298a887535cb49a1b281d820c653e6fc HTTP/1.1" status: 200 len: 379 time: 0.0448501 Apr 05 10:04:29.046243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'port': {'device_id': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'admin_state_up': True, 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'security_groups': ['716ebb51-00f6-4b3c-9551-8816bfccd9c1']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:29.052414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port e1361727-30f4-415e-9b2b-e7b8b48be765 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:04:29.053595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.079688 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-02abc96c-cbfc-4113-9b81-0513a9924ef7 req-535fa3cc-4e6b-4644-a116-9acb5c27dea1 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 210 time: 0.0667698 Apr 05 10:04:29.214179 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:29.225514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:29.239382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Made reservation on behalf of 298a887535cb49a1b281d820c653e6fc for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:04:29.242524 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.279365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6f2a9c0a-7e86-4df0-912e-23545d5765c4 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:04:29.287728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.288452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.333789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 6f2a9c0a-7e86-4df0-912e-23545d5765c4 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:04:29.334621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6f2a9c0a-7e86-4df0-912e-23545d5765c4 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:04:29.417885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for e1361727-30f4-415e-9b2b-e7b8b48be765 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:04:29.419600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Allocated IP 172.20.0.9 (0bde4e36-5e56-4c57-baca-403f5b45f950/f6819753-4eed-4571-a836-0e1456f980cc/a2846219-2f59-4a83-ad3a-a8e99160890e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:04:29.662483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4d610da1-334f-4dd0-8e92-afcd257ecb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.673352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.732677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.733710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=e1361727-30f4-415e-9b2b-e7b8b48be765,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:29.753329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Transition to ACTIVE for port object a2846219-2f59-4a83-ad3a-a8e99160890e will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:04:29.773534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.773886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.774220 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.774552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.774883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.775213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.775560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.775890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.776206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.776527 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.777028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:29.786256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.847168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.859489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:04:29.863218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:04:29.867404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.867975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:04:29.870930 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1f36a326-9eef-483d-9ed2-ff2c77996992 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/floatingips/7f2d519b-ad1a-4b72-b0c8-6cea4fcdd636 HTTP/1.1" status: 204 len: 168 time: 1.8793721 Apr 05 10:04:29.893828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'Port': ['ID=a2846219-2f59-4a83-ad3a-a8e99160890e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:29.940816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:29.941457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:29.972109 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f494b8b-f164-4bf8-92ed-93ad330726b5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9569032 Apr 05 10:04:29.984780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Request body: {'port': {'device_id': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:30.116045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:30.164529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bf10a0c0-4b69-40aa-9caa-8e485e2693b0 None None] Provisioning for port a2846219-2f59-4a83-ad3a-a8e99160890e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:04:30.170572 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-bf10a0c0-4b69-40aa-9caa-8e485e2693b0 None None] Provisioning complete for port a2846219-2f59-4a83-ad3a-a8e99160890e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:30.171124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bf10a0c0-4b69-40aa-9caa-8e485e2693b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:30.236164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-bf10a0c0-4b69-40aa-9caa-8e485e2693b0 None None] Port a2846219-2f59-4a83-ad3a-a8e99160890e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:04:30.523269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab54800-324b-4d8d-8690-977b24b9519c req-f6f8378e-b448-4c2d-a4a9-24b1b9d08b4b tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:30.523980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8ab54800-324b-4d8d-8690-977b24b9519c req-f6f8378e-b448-4c2d-a4a9-24b1b9d08b4b tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Synchronizing usage tracker for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:04:30.537408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bead2af-87d9-4419-9647-ae6d2b96a5ef req-4c0e48f0-bb21-4fb6-b56b-6b370231cdb7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:30.538024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-5bead2af-87d9-4419-9647-ae6d2b96a5ef req-4c0e48f0-bb21-4fb6-b56b-6b370231cdb7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:04:30.578776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-5bead2af-87d9-4419-9647-ae6d2b96a5ef req-4c0e48f0-bb21-4fb6-b56b-6b370231cdb7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:04:30.579958 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5bead2af-87d9-4419-9647-ae6d2b96a5ef req-4c0e48f0-bb21-4fb6-b56b-6b370231cdb7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 945 time: 0.3100643 Apr 05 10:04:30.582082 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8ab54800-324b-4d8d-8690-977b24b9519c req-f6f8378e-b448-4c2d-a4a9-24b1b9d08b4b tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Unset dirty status for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:04:30.583109 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ab54800-324b-4d8d-8690-977b24b9519c req-f6f8378e-b448-4c2d-a4a9-24b1b9d08b4b tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 931 time: 0.3149912 Apr 05 10:04:30.711762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2846219-2f59-4a83-ad3a-a8e99160890e {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:04:30.723659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:30.732694 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ab54800-324b-4d8d-8690-977b24b9519c req-07fa6e0a-3e8a-4742-b8f4-62fdd48621cb tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388333 Apr 05 10:04:30.736978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-5bead2af-87d9-4419-9647-ae6d2b96a5ef req-0bac468a-785c-4469-9454-2bc92ca385e2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:04:30.755304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Transition to ACTIVE for port object a2846219-2f59-4a83-ad3a-a8e99160890e will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:04:30.759828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:30.800390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-5bead2af-87d9-4419-9647-ae6d2b96a5ef req-0bac468a-785c-4469-9454-2bc92ca385e2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:04:30.801529 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5bead2af-87d9-4419-9647-ae6d2b96a5ef req-0bac468a-785c-4469-9454-2bc92ca385e2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060449 Apr 05 10:04:30.887554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Pushing event updated for resources: {'Port': ['ID=a2846219-2f59-4a83-ad3a-a8e99160890e,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:30.999859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Attempting to bind port a2846219-2f59-4a83-ad3a-a8e99160890e on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:04:31.000560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Attempting to bind port a2846219-2f59-4a83-ad3a-a8e99160890e by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:04:31.000560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Attempting to bind port a2846219-2f59-4a83-ad3a-a8e99160890e on network 0bde4e36-5e56-4c57-baca-403f5b45f950 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:04:31.006993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Port a2846219-2f59-4a83-ad3a-a8e99160890e on network 0bde4e36-5e56-4c57-baca-403f5b45f950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:04:31.007312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Attempting to bind port a2846219-2f59-4a83-ad3a-a8e99160890e on network 0bde4e36-5e56-4c57-baca-403f5b45f950 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:04:31.013505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:04:31.013839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Checking segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:04:31.014213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Bound using segment: {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:04:31.014634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Bound port: a2846219-2f59-4a83-ad3a-a8e99160890e, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f7c108c-60ff-43e4-bc05-47460cc5a325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:04:31.014976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:31.103186 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] For port a2846219-2f59-4a83-ad3a-a8e99160890e, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:04:31.106004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] For port a2846219-2f59-4a83-ad3a-a8e99160890e, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=a2846219-2f59-4a83-ad3a-a8e99160890e,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:04:31.110224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:31.172165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:31.173564 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] 10.222.0.10 "PUT /v2.0/ports/a2846219-2f59-4a83-ad3a-a8e99160890e HTTP/1.1" status: 200 len: 1093 time: 1.1933541 Apr 05 10:04:31.174073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'tag': 'a2846219-2f59-4a83-ad3a-a8e99160890e'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:04:31.193181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11f754-e149-4109-835f-8c9221c063aa service neutron] Pushing event updated for resources: {'Port': ['ID=a2846219-2f59-4a83-ad3a-a8e99160890e,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:31.250843 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a57c94-c84e-4d1c-a5aa-e731175c1ea5'] response: {'name': 'network-changed', 'server_uuid': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'tag': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'status': 'completed', 'code': 200} Apr 05 10:04:31.293154 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-7703cef8-327e-4db6-969d-254af967522a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 1096 time: 0.0806050 Apr 05 10:04:31.377964 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-05e0b6b8-30eb-4d07-926f-316b4ec75896 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2846219-2f59-4a83-ad3a-a8e99160890e HTTP/1.1" status: 200 len: 217 time: 0.0740833 Apr 05 10:04:31.581186 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-d1c304b3-fd20-48ae-b6e4-24a8ce9056ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:31.582590 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-d1c304b3-fd20-48ae-b6e4-24a8ce9056ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.1998744 Apr 05 10:04:31.665117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-bc321852-8fed-4ce8-a986-3f9cf91ab51f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:31.666568 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-bc321852-8fed-4ce8-a986-3f9cf91ab51f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 945 time: 0.2508676 Apr 05 10:04:31.730788 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-f25f9845-36e4-46b0-a26b-715fa905b06a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1400032 Apr 05 10:04:31.767462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-014f6a08-bb97-4b94-b152-243adffd5d3a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 69454133-368e-417d-be09-c0563b725c6e {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:04:31.768359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-014f6a08-bb97-4b94-b152-243adffd5d3a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:31.958921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-516caad9-8a55-44f4-bf69-73be73c98f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:32.071735 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-8e992fb2-bfee-415a-8d0f-866ec2f5ba3c service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348916 Apr 05 10:04:32.292054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11cc86-5a02-45a8-9bc4-e23318dc44e1 req-93ae274a-5c58-4179-985f-ae700d7e2478 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:32.293402 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d11cc86-5a02-45a8-9bc4-e23318dc44e1 req-93ae274a-5c58-4179-985f-ae700d7e2478 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 943 time: 0.4234231 Apr 05 10:04:32.346428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e405b3-1c2c-4722-a626-9843874c974c req-9abcedc7-40c0-46af-84f1-a5c76e8d01f6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:32.347919 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-35e405b3-1c2c-4722-a626-9843874c974c req-9abcedc7-40c0-46af-84f1-a5c76e8d01f6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea72a2d6-b0cf-4099-9c45-a39c4d9c9563 HTTP/1.1" status: 200 len: 945 time: 0.3705573 Apr 05 10:04:32.355495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-014f6a08-bb97-4b94-b152-243adffd5d3a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 69454133-368e-417d-be09-c0563b725c6e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=69454133-368e-417d-be09-c0563b725c6e,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:32.355879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-014f6a08-bb97-4b94-b152-243adffd5d3a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:32.512348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-014f6a08-bb97-4b94-b152-243adffd5d3a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 69454133-368e-417d-be09-c0563b725c6e owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:04:32.551599 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d1c15af-483b-4fdd-9bef-f0eef2fa5a89 req-529acc93-2100-427c-b519-360cb324880a service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502916 Apr 05 10:04:32.589342 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d11cc86-5a02-45a8-9bc4-e23318dc44e1 req-462382e1-38d8-484e-a352-51ff3ee41f85 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764354 Apr 05 10:04:32.604874 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-35e405b3-1c2c-4722-a626-9843874c974c req-958f4037-3b3a-49d0-83e8-2223a7f58762 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=f0930ee6-8fbb-4021-b212-2af771f109ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412953 Apr 05 10:04:32.742818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-014f6a08-bb97-4b94-b152-243adffd5d3a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:32.750578 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01bdabca-33d5-468a-8c46-8c4590bf8821 req-c976c7a1-d1b6-4881-9988-dbc1b80edede service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 1096 time: 0.1323192 Apr 05 10:04:32.822017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f6a08-bb97-4b94-b152-243adffd5d3a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=69454133-368e-417d-be09-c0563b725c6e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:32.952413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-014f6a08-bb97-4b94-b152-243adffd5d3a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] No DVR routers for this DVR port 69454133-368e-417d-be09-c0563b725c6e on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:04:32.952413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-014f6a08-bb97-4b94-b152-243adffd5d3a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:32.991161 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a3d45ccf-c6a4-4e01-b7b3-22e003f253bf req-014f6a08-bb97-4b94-b152-243adffd5d3a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "DELETE /v2.0/ports/69454133-368e-417d-be09-c0563b725c6e HTTP/1.1" status: 204 len: 173 time: 1.3187127 Apr 05 10:04:33.000963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdabca-33d5-468a-8c46-8c4590bf8821 req-5a94474e-b712-4416-8fce-bd1e1c3f1e6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:33.004232 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01bdabca-33d5-468a-8c46-8c4590bf8821 req-5a94474e-b712-4416-8fce-bd1e1c3f1e6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.2241235 Apr 05 10:04:33.025890 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:33.056568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:33.239049 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01bdabca-33d5-468a-8c46-8c4590bf8821 req-898dfdbc-0df7-4eef-bc87-03a20aa3c0e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2846219-2f59-4a83-ad3a-a8e99160890e HTTP/1.1" status: 200 len: 217 time: 0.2295432 Apr 05 10:04:33.282724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'name': 'network-vif-deleted', 'tag': '69454133-368e-417d-be09-c0563b725c6e'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:04:33.326848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdabca-33d5-468a-8c46-8c4590bf8821 req-4410607e-35f1-4826-8602-66578752c2e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:33.328450 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01bdabca-33d5-468a-8c46-8c4590bf8821 req-4410607e-35f1-4826-8602-66578752c2e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.0830615 Apr 05 10:04:33.365266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5922d205-ad93-4914-a1de-a51cdbe26c03'] response: {'server_uuid': 'ea72a2d6-b0cf-4099-9c45-a39c4d9c9563', 'name': 'network-vif-deleted', 'tag': '69454133-368e-417d-be09-c0563b725c6e', 'status': 'completed', 'code': 200} Apr 05 10:04:33.410321 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01bdabca-33d5-468a-8c46-8c4590bf8821 req-9ced7e9b-43f8-4f9f-917e-e184193c2e04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749683 Apr 05 10:04:33.571425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01bdabca-33d5-468a-8c46-8c4590bf8821 req-634f5bf2-ca57-4612-8faa-a81599a0d2ba service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525083 Apr 05 10:04:33.746190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34692) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:33.832406 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-77b4c90b-35a2-45cd-853b-589da454fc14 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:33.834535 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01bdabca-33d5-468a-8c46-8c4590bf8821 req-cc6a5d02-47f5-491a-ab9e-d61cedef5ff3 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551541 Apr 05 10:04:33.866231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-77b4c90b-35a2-45cd-853b-589da454fc14 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:33.874801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117553f7-8983-43a4-b017-5ad60c0928ad req-0c4d166e-2739-4b1f-b0e8-8f88d9e50278 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:33.876757 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-117553f7-8983-43a4-b017-5ad60c0928ad req-0c4d166e-2739-4b1f-b0e8-8f88d9e50278 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 943 time: 0.1123135 Apr 05 10:04:33.941772 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-117553f7-8983-43a4-b017-5ad60c0928ad req-6ee73120-088c-4ced-87e3-fe103aba5761 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517063 Apr 05 10:04:33.949584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-77b4c90b-35a2-45cd-853b-589da454fc14 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:33.978319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4c90b-35a2-45cd-853b-589da454fc14 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0930ee6-8fbb-4021-b212-2af771f109ab,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:33.987918 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-77b4c90b-35a2-45cd-853b-589da454fc14 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:33.987918 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-77b4c90b-35a2-45cd-853b-589da454fc14 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/f0930ee6-8fbb-4021-b212-2af771f109ab HTTP/1.1" status: 204 len: 168 time: 0.2398849 Apr 05 10:04:34.031304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34698) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:34.370926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:34.462022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:35.072226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 6232d6a8-2655-44ac-b633-d5fa53ea7186 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:04:35.072927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:35.157731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98d5b9-f483-4400-aadc-e4f510cf9af1 req-2c441b1a-4fd4-452f-a968-746cce9a743e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:35.161374 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cf98d5b9-f483-4400-aadc-e4f510cf9af1 req-2c441b1a-4fd4-452f-a968-746cce9a743e tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 943 time: 0.0887642 Apr 05 10:04:35.215231 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cf98d5b9-f483-4400-aadc-e4f510cf9af1 req-35628797-1e88-465c-a770-c5d1c7252c32 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462949 Apr 05 10:04:35.357161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 69454133-368e-417d-be09-c0563b725c6e no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:04:35.373741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 6232d6a8-2655-44ac-b633-d5fa53ea7186, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6232d6a8-2655-44ac-b633-d5fa53ea7186,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:35.373741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:35.394280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 69454133-368e-417d-be09-c0563b725c6e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:04:35.394851 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 69454133-368e-417d-be09-c0563b725c6e not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:04:35.494839 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 6232d6a8-2655-44ac-b633-d5fa53ea7186 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:04:35.667007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:35.711529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=6232d6a8-2655-44ac-b633-d5fa53ea7186,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:36.005899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:36.245340 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:04:36.431211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479236a4-fa28-4470-88f4-160867f2108a req-1205b867-c36d-4330-b9e4-927c624c399d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:36.432702 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-479236a4-fa28-4470-88f4-160867f2108a req-1205b867-c36d-4330-b9e4-927c624c399d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 943 time: 0.0812452 Apr 05 10:04:36.479295 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-479236a4-fa28-4470-88f4-160867f2108a req-62cec1e7-8d12-47d4-8502-9191fff71b28 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406077 Apr 05 10:04:36.573175 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router cf5cd849-834d-4d88-bed0-3f2e32710eed has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:04:36.871198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:04:36.882881 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] Sync routers for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:04:36.885134 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ccef78d8-c896-4f78-afe9-a8ff9ba6d094 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/cf5cd849-834d-4d88-bed0-3f2e32710eed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8520279 Apr 05 10:04:36.887295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34706) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:36.895901 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:04:36.896507 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:04:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:37.073127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a00e88-20e6-4fb7-8bcb-a1325c422a59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting subnet c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:04:37.076003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5a00e88-20e6-4fb7-8bcb-a1325c422a59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:37.078634 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:04:37.133504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5a00e88-20e6-4fb7-8bcb-a1325c422a59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:37.215274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5a00e88-20e6-4fb7-8bcb-a1325c422a59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:37.290310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5a00e88-20e6-4fb7-8bcb-a1325c422a59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:37.326364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a00e88-20e6-4fb7-8bcb-a1325c422a59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:37.336557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5a00e88-20e6-4fb7-8bcb-a1325c422a59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:37.342310 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c5a00e88-20e6-4fb7-8bcb-a1325c422a59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/subnets/c6c84fc0-a888-40e3-9a6c-b6ac7de96d9e HTTP/1.1" status: 204 len: 168 time: 0.4537039 Apr 05 10:04:37.343751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72e30e0-83d3-4fd5-b9b5-5dd2ab3d80d2 None None] Network d2c4c786-fb85-4011-b621-6f5929f65d00 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:04:37.344898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34710) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:37.362129 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:04:35Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:37.365971 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] Checking router: cf5cd849-834d-4d88-bed0-3f2e32710eed for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:04:37.376266 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] Routers {'cf5cd849-834d-4d88-bed0-3f2e32710eed'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:04:37.377500 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:04:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['cf5cd849-834d-4d88-bed0-3f2e32710eed'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:37.556319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:37.558106 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] Set router cf5cd849-834d-4d88-bed0-3f2e32710eed gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:04:37.648676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] DHCP port deletion for d2c4c786-fb85-4011-b621-6f5929f65d00 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:04:37.655079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Deleting port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:04:37.657396 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:37.780709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc1387-cb85-461c-91f9-f114fb1435e6 req-5451124e-8d6e-4cf6-8bba-50261d821fa3 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:37.789408 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82bc1387-cb85-461c-91f9-f114fb1435e6 req-5451124e-8d6e-4cf6-8bba-50261d821fa3 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 943 time: 0.1037655 Apr 05 10:04:37.842005 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82bc1387-cb85-461c-91f9-f114fb1435e6 req-c9df3a51-0c18-410c-bf4a-ec02a519a799 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495124 Apr 05 10:04:37.857960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:37.872675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 17e9ab38-b335-43bc-b9ce-02017be369ce {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:04:37.873136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:37.888649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:04:37.925253 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:04:35Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:37.929929 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ca61f-c5c0-419e-a5e1-6ec898df1e32 None None] The sync data for ids ['cf5cd849-834d-4d88-bed0-3f2e32710eed'] in dv-neutron-833199-1-hyperv is: [{'id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'name': 'tempest-TestNetworkBasicOps-router-7101846', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:02:19Z', 'updated_at': '2022-04-05T10:04:35Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '17e9ab38-b335-43bc-b9ce-02017be369ce', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:22:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5cd849-834d-4d88-bed0-3f2e32710eed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:02:20Z', 'updated_at': '2022-04-05T10:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:04:37.982383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] For port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4eab9832-5a0a-47b1-bdeb-c4792e3883f9,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:37.982985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:38.064499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 17e9ab38-b335-43bc-b9ce-02017be369ce, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=17e9ab38-b335-43bc-b9ce-02017be369ce,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:38.064733 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:38.140757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Calling delete_port for 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:04:38.185813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:38.186632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 17e9ab38-b335-43bc-b9ce-02017be369ce owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:04:38.235178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4eab9832-5a0a-47b1-bdeb-c4792e3883f9,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:38.240710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:38.284023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:04:38.284644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:04:38.322459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4eab9832-5a0a-47b1-bdeb-c4792e3883f9,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:38.336856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.337616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.338015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.338551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.339913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.340442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.340987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.341484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.341984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.342479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.343005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:38.365510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:38.411558 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=17e9ab38-b335-43bc-b9ce-02017be369ce,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:38.723842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:38.785953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Deleting port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:04:38.786488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:38.983752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:38.988864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.017070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.018877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Fanout notify agent at l3_agent the message router_deleted on router cf5cd849-834d-4d88-bed0-3f2e32710eed {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:04:39.029709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] For port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4eab9832-5a0a-47b1-bdeb-c4792e3883f9,segment=NetworkSegment(783d63b2-bc6f-46aa-ad41-2d1868ccc01d),segment_id=783d63b2-bc6f-46aa-ad41-2d1868ccc01d)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:39.030348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.033517 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.034703 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6577cfa2-750c-4747-aa89-235fbd4c4214 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/routers/cf5cd849-834d-4d88-bed0-3f2e32710eed HTTP/1.1" status: 204 len: 168 time: 1.6884580 Apr 05 10:04:39.037433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34718) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:39.065626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e9bc-d6ef-463c-a9fa-69b2530d718d req-7c6111ad-3b97-4cf4-a480-21326bd90073 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:39.067309 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cec1e9bc-d6ef-463c-a9fa-69b2530d718d req-7c6111ad-3b97-4cf4-a480-21326bd90073 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 943 time: 0.0984893 Apr 05 10:04:39.118674 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cec1e9bc-d6ef-463c-a9fa-69b2530d718d req-d37265b0-55a3-410a-9cea-e4a46b214216 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449362 Apr 05 10:04:39.159294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.160754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Calling delete_port for 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:04:39.170440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:04:39.170769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.238296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.257465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] The port '4eab9832-5a0a-47b1-bdeb-c4792e3883f9' was deleted {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:04:39.280236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] Pushing event deleted for resources: {'Port': ['ID=4eab9832-5a0a-47b1-bdeb-c4792e3883f9,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:39.286719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd470570-8b05-491e-b316-7ff63afc4ee5 None None] No DVR routers for this DVR port 4eab9832-5a0a-47b1-bdeb-c4792e3883f9 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:04:39.375884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.400714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c4c786-fb85-4011-b621-6f5929f65d00']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:39.412182 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783d63b2-bc6f-46aa-ad41-2d1868ccc01d') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:39.412472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783d63b2-bc6f-46aa-ad41-2d1868ccc01d') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:39.423208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.438586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.445255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:04:39.445625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:04:39.459413 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:04:39.543174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.561454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.572073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Network': ['ID=d2c4c786-fb85-4011-b621-6f5929f65d00,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:39.580225 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4c26402e-27d0-4a9e-b747-b8ba0595dbf2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/networks/d2c4c786-fb85-4011-b621-6f5929f65d00 HTTP/1.1" status: 204 len: 168 time: 0.5418432 Apr 05 10:04:39.603028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34722) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:39.608851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'network': {'name': 'tempest-network-smoke--1439035559', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'port_security_enabled': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:39.614959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:39.619270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:network and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:39.622093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:39.628328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:39.637561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:04:39.640509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.671661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:04:39.682256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.682598 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Added segment 8e8430b2-3047-40c2-83bb-21a74fca0249 of type vlan for network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 Apr 05 10:04:39.706722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6232d6a8-2655-44ac-b633-d5fa53ea7186 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:04:39.709014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.739269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.740061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 6232d6a8-2655-44ac-b633-d5fa53ea7186 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:04:39.740408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6232d6a8-2655-44ac-b633-d5fa53ea7186 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:04:39.740821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 17e9ab38-b335-43bc-b9ce-02017be369ce no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:04:39.743632 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:39.744309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.774478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 17e9ab38-b335-43bc-b9ce-02017be369ce {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:04:39.774820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 17e9ab38-b335-43bc-b9ce-02017be369ce not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:04:39.854884 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2506402 Apr 05 10:04:39.857711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34726) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:39.857865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b8ae3-2646-4d79-94e8-eeb2c29cf1be tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Network': ['ID=06d28cf3-803d-4dc9-9c61-ae329aec25a3,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:39.863179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'admin_state_up': True, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:39.871282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:39.874246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:router and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:39.875592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:04:39.877370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:39.883096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:39.894388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.895505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:39.915221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:40.067048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:40.331220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f447fa6-39f7-4aab-a0fe-fc319a2dfe97 req-05fedf78-ded7-4781-981c-9fe1cc93fa13 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:40.333102 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0f447fa6-39f7-4aab-a0fe-fc319a2dfe97 req-05fedf78-ded7-4781-981c-9fe1cc93fa13 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 943 time: 0.0831170 Apr 05 10:04:40.335668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:40.374940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:40.378489 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0f447fa6-39f7-4aab-a0fe-fc319a2dfe97 req-7dfadd95-ebeb-48ba-b62f-cb798114a255 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396087 Apr 05 10:04:40.509295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.28 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/cee33d07-f622-4ba6-a6a1-150341132fd1) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:04:40.653442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:40.679581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:40.745606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:04:40.748903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:04:40.750758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=cee33d07-f622-4ba6-a6a1-150341132fd1,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:40.753500 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:04:40.903996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:40.904723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:41.129195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router c1f5f5ed-1b66-4aca-a344-0a397d59a221 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:04:41.326940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:04:41.337037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Sync routers for ids ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:04:41.349958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Routers {'c1f5f5ed-1b66-4aca-a344-0a397d59a221'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:04:41.350800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:04:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:41.354610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:41.356044 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f1962fd4-da40-4191-aa4e-6ff69a1eb78d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4972727 Apr 05 10:04:41.359262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34732) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:41.400764 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-94a77860-7a2a-4653-b85f-8b980ad79a7e tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f5587b1b4168471baeb118f60917a7ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404153 Apr 05 10:04:41.402998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device a2846219-2f59-4a83-ad3a-a8e99160890e details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:04:41.403490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34736) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:41.537557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b3dbc6-8488-403a-9f0f-b11483a6fbfc tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:41.541917 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-37b3dbc6-8488-403a-9f0f-b11483a6fbfc tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345599 Apr 05 10:04:41.542208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34742) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:41.584920 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-279e3575-32a1-403d-b767-3caa436a5381 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412948 Apr 05 10:04:41.587584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34746) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:41.594167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-126669572', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:41.612873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688044f-8c02-4bb8-b915-505402158bd4 req-b495f8b4-4922-42fb-84e6-1c44a33e0914 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:41.615148 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a688044f-8c02-4bb8-b915-505402158bd4 req-b495f8b4-4922-42fb-84e6-1c44a33e0914 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 943 time: 0.1075869 Apr 05 10:04:41.650169 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Set router c1f5f5ed-1b66-4aca-a344-0a397d59a221 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:04:41.684727 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a688044f-8c02-4bb8-b915-505402158bd4 req-a1aa8c39-a2c4-4410-a5a0-80a17514a960 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636284 Apr 05 10:04:41.705180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port a2846219-2f59-4a83-ad3a-a8e99160890e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=a2846219-2f59-4a83-ad3a-a8e99160890e,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:41.731898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:41.735676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:subnet and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:41.739110 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:41.744761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:41.754171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:04:41.771763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'port_id': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'mac_address': 'fa:16:3e:fa:bb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:04:41.855119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:41.906921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:41.947790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2846219-2f59-4a83-ad3a-a8e99160890e {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:04:41.998130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port a2846219-2f59-4a83-ad3a-a8e99160890e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=a2846219-2f59-4a83-ad3a-a8e99160890e,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:42.005043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:42.085831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=a2846219-2f59-4a83-ad3a-a8e99160890e,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:42.094820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:40Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:42.099586 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Checking router: c1f5f5ed-1b66-4aca-a344-0a397d59a221 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:04:42.099936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Updating router c1f5f5ed-1b66-4aca-a344-0a397d59a221 port cee33d07-f622-4ba6-a6a1-150341132fd1 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:04:42.149656 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:42.168029 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:42.251136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Subnet': ['ID=d8f516c0-52f3-4026-92e3-f5a243c05c88,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:42.262888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Checking segment: {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:04:42.263241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network hostable DHCP agents. Network: 06d28cf3-803d-4dc9-9c61-ae329aec25a3, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:04:42.281496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['a2846219-2f59-4a83-ad3a-a8e99160890e'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:04:42.287016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:04:42.295908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 06d28cf3-803d-4dc9-9c61-ae329aec25a3) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:04:42.300246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:42.300904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:42.311032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b3ba5-ee1d-43b1-baad-ee65bdd6dfab None None] Network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:04:42.323018 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7c1cb1b7-5175-44b1-9608-98ceca096f30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7342062 Apr 05 10:04:42.325790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34750) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:42.750348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:04:42.751167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:42.885877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad25f8e-3947-43c2-835d-db80d7234851 req-0ee3592d-2bc0-4831-afd5-e99b1556ddba tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:42.887621 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ad25f8e-3947-43c2-835d-db80d7234851 req-0ee3592d-2bc0-4831-afd5-e99b1556ddba tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 944 time: 0.0792010 Apr 05 10:04:42.907230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:42.938569 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ad25f8e-3947-43c2-835d-db80d7234851 req-609b9a51-41b2-47e6-b449-e9176cfe4cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430810 Apr 05 10:04:42.947075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Transition to ACTIVE for port object cee33d07-f622-4ba6-a6a1-150341132fd1 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:04:42.964630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:43.077964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:43.121707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce1ff5-9a75-4672-a483-a209a31ff7eb None None] Pushing event updated for resources: {'Port': ['ID=cee33d07-f622-4ba6-a6a1-150341132fd1,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:43.145007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Attempting to bind port cee33d07-f622-4ba6-a6a1-150341132fd1 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:04:43.145295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Attempting to bind port cee33d07-f622-4ba6-a6a1-150341132fd1 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:04:43.145654 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Attempting to bind port cee33d07-f622-4ba6-a6a1-150341132fd1 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:04:43.169944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Allocated IP 172.20.0.2 (06d28cf3-803d-4dc9-9c61-ae329aec25a3/d8f516c0-52f3-4026-92e3-f5a243c05c88/8c8693ac-bc8e-44f1-9b4c-159e921c35b9) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:04:43.174910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:04:43.175279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:04:43.175699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:43.176091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:04:43.176558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Bound port: cee33d07-f622-4ba6-a6a1-150341132fd1, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:04:43.176930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:43.347511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] For port cee33d07-f622-4ba6-a6a1-150341132fd1, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:04:43.352745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] For port cee33d07-f622-4ba6-a6a1-150341132fd1, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cee33d07-f622-4ba6-a6a1-150341132fd1,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:04:43.363984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:43.500778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce1ff5-9a75-4672-a483-a209a31ff7eb None None] Pushing event updated for resources: {'Port': ['ID=cee33d07-f622-4ba6-a6a1-150341132fd1,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:43.521691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Routers {'c1f5f5ed-1b66-4aca-a344-0a397d59a221'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:04:43.522302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:04:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:43.642973 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:43.668889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Transition to ACTIVE for port object 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:04:43.706006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Transition to ACTIVE for port object 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:04:43.714273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:43.781862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.1 (06d28cf3-803d-4dc9-9c61-ae329aec25a3/d8f516c0-52f3-4026-92e3-f5a243c05c88/3eb89431-5522-4342-97b9-15015b373242) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:04:43.788271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] Set router c1f5f5ed-1b66-4aca-a344-0a397d59a221 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:04:43.831501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:04:43.839842 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:04:43.898402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:04:43.901066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Pushing event updated for resources: {'Port': ['ID=8c8693ac-bc8e-44f1-9b4c-159e921c35b9,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:44.055392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:44.072110 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 3eb89431-5522-4342-97b9-15015b373242 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:04:44.097083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:44.122429 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Attempting to bind port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:04:44.122781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Attempting to bind port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:04:44.123135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Attempting to bind port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 on network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:04:44.145403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:04:44.145776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Checking segment: {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:04:44.146175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:44.146568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Bound using segment: {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:04:44.147027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Bound port: 8c8693ac-bc8e-44f1-9b4c-159e921c35b9, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:04:44.147402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:44.150356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae9383-928f-49e2-b30a-2d69fbf7b719 req-90fcac27-985b-4e13-8830-d4f47afac1fb tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:44.151903 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eaae9383-928f-49e2-b30a-2d69fbf7b719 req-90fcac27-985b-4e13-8830-d4f47afac1fb tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 944 time: 0.0841944 Apr 05 10:04:44.173317 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:04:44.176914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:04:44.181058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:04:44.202782 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eaae9383-928f-49e2-b30a-2d69fbf7b719 req-67a8c3bb-c871-4521-bcd4-121bd74dfc01 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434554 Apr 05 10:04:44.233467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=3eb89431-5522-4342-97b9-15015b373242,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:44.246737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:44.292062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] For port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:04:44.295732 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] For port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8c8693ac-bc8e-44f1-9b4c-159e921c35b9,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:04:44.302150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:44.333104 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:44.378666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:40Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:44.392522 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07e241-450c-4d5a-a53f-0c88f470f5ac None None] Pushing event updated for resources: {'Port': ['ID=8c8693ac-bc8e-44f1-9b4c-159e921c35b9,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:44.395507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeb1136-1cfc-4ea2-b5f2-1de7c9db9086 None None] The sync data for ids ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'] in dv-neutron-833199-1-hyperv is: [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:40Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:04:44.810488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:44.815678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:44.924790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=3eb89431-5522-4342-97b9-15015b373242,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:44.930560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:45.074158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:04:45.075363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:04:45.373390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c4249-4029-4344-8938-2413ef8b4cab None None] Network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:04:45.418400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef929e89-1123-48bc-8e0f-30cf51d3ff87 req-f59c75e0-4469-4ebd-96a2-d4fa26e6e020 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:45.419871 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ef929e89-1123-48bc-8e0f-30cf51d3ff87 req-f59c75e0-4469-4ebd-96a2-d4fa26e6e020 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 944 time: 0.0846665 Apr 05 10:04:45.445369 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device a2846219-2f59-4a83-ad3a-a8e99160890e up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:04:45.467422 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ef929e89-1123-48bc-8e0f-30cf51d3ff87 req-63d68c9d-c2ee-48da-b79a-9aa38c78c27c tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408609 Apr 05 10:04:45.488224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router c1f5f5ed-1b66-4aca-a344-0a397d59a221 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:04:45.541796 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-310e642b-ef65-4369-8529-490f65405702 None None] Provisioning for port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:04:45.653029 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port a2846219-2f59-4a83-ad3a-a8e99160890e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:04:45.665643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port a2846219-2f59-4a83-ad3a-a8e99160890e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:45.665803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:45.782946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cee33d07-f622-4ba6-a6a1-150341132fd1 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:04:45.815081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:04:45.830385 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9ca2856e-d118-489a-a311-1a0b0c4fa7bb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/c1f5f5ed-1b66-4aca-a344-0a397d59a221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5012324 Apr 05 10:04:45.830733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34760) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:45.862858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:45.899208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2846219-2f59-4a83-ad3a-a8e99160890e'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:04:45.910997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port a2846219-2f59-4a83-ad3a-a8e99160890e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=a2846219-2f59-4a83-ad3a-a8e99160890e,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:45.920073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:45.957295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port cee33d07-f622-4ba6-a6a1-150341132fd1 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:04:45.968191 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031c067e-409b-4060-b7ac-37e02e284552'] response: {'server_uuid': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'code': 200} Apr 05 10:04:45.979217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port cee33d07-f622-4ba6-a6a1-150341132fd1 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:45.979619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:46.013037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99345586-9e18-4c4f-9900-b36b0f58c485 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.013410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99345586-9e18-4c4f-9900-b36b0f58c485 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.013774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99345586-9e18-4c4f-9900-b36b0f58c485 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.014134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99345586-9e18-4c4f-9900-b36b0f58c485 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.014491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99345586-9e18-4c4f-9900-b36b0f58c485 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.014848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99345586-9e18-4c4f-9900-b36b0f58c485 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.017007 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-99345586-9e18-4c4f-9900-b36b0f58c485 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1849051 Apr 05 10:04:46.020141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34766) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:46.049503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=a2846219-2f59-4a83-ad3a-a8e99160890e,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:46.162222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1e4fb7be-c4d8-4955-a645-8052f094bd44 None None] Provisioning for port 3eb89431-5522-4342-97b9-15015b373242 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:04:46.165269 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:46.178353 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1e4fb7be-c4d8-4955-a645-8052f094bd44 None None] Provisioning complete for port 3eb89431-5522-4342-97b9-15015b373242 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:46.178727 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1e4fb7be-c4d8-4955-a645-8052f094bd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:46.208538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2234930-255b-4851-ab40-0859e79669ca tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.209855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2234930-255b-4851-ab40-0859e79669ca tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.209855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2234930-255b-4851-ab40-0859e79669ca tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.209855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2234930-255b-4851-ab40-0859e79669ca tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.210360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2234930-255b-4851-ab40-0859e79669ca tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.210718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2234930-255b-4851-ab40-0859e79669ca tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.212523 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b2234930-255b-4851-ab40-0859e79669ca tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1914692 Apr 05 10:04:46.215415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34770) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:46.228356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port cee33d07-f622-4ba6-a6a1-150341132fd1, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cee33d07-f622-4ba6-a6a1-150341132fd1,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:46.243298 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:46.244331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:04:46.303776 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cdd4d37e-c64b-491a-9a42-42a99365a167 req-9758f0f8-173c-416f-afb1-46efd8542b49 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 1098 time: 0.0900981 Apr 05 10:04:46.333158 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fb7be-c4d8-4955-a645-8052f094bd44 None None] Port 3eb89431-5522-4342-97b9-15015b373242 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:04:46.365156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cdd4d37e-c64b-491a-9a42-42a99365a167 req-6d05ce96-de3f-461f-affd-c73c375b50bb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551255 Apr 05 10:04:46.398044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=cee33d07-f622-4ba6-a6a1-150341132fd1,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:46.411239 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:04:46.416570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:46.417067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:46.465931 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3aa6ebeb-cea4-4f87-b57a-d2f27d264eee tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2493596 Apr 05 10:04:46.468839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34774) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:46.476427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-140838981', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:46.488544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2f0093eb-c5d9-42f9-a75b-6c9030868d38 None None] Provisioning complete for port 3eb89431-5522-4342-97b9-15015b373242 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:46.488910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f0093eb-c5d9-42f9-a75b-6c9030868d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:46.584929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2f0093eb-c5d9-42f9-a75b-6c9030868d38 None None] Port 3eb89431-5522-4342-97b9-15015b373242 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:04:46.597524 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:46.632440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8c8693ac-bc8e-44f1-9b4c-159e921c35b9,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:46.641416 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:46.675330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:46.685166 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:port and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:46.690856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:46.698280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:46.714797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:04:46.718323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:46.740800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29afa5e-f716-4825-be2e-08ee07db658c req-788fa7b0-68bb-41a0-b795-48d8e293b3d3 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:46.742368 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c29afa5e-f716-4825-be2e-08ee07db658c req-788fa7b0-68bb-41a0-b795-48d8e293b3d3 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 945 time: 0.1331601 Apr 05 10:04:46.751875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] device_id is not set on port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:04:46.761532 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=8c8693ac-bc8e-44f1-9b4c-159e921c35b9,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:46.764045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b6e421ca-ef50-438a-bc6a-638299897ac6 None None] Provisioning complete for port 3eb89431-5522-4342-97b9-15015b373242 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:46.764417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b6e421ca-ef50-438a-bc6a-638299897ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:46.815944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b6e421ca-ef50-438a-bc6a-638299897ac6 None None] Port 3eb89431-5522-4342-97b9-15015b373242 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:04:46.859231 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c29afa5e-f716-4825-be2e-08ee07db658c req-26c11151-6801-4995-9260-b2ec19008eab tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086957 Apr 05 10:04:46.924465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.12 (06d28cf3-803d-4dc9-9c61-ae329aec25a3/d8f516c0-52f3-4026-92e3-f5a243c05c88/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:04:47.120488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.135989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:04:47.158430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.230514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:04:47.233269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:04:47.237712 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:04:47.276397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:47.310902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:47.311995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.342599 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-230b1bf5-20a0-4b48-9e9a-3765b4534023 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8692882 Apr 05 10:04:47.534688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34782) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:47.542722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120203529', 'description': 'tempest-secgroup-smoke-2120203529 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:47.553878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:47.558205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:47.561367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:47.567668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:47.577571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.615429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:47.619214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:47.621974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:47.627888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:47.641371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b541eb0c-7730-443c-9d0d-2f491baed8a7 None None] Provisioning for port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:04:47.646038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b541eb0c-7730-443c-9d0d-2f491baed8a7 None None] Provisioning complete for port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:47.646404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b541eb0c-7730-443c-9d0d-2f491baed8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.690772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.698586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.706793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b541eb0c-7730-443c-9d0d-2f491baed8a7 None None] Port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:04:47.742871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cee33d07-f622-4ba6-a6a1-150341132fd1 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:04:47.745006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6360916e-1a84-4b42-b619-0753d840bdee,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:47.752492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.753581 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-df7f31fb-95f1-4878-9121-d353f0fba8e3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2173181 Apr 05 10:04:47.756553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34786) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:47.761978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '6360916e-1a84-4b42-b619-0753d840bdee', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:47.768181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:47.772310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:47.775322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:47.781270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:47.798709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.816689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port cee33d07-f622-4ba6-a6a1-150341132fd1 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:47.817030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.866218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.870099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.894184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfacd1f0-5a90-4a54-9432-234b6243d76c,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:47.905308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:47.910392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34792) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:47.916998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '6360916e-1a84-4b42-b619-0753d840bdee', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:47.920118 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4115c308-603c-43ac-8e65-85b83973f8f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1625147 Apr 05 10:04:47.924302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:47.928595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:47.931509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:47.938284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:47.955232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:04:47.956893 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.030519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.034542 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:48.035117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.037582 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Sync routers for ids ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:04:48.044665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.052451 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Routers {'c1f5f5ed-1b66-4aca-a344-0a397d59a221'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:04:48.053073 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:04:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:48.080617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d19bd97-2778-4853-a6b0-44ec59217d00,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:48.092056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c8bdc-6f08-406b-98de-a0b4be950604 req-bd5291a9-5311-4710-998a-d381d2e25145 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:48.093785 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-957c8bdc-6f08-406b-98de-a0b4be950604 req-bd5291a9-5311-4710-998a-d381d2e25145 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 945 time: 0.0916476 Apr 05 10:04:48.096020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.100354 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5beda86a-8c62-48c9-a390-25ea0fc5fc51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1885211 Apr 05 10:04:48.101835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34796) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:48.109027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '6360916e-1a84-4b42-b619-0753d840bdee', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:48.116145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:48.121422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:48.125197 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:48.133261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:48.152639 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-957c8bdc-6f08-406b-98de-a0b4be950604 req-123e66c5-ea3b-4987-84c9-38b3861e559c tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510309 Apr 05 10:04:48.155273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.226987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.232155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.250678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c1c1bc-319f-4a2f-a426-811652947189,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:48.266219 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Set router c1f5f5ed-1b66-4aca-a344-0a397d59a221 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:04:48.272425 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.276318 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3dc59d7c-8fcf-4808-a377-58a6860876fe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1703742 Apr 05 10:04:48.276740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34802) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:48.283448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '6360916e-1a84-4b42-b619-0753d840bdee', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:48.291105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:48.327098 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:48.334067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:48.341603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:48.369580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.417109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e951c-03dc-4113-894d-47751afb1dd7 req-61ea8e59-8982-47ff-93fb-7193ec10f6f5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:48.418542 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5e9e951c-03dc-4113-894d-47751afb1dd7 req-61ea8e59-8982-47ff-93fb-7193ec10f6f5 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 945 time: 0.1302414 Apr 05 10:04:48.476070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.481850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.503540 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5e9e951c-03dc-4113-894d-47751afb1dd7 req-7a4f9180-cdc8-4c19-a8ab-170df00b0e9f tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777075 Apr 05 10:04:48.512858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c4b0ba-15ff-482e-934c-586cd5812803,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:48.521278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.522613 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-22e0ec51-79d9-46d8-9a55-6d8258bc59f0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2445502 Apr 05 10:04:48.530505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34806) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:48.535980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34810) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:48.537665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '6360916e-1a84-4b42-b619-0753d840bdee', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:48.545201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:48.549610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:48.552754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:48.559349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:48.572088 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:04:48.581115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.584194 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:44Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '3eb89431-5522-4342-97b9-15015b373242', 'name': '', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:fe:22:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:43Z', 'updated_at': '2022-04-05T10:04:44Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:48.588283 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Checking router: c1f5f5ed-1b66-4aca-a344-0a397d59a221 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:04:48.588847 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Updating router c1f5f5ed-1b66-4aca-a344-0a397d59a221 port 3eb89431-5522-4342-97b9-15015b373242 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:04:48.613705 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ff545144-2c43-47ec-ace5-fd13ad59b619 tempest-TestVolumeBootPattern-1640530493 tempest-TestVolumeBootPattern-1640530493-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 1093 time: 0.0764947 Apr 05 10:04:48.616254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34814) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:48.623710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:48.629904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:48.634503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Usage tracker for resource:floatingip and tenant:298a887535cb49a1b281d820c653e6fc is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:48.639071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:48.642874 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.646521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:48.658503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.661890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.665832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.694017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d6c407-c674-48d1-ad0a-f88479c590a2,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:48.702569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.705919 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d0fa7f8-0d51-4805-accc-c7491378b7db tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1720843 Apr 05 10:04:48.707402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34818) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:04:48.712792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '6360916e-1a84-4b42-b619-0753d840bdee', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:48.718572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:04:48.722902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:04:48.725818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:04:48.731888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:04:48.744000 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:04:48.750399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.805916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.821601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.825735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.859695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:48.861876 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1535013 Apr 05 10:04:48.863978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b9dc8-a261-4ef8-86ea-0c9ce75956af tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5497239-df74-4ae5-b7d4-4a830e881527,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:48.956439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Allocated IP 172.26.4.240 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/030e8bef-91bb-4b9b-b9af-46bc6bbb4659) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:04:49.016164 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:49.030603 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Transition to ACTIVE for port object 3eb89431-5522-4342-97b9-15015b373242 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:04:49.038729 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:49.129923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:49.159066 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Pushing event updated for resources: {'Port': ['ID=3eb89431-5522-4342-97b9-15015b373242,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:49.168266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:49.170003 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.170519 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.171005 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.171482 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.172025 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.172515 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.173841 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.174430 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.174907 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.179743 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.180148 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:04:49.222493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-b142b883-ca6a-4cf9-9178-e453fbc35716 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:04:49.244326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-b142b883-ca6a-4cf9-9178-e453fbc35716 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:04:49.245879 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-b142b883-ca6a-4cf9-9178-e453fbc35716 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120203529&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.0696371 Apr 05 10:04:49.250606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:04:49.254569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:04:49.259640 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:04:49.298765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'Port': ['ID=030e8bef-91bb-4b9b-b9af-46bc6bbb4659,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:49.302918 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Attempting to bind port 3eb89431-5522-4342-97b9-15015b373242 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:04:49.303528 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Attempting to bind port 3eb89431-5522-4342-97b9-15015b373242 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:04:49.304046 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Attempting to bind port 3eb89431-5522-4342-97b9-15015b373242 on network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:04:49.314801 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:04:49.315082 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Checking segment: {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:04:49.316055 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:49.316543 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Bound using segment: {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:04:49.317117 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Bound port: 3eb89431-5522-4342-97b9-15015b373242, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:04:49.317583 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:49.342324 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-45012099-9e45-46de-93b1-1d22633fc3f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:49.342898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-45012099-9e45-46de-93b1-1d22633fc3f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:04:49.358837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-45012099-9e45-46de-93b1-1d22633fc3f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:04:49.367805 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-45012099-9e45-46de-93b1-1d22633fc3f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 930 time: 0.1109908 Apr 05 10:04:49.450255 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] For port 3eb89431-5522-4342-97b9-15015b373242, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:04:49.458176 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] For port 3eb89431-5522-4342-97b9-15015b373242, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3eb89431-5522-4342-97b9-15015b373242,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:04:49.538655 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:49.628145 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-9d19124c-a2ce-4d69-9664-37e13fe134c5 service neutron] 10.222.0.30 "GET /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2563417 Apr 05 10:04:49.700479 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323df96-feb7-452d-92a6-d0c6c1c9117f None None] Pushing event updated for resources: {'Port': ['ID=3eb89431-5522-4342-97b9-15015b373242,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:49.710629 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Routers {'c1f5f5ed-1b66-4aca-a344-0a397d59a221'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:04:49.711411 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:04:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:49.771192 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-ead536de-3c99-4cbd-981b-1fa91bd97e14 service neutron] 10.222.0.30 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413867 Apr 05 10:04:49.871890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:49.904095 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] Set router c1f5f5ed-1b66-4aca-a344-0a397d59a221 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:04:49.943572 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:50.051391 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-e3c02ecc-5ff4-462b-bd1e-291fb861433c service neutron] 10.222.0.30 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728555 Apr 05 10:04:50.259791 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:44Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '3eb89431-5522-4342-97b9-15015b373242', 'name': '', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:fe:22:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:43Z', 'updated_at': '2022-04-05T10:04:49Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:50.266380 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac53677-6842-45a4-946e-5895d77c840a None None] The sync data for ids ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'] in dv-neutron-833199-1-hyperv is: [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:44Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '3eb89431-5522-4342-97b9-15015b373242', 'name': '', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:fe:22:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:43Z', 'updated_at': '2022-04-05T10:04:49Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:04:50.270387 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ffe8466e-6a93-4c33-9c17-1bdf91762035 req-0008c7ab-31e1-4c85-b8b4-a6148ea50f82 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 210 time: 0.0491009 Apr 05 10:04:50.299340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:50.324208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:50.452072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event updated for resources: {'Port': ['ID=030e8bef-91bb-4b9b-b9af-46bc6bbb4659,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:50.459556 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:50.683129 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Floating IP 06b11038-c828-4fee-bcf0-dd6fc2bcb6f9 associated. External IP: 172.26.4.240, port: a2846219-2f59-4a83-ad3a-a8e99160890e. Apr 05 10:04:51.132451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Router 997573c5-a3c0-4747-a037-cee465dcd7d2 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:04:51.330611 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-735bf2d9-a95a-48c1-bab3-e31427cdd13c service neutron] 10.222.0.10 "GET /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 1026 time: 0.0615640 Apr 05 10:04:51.344418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:04:51.355279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] Sync routers for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:04:51.378535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:51.386380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:04:51.387458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:04:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:51.483814 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a5e3d9f6-d84c-4be8-81e8-8edf099b8d48 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8537807 Apr 05 10:04:51.483814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'tag': 'a2846219-2f59-4a83-ad3a-a8e99160890e'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:04:51.504886 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3c46ce6-95c6-49e8-80c8-299089fb2b35 req-6ac86ac0-5769-4f4a-85fd-cb4b83c13fad tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 210 time: 0.0675535 Apr 05 10:04:51.586682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-4f2d8cae-c66d-48b0-bffa-85a227ab3cbd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:51.587697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-4f2d8cae-c66d-48b0-bffa-85a227ab3cbd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:04:51.609348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-4f2d8cae-c66d-48b0-bffa-85a227ab3cbd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:04:51.611340 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-4f2d8cae-c66d-48b0-bffa-85a227ab3cbd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=06d28cf3-803d-4dc9-9c61-ae329aec25a3 HTTP/1.1" status: 200 len: 797 time: 0.2753007 Apr 05 10:04:51.663869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:04:51.719241 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-51603c20-57a9-4260-b4da-78ba04f2dc9e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 380 time: 0.0919960 Apr 05 10:04:51.734060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Request body: {'port': {'device_id': '16aad089-067d-4b73-aab8-a93b9a8791ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:04:51.748667 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:51.759828 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78bb3b4-7d21-4add-9a7c-7e6c402ab068'] response: {'name': 'network-changed', 'server_uuid': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'tag': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'status': 'completed', 'code': 200} Apr 05 10:04:51.827026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3eb89431-5522-4342-97b9-15015b373242 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:04:51.922481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:51.947482 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6973a31-a6cb-4b61-973d-768aedec7eb4 req-94cfa5bd-2a7b-44fe-a9ff-d70868b2c0ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 1098 time: 0.1717999 Apr 05 10:04:52.011949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 3eb89431-5522-4342-97b9-15015b373242 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:04:52.030942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 3eb89431-5522-4342-97b9-15015b373242 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:52.031309 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:52.218105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:52.236487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6973a31-a6cb-4b61-973d-768aedec7eb4 req-ea752c1d-ed3c-400f-9d03-d3fd68b10e61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:52.237941 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6973a31-a6cb-4b61-973d-768aedec7eb4 req-ea752c1d-ed3c-400f-9d03-d3fd68b10e61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.2645288 Apr 05 10:04:52.244609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '06b11038-c828-4fee-bcf0-dd6fc2bcb6f9', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.240', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:fa:bb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:04:49Z', 'updated_at': '2022-04-05T10:04:49Z', 'revision_number': 0, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}, {'id': '45543f30-f528-4dad-b145-14ec13628625', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:1c:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:38Z', 'updated_at': '2022-04-05T10:02:42Z', 'revision_number': 1, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:52.254258 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] Checking router: 997573c5-a3c0-4747-a037-cee465dcd7d2 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:04:52.261856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 3eb89431-5522-4342-97b9-15015b373242, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3eb89431-5522-4342-97b9-15015b373242,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:52.267073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:52.312378 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:04:52.312995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:04:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:52.432742 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6973a31-a6cb-4b61-973d-768aedec7eb4 req-b69fb341-9251-4c5d-a05b-5b94b472e62f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2846219-2f59-4a83-ad3a-a8e99160890e HTTP/1.1" status: 200 len: 999 time: 0.1425116 Apr 05 10:04:52.504939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=3eb89431-5522-4342-97b9-15015b373242,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:52.525887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6973a31-a6cb-4b61-973d-768aedec7eb4 req-95d25de5-06f7-45bd-9905-e9c76b172b08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:52.527266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6973a31-a6cb-4b61-973d-768aedec7eb4 req-95d25de5-06f7-45bd-9905-e9c76b172b08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.0849416 Apr 05 10:04:52.561553 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:04:52.624553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:04:52.639378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:52.701363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f89d24e-7a01-41e1-a1ac-fcebf8699458 req-0c12fd98-9d38-4641-9504-c8800d3c62ce tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 210 time: 0.0576184 Apr 05 10:04:52.705444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Transition to ACTIVE for port object 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:04:52.712619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:52.757224 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6973a31-a6cb-4b61-973d-768aedec7eb4 req-0a3a1440-b772-40a4-b149-0d5ccf953aa3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1987028 Apr 05 10:04:52.956338 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '06b11038-c828-4fee-bcf0-dd6fc2bcb6f9', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.240', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:fa:bb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:04:49Z', 'updated_at': '2022-04-05T10:04:49Z', 'revision_number': 0, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}, {'id': '45543f30-f528-4dad-b145-14ec13628625', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:1c:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:38Z', 'updated_at': '2022-04-05T10:02:42Z', 'revision_number': 1, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:04:52.961929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b97b2f-ada1-4da7-be53-e5192325e91b None None] The sync data for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv is: [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '06b11038-c828-4fee-bcf0-dd6fc2bcb6f9', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.240', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:fa:bb:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:04:49Z', 'updated_at': '2022-04-05T10:04:49Z', 'revision_number': 0, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}, {'id': '45543f30-f528-4dad-b145-14ec13628625', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:1c:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:38Z', 'updated_at': '2022-04-05T10:02:42Z', 'revision_number': 1, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:04:53.046248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:53.163994 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6973a31-a6cb-4b61-973d-768aedec7eb4 req-a62c4407-b945-450d-a8b9-f5fa795a7ca2 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953621 Apr 05 10:04:53.259459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Attempting to bind port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:04:53.259816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Attempting to bind port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:04:53.260147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Attempting to bind port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:04:53.279372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:04:53.279723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Attempting to bind port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:04:53.300067 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:04:53.300406 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Checking segment: {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:04:53.300793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Bound using segment: {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:04:53.301226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Bound port: 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:04:53.301577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:53.366763 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6973a31-a6cb-4b61-973d-768aedec7eb4 req-b15653e0-9fd5-4c88-9f5a-e4500870bd31 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964912 Apr 05 10:04:53.412821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:04:53.415845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:04:53.420037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:53.480325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:53.481701 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] 10.222.0.10 "PUT /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 1131 time: 1.7563710 Apr 05 10:04:53.482128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16aad089-067d-4b73-aab8-a93b9a8791ba', 'tag': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:04:53.501933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51d2bd-2bbd-4ee7-b646-9678ea6173ee service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:53.578592 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5e8a7e-6a03-4ca0-bc43-2ae25494ea79'] response: {'name': 'network-changed', 'server_uuid': '16aad089-067d-4b73-aab8-a93b9a8791ba', 'tag': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'status': 'completed', 'code': 200} Apr 05 10:04:53.613000 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-a91b1823-3992-4270-b1ca-f5e1b235058e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 1134 time: 0.0906670 Apr 05 10:04:53.682371 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-e2f6997f-34da-4c47-879c-9abd5be713fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 217 time: 0.0623622 Apr 05 10:04:53.717073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3eb89431-5522-4342-97b9-15015b373242 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:04:53.753542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-711e04a5-fbe6-4d25-9508-89c8ba85e6b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:53.755049 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-711e04a5-fbe6-4d25-9508-89c8ba85e6b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8f516c0-52f3-4026-92e3-f5a243c05c88 HTTP/1.1" status: 200 len: 834 time: 0.0670555 Apr 05 10:04:53.796907 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 3eb89431-5522-4342-97b9-15015b373242 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:53.797280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:53.836970 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-c1da7839-5ebd-43ff-ab28-8686a5990cbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06d28cf3-803d-4dc9-9c61-ae329aec25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761104 Apr 05 10:04:54.024779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad95014-1552-4107-87de-5c911e5a6745 req-f93f7c4b-9aa4-4109-98fd-4438512fbe30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:54.026191 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6ad95014-1552-4107-87de-5c911e5a6745 req-f93f7c4b-9aa4-4109-98fd-4438512fbe30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 981 time: 0.1881967 Apr 05 10:04:54.028015 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-3324f5cc-06a2-4bbc-bf6e-65c2a0d3c1d6 service neutron] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573286 Apr 05 10:04:54.151422 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6ad95014-1552-4107-87de-5c911e5a6745 req-ee7d6b39-7278-4b21-a0ca-62ae246c4a26 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193988 Apr 05 10:04:54.195397 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a312dc6-9504-4bee-adc1-826f3078eb18 req-040ae871-d1c2-4a91-bca8-c747e0b5ef3e service neutron] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506608 Apr 05 10:04:54.306798 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab082c26-b041-4d42-9669-40811eb78bf9 req-12fc714e-fae8-4ff9-87eb-621d9b216322 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 1134 time: 0.0670667 Apr 05 10:04:54.433287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab082c26-b041-4d42-9669-40811eb78bf9 req-0caa43b0-1ee5-41d2-a1fd-81255fd8adc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:54.434950 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab082c26-b041-4d42-9669-40811eb78bf9 req-0caa43b0-1ee5-41d2-a1fd-81255fd8adc4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=06d28cf3-803d-4dc9-9c61-ae329aec25a3 HTTP/1.1" status: 200 len: 897 time: 0.1225274 Apr 05 10:04:54.505789 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab082c26-b041-4d42-9669-40811eb78bf9 req-ea497aeb-7a85-47d4-9db9-cadd2ee750ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 217 time: 0.0640504 Apr 05 10:04:54.567274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab082c26-b041-4d42-9669-40811eb78bf9 req-1f0bf69b-88fe-4629-9cac-e51017a73a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:54.568757 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab082c26-b041-4d42-9669-40811eb78bf9 req-1f0bf69b-88fe-4629-9cac-e51017a73a17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8f516c0-52f3-4026-92e3-f5a243c05c88 HTTP/1.1" status: 200 len: 834 time: 0.0569901 Apr 05 10:04:54.652465 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab082c26-b041-4d42-9669-40811eb78bf9 req-42661cc3-5b55-4c0e-a257-10e828390618 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06d28cf3-803d-4dc9-9c61-ae329aec25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768962 Apr 05 10:04:54.873338 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab082c26-b041-4d42-9669-40811eb78bf9 req-462b00e8-3ebb-44c8-9e47-7d319659487a service neutron] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141936 Apr 05 10:04:55.003134 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab082c26-b041-4d42-9669-40811eb78bf9 req-e632e9af-e09b-47b5-a806-5225acf2d915 service neutron] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232014 Apr 05 10:04:55.345297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191bab1-ca45-471b-839d-21a1db01bb01 req-7d4e30db-0531-4333-85b2-aff5a0082c3c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:55.346717 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7191bab1-ca45-471b-839d-21a1db01bb01 req-7d4e30db-0531-4333-85b2-aff5a0082c3c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 981 time: 0.0745623 Apr 05 10:04:55.390440 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7191bab1-ca45-471b-839d-21a1db01bb01 req-4a2b5cee-09cf-4376-956d-12a00594f292 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381303 Apr 05 10:04:56.586733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68edbe3-b011-4236-a0b1-a16ba68bc319 req-59e83300-8d13-4996-97b5-21573972f723 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:56.588204 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b68edbe3-b011-4236-a0b1-a16ba68bc319 req-59e83300-8d13-4996-97b5-21573972f723 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 981 time: 0.0799959 Apr 05 10:04:56.635409 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b68edbe3-b011-4236-a0b1-a16ba68bc319 req-f2183662-b39b-455a-81f6-b7e4507b96bf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Apr 05 10:04:56.777177 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd550fd9-53d5-469f-8c46-1208f4608749 None None] New status for floating IP 06b11038-c828-4fee-bcf0-dd6fc2bcb6f9: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:04:57.439743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:04:57.569991 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:57.583346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'port_id': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'mac_address': 'fa:16:3e:f0:a8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:04:57.637162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:57.654268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:04:57.669417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:57.673424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:57.742494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:57.845443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907dae5-7d15-474e-b2e1-e7c25a10e988 req-f7d92de0-e22c-4b32-9fea-34c1cdc2d23f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:57.846371 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f907dae5-7d15-474e-b2e1-e7c25a10e988 req-f7d92de0-e22c-4b32-9fea-34c1cdc2d23f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 982 time: 0.0812566 Apr 05 10:04:57.893669 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f907dae5-7d15-474e-b2e1-e7c25a10e988 req-e851755b-d721-4881-9e03-c6f50f4053b8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417709 Apr 05 10:04:57.921138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['8f1a2370-6c5f-48d6-a3ef-81b2693bd55c'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:04:59.106095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e215f8-00c3-44a6-8755-2742c85f54a1 req-baa1c8bc-3f4a-4e66-82d2-0dd795391bfa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:04:59.107523 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90e215f8-00c3-44a6-8755-2742c85f54a1 req-baa1c8bc-3f4a-4e66-82d2-0dd795391bfa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 982 time: 0.0781898 Apr 05 10:04:59.151903 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90e215f8-00c3-44a6-8755-2742c85f54a1 req-d361c502-9fb9-4009-b015-0946be68d522 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382514 Apr 05 10:04:59.460130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:04:59.529576 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:04:59.534677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:04:59.535059 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:59.655228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:59.678217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-08e3b2a2-1a56-429d-bc8f-c3abe44ced22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:59.690813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16aad089-067d-4b73-aab8-a93b9a8791ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:04:59.700122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:04:59.703933 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:04:59.748068 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fac8596-c64a-4f36-b225-a64a329d89e1'] response: {'server_uuid': '16aad089-067d-4b73-aab8-a93b9a8791ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'code': 200} Apr 05 10:04:59.771264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:04:59.979282 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-87cc5ffa-d607-488a-8c5c-f41619e29bc3 req-aac72d1a-6930-457d-ba5b-51bcc4638e92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 1136 time: 0.0723412 Apr 05 10:05:00.031453 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-87cc5ffa-d607-488a-8c5c-f41619e29bc3 req-368dbe8c-6d69-4c9e-80f7-d8f793ea28e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385206 Apr 05 10:05:00.344328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb015141-1663-4631-b0f9-08630513a8d4 req-e0427557-c1fb-4933-8f71-bc3dc42cf8df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:00.345845 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cb015141-1663-4631-b0f9-08630513a8d4 req-e0427557-c1fb-4933-8f71-bc3dc42cf8df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 983 time: 0.0742075 Apr 05 10:05:00.390118 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cb015141-1663-4631-b0f9-08630513a8d4 req-cbd641f7-8d59-4678-b5f0-cbfd89883e34 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387850 Apr 05 10:05:01.608170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd9713-97ba-403c-84a8-5512237446ea req-8943dc91-b22a-4a74-9d8c-f3a0197e86a7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:01.609668 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdbd9713-97ba-403c-84a8-5512237446ea req-8943dc91-b22a-4a74-9d8c-f3a0197e86a7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 983 time: 0.0910110 Apr 05 10:05:01.656173 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdbd9713-97ba-403c-84a8-5512237446ea req-024e1628-1b86-4d3e-825f-99e59c3350cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Apr 05 10:05:01.850171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ad66f-6778-462a-a454-b351dffbef14 req-0b0cfc37-897e-454c-9f33-2f1e0e716d3b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:01.851620 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b58ad66f-6778-462a-a454-b351dffbef14 req-0b0cfc37-897e-454c-9f33-2f1e0e716d3b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 983 time: 0.0762720 Apr 05 10:05:01.895287 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b58ad66f-6778-462a-a454-b351dffbef14 req-5354892d-1281-49f0-905a-04e88dc727f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379534 Apr 05 10:05:01.925023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34878) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:01.952111 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-266cc161-166f-4031-ac45-f6bd24fa3120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:01.997375 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-18df2e47-2658-4522-9b59-6d3336a37e65 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 1131 time: 0.0711401 Apr 05 10:05:01.999890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34882) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:02.004827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:02.010043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:02.013773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:floatingip and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:02.016601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:02.022931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:02.032365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:02.162521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:02.297826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.47 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/fee70653-ab75-4e50-96eb-782e1a5247fc) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:05:02.437939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:02.464824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:02.528838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:05:02.531613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:05:02.535799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:05:02.559222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=fee70653-ab75-4e50-96eb-782e1a5247fc,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:03.024635 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:03.057400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:03.114384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:03.171788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:03.369390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:03.373615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:03.477453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=fee70653-ab75-4e50-96eb-782e1a5247fc,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:03.491551 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:03.675354 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP 8642b4cd-8952-44d3-b170-0c7d374f421a associated. External IP: 172.26.4.47, port: 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c. Apr 05 10:05:04.062268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router c1f5f5ed-1b66-4aca-a344-0a397d59a221 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:05:04.360793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:05:04.370245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:04.383778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:04.436419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f551f162-364c-4654-b4ec-dcad844f9053 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4355283 Apr 05 10:05:04.436991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16aad089-067d-4b73-aab8-a93b9a8791ba', 'tag': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:05:04.439952 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34886) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:04.492008 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93639db5-8ba4-4531-a442-f0a1ce91be0e'] response: {'name': 'network-changed', 'server_uuid': '16aad089-067d-4b73-aab8-a93b9a8791ba', 'tag': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'status': 'completed', 'code': 200} Apr 05 10:05:04.514225 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3e358339-e9b0-4ff3-98ae-3013c5565fb8 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba&network_id=06d28cf3-803d-4dc9-9c61-ae329aec25a3 HTTP/1.1" status: 200 len: 1131 time: 0.0730245 Apr 05 10:05:04.589253 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d31d1f1-473f-4c56-9452-f6648c5e242b req-2e223095-6b0b-435e-a1b0-15987a45cd69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 1136 time: 0.0747743 Apr 05 10:05:04.740174 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31d1f1-473f-4c56-9452-f6648c5e242b req-48947994-25c3-4570-9932-dc69edb20a70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:04.742610 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d31d1f1-473f-4c56-9452-f6648c5e242b req-48947994-25c3-4570-9932-dc69edb20a70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=06d28cf3-803d-4dc9-9c61-ae329aec25a3 HTTP/1.1" status: 200 len: 897 time: 0.1467018 Apr 05 10:05:04.900880 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d31d1f1-473f-4c56-9452-f6648c5e242b req-d09b169f-c674-4474-98d1-a6648be2b0b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 1036 time: 0.1396618 Apr 05 10:05:04.979181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31d1f1-473f-4c56-9452-f6648c5e242b req-c06ceb1e-1b81-49a5-9cae-f96ac2309cda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:04.979181 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d31d1f1-473f-4c56-9452-f6648c5e242b req-c06ceb1e-1b81-49a5-9cae-f96ac2309cda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8f516c0-52f3-4026-92e3-f5a243c05c88 HTTP/1.1" status: 200 len: 834 time: 0.0737665 Apr 05 10:05:05.033051 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835be92-6f4a-48ff-b65c-c13be52caa72 req-188dd130-1754-47e9-93c3-84cb7de53b5c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:05.033051 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8835be92-6f4a-48ff-b65c-c13be52caa72 req-188dd130-1754-47e9-93c3-84cb7de53b5c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 983 time: 0.1783328 Apr 05 10:05:05.083424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] Sync routers for ids ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:05:05.103119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] Routers {'c1f5f5ed-1b66-4aca-a344-0a397d59a221'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:05.107062 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8835be92-6f4a-48ff-b65c-c13be52caa72 req-30a9018d-92ec-442f-9581-9f7f93b86395 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634222 Apr 05 10:05:05.109991 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:05.112990 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d31d1f1-473f-4c56-9452-f6648c5e242b req-aabb71a3-8f82-4a9f-8092-cda1d9e3d922 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06d28cf3-803d-4dc9-9c61-ae329aec25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1233571 Apr 05 10:05:05.261605 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d31d1f1-473f-4c56-9452-f6648c5e242b req-402444ad-22d4-4df8-a734-f53639fe6cec service neutron] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423829 Apr 05 10:05:05.300800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] Set router c1f5f5ed-1b66-4aca-a344-0a397d59a221 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:05.421700 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d31d1f1-473f-4c56-9452-f6648c5e242b req-399d32ac-d4e0-4ee4-b62f-88033134aee6 service neutron] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534510 Apr 05 10:05:05.720256 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:44Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '8642b4cd-8952-44d3-b170-0c7d374f421a', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'port_id': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-140838981', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'mac_address': 'fa:16:3e:f0:a8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aad089-067d-4b73-aab8-a93b9a8791ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:05:02Z', 'updated_at': '2022-04-05T10:05:02Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb89431-5522-4342-97b9-15015b373242', 'name': '', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:fe:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:43Z', 'updated_at': '2022-04-05T10:04:52Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:05.720256 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] Checking router: c1f5f5ed-1b66-4aca-a344-0a397d59a221 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:05:05.735971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] Routers {'c1f5f5ed-1b66-4aca-a344-0a397d59a221'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:05.735971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:05.919038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] Set router c1f5f5ed-1b66-4aca-a344-0a397d59a221 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:06.223704 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-653c264b-a741-4887-a4fe-f962c10bfb56 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:06.223704 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-653c264b-a741-4887-a4fe-f962c10bfb56 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 983 time: 0.1036570 Apr 05 10:05:06.309944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:44Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '8642b4cd-8952-44d3-b170-0c7d374f421a', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'port_id': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-140838981', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'mac_address': 'fa:16:3e:f0:a8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aad089-067d-4b73-aab8-a93b9a8791ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:05:02Z', 'updated_at': '2022-04-05T10:05:02Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb89431-5522-4342-97b9-15015b373242', 'name': '', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:fe:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:43Z', 'updated_at': '2022-04-05T10:04:52Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:06.309944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888cbd58-245a-4ab3-b47f-52645388ddf4 None None] The sync data for ids ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'] in dv-neutron-833199-1-hyperv is: [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:44Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '8642b4cd-8952-44d3-b170-0c7d374f421a', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'port_id': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-140838981', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'mac_address': 'fa:16:3e:f0:a8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16aad089-067d-4b73-aab8-a93b9a8791ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:05:02Z', 'updated_at': '2022-04-05T10:05:02Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eb89431-5522-4342-97b9-15015b373242', 'name': '', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:fe:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:43Z', 'updated_at': '2022-04-05T10:04:52Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:05:06.356963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-41a519e5-3410-4c41-ba9b-3a96c73bdf9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:06.356963 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-41a519e5-3410-4c41-ba9b-3a96c73bdf9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1273818 Apr 05 10:05:06.568000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a345f6-1c9a-4485-acf6-25db7efc53b7 req-700bb98d-a1c7-423d-82ea-7559bbc8ceaa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:06.568000 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45a345f6-1c9a-4485-acf6-25db7efc53b7 req-700bb98d-a1c7-423d-82ea-7559bbc8ceaa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 983 time: 0.2114084 Apr 05 10:05:06.577678 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-1a3c502d-bbc8-4c69-8ee1-d6f2fdd4e78f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1832278 Apr 05 10:05:06.606316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:06.727035 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45a345f6-1c9a-4485-acf6-25db7efc53b7 req-90663bc6-a443-41d4-b029-9b8b713744c2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463976 Apr 05 10:05:06.753017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:06.959638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:06.992843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:05:07.148582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] device_id is not set on port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:05:07.157678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:07.163393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:07.288008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=6']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:07.377869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] No DVR routers for this DVR port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:05:07.509083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c6c48ed2-2e8d-4dd7-9b73-2240926749fd None None] Provisioning complete for port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:07.509083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c6c48ed2-2e8d-4dd7-9b73-2240926749fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:07.573445 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c6c48ed2-2e8d-4dd7-9b73-2240926749fd None None] Port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:05:07.662674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] In _notify_port_updated(), no bound segment for port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 {{(pid=83819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 10:05:07.662674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:07.662674 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9740036-f7c7-4065-bd99-c7cc14d7b56f req-7e265c3c-fc30-4744-af9c-ddada7cb522a service neutron] 10.222.0.10 "PUT /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 1026 time: 1.0712860 Apr 05 10:05:07.930723 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-faf3af42-f997-4b89-8916-848f5ad737ea req-212f6c3c-0854-4749-8702-22967a32186b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=16aad089-067d-4b73-aab8-a93b9a8791ba HTTP/1.1" status: 200 len: 210 time: 0.0486767 Apr 05 10:05:09.036590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 34904) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:09.101828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbf9029-9854-48a0-ae28-84459efedd75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:09.102394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3dbf9029-9854-48a0-ae28-84459efedd75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:05:09.117598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-3dbf9029-9854-48a0-ae28-84459efedd75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:05:09.118818 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3dbf9029-9854-48a0-ae28-84459efedd75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 925 time: 0.0812495 Apr 05 10:05:09.446895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34910) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:09.446895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741882518', 'description': 'tempest-secgroup-smoke-1741882518 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:09.446895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:09.458464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:09.465776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.500093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:09.503782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:09.506485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:09.512426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:09.573486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.577375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.623696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd68b224-fcb8-40d2-96da-e7a6beea1ee8,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:09.626437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.630575 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9391f2ee-85ee-41d2-ab4f-f6f668fcacdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1918945 Apr 05 10:05:09.630575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34914) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:09.635745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'bd68b224-fcb8-40d2-96da-e7a6beea1ee8', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:09.642011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:09.645756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:09.648491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:09.653923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:09.673604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.734251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.737698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.760688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b15d11d-5e6b-4786-832b-8e67ebf1cc79,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:09.771353 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.773189 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3e805ec6-9c6c-4c81-8819-8c9c3a1cdea0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1411698 Apr 05 10:05:09.775448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34918) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:09.781361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'bd68b224-fcb8-40d2-96da-e7a6beea1ee8', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:09.787664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:09.791370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:09.794405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:09.800120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:09.817087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.878317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.881913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.904629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee4b5959-17de-4d81-ba4b-03ce752a400a,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:09.912630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:09.913773 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bd7d0862-4068-4ae4-bea1-3dbfd4e106f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1373932 Apr 05 10:05:09.916552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34922) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:09.921687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'bd68b224-fcb8-40d2-96da-e7a6beea1ee8', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:09.927372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:09.931033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:09.934072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:09.940231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:09.956765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.022771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.026279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.049129 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672fc170-c1d3-40ba-9387-ddbf21fa3041,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:10.058862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.059830 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-42a065f9-5637-4964-8b62-3481e316c181 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1421418 Apr 05 10:05:10.062414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34926) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:10.067938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'bd68b224-fcb8-40d2-96da-e7a6beea1ee8', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:10.074008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:10.078172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:10.082340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:10.088997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:10.105458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.168686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.171825 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.192283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e65eeb-6bab-4f26-a204-d146c5242a86,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:10.203426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.205138 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-86273f11-9030-498a-a3b4-01d3f4779e9b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1418264 Apr 05 10:05:10.207871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34930) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:10.213065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'bd68b224-fcb8-40d2-96da-e7a6beea1ee8', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:10.218616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:10.222927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:10.225739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:10.231261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:10.241340 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:05:10.247654 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.312892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.317816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.341991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f729ee-fd4d-4f50-aac4-9a28a46c57cd,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:10.351836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.353167 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e774dcd0-6ce7-4fc1-a4aa-1bb4cd9d5ab6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1444037 Apr 05 10:05:10.355947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34934) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:10.361586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'bd68b224-fcb8-40d2-96da-e7a6beea1ee8', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:10.367870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:10.371815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:10.374983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:10.381144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:10.396337 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:05:10.397324 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22c18a-9f53-4516-b9e5-74e87c684692 None None] New status for floating IP 8642b4cd-8952-44d3-b170-0c7d374f421a: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:05:10.402977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.467879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.473471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.501271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacf36ed-53af-45d3-b728-bb9fdea87550,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:10.508040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:10.509187 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b54da31a-9faf-4698-a83a-0224fe3cb4c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1522853 Apr 05 10:05:10.747124 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-aa146ec8-2440-42bd-8451-5490462b023a req-9bf25c90-8f25-4120-bb9e-441ba4e2ddd4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:05:10.762248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-aa146ec8-2440-42bd-8451-5490462b023a req-9bf25c90-8f25-4120-bb9e-441ba4e2ddd4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:05:10.763363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-9bf25c90-8f25-4120-bb9e-441ba4e2ddd4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741882518&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.0556595 Apr 05 10:05:10.835857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146ec8-2440-42bd-8451-5490462b023a req-ecd411dc-d957-4f42-be97-14b35e89afb1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:10.837879 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-ecd411dc-d957-4f42-be97-14b35e89afb1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 930 time: 0.0664430 Apr 05 10:05:10.915338 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-694092b6-113f-444c-8770-e7b3b5558526 service neutron] 10.222.0.30 "GET /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0638523 Apr 05 10:05:11.050570 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-d5b628fd-dcc6-4c3f-9fe1-fb758f72cbb1 service neutron] 10.222.0.30 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279957 Apr 05 10:05:11.186310 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-ecfefcd4-1f04-456b-b414-c79b059e4fec service neutron] 10.222.0.30 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233106 Apr 05 10:05:11.415919 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dd388093-d221-4bd3-8ed8-f4162f121c1d req-0279b894-c0d0-43bd-a5da-aad4f26296cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 210 time: 0.0601878 Apr 05 10:05:11.546558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:05:11.634124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:05:12.527203 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-71ce6abb-0a25-43dc-b8e0-37eaa337ef19 service neutron] 10.222.0.10 "GET /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 1026 time: 0.1715448 Apr 05 10:05:12.686429 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea220cb7-f911-4fff-ae32-0d45cbf2f2c2 req-e5724520-ab4e-4a8a-80e8-5ec09979bec3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 210 time: 0.0576861 Apr 05 10:05:12.750602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146ec8-2440-42bd-8451-5490462b023a req-d04758ec-06ee-44c4-829d-349c1377a6fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:12.750602 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-d04758ec-06ee-44c4-829d-349c1377a6fa tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=06d28cf3-803d-4dc9-9c61-ae329aec25a3 HTTP/1.1" status: 200 len: 797 time: 0.2196956 Apr 05 10:05:12.805605 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-8fa60764-c9e9-40ab-b808-c46fc4b4c142 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 473 time: 0.0413499 Apr 05 10:05:12.816667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Request body: {'port': {'device_id': 'a11aba2d-f052-4307-beaa-43669a0391a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:12.921092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:13.252990 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:05:13.259892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:05:13.264805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:13.279993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Transition to ACTIVE for port object 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:05:13.284364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:13.426711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=7']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:13.573839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Attempting to bind port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:05:13.573839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Attempting to bind port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:05:13.574598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Attempting to bind port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:05:13.586597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:05:13.586597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Attempting to bind port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:05:13.589902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:05:13.589902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Checking segment: {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:05:13.589902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Bound using segment: {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:05:13.589902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Bound port: 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8430b2-3047-40c2-83bb-21a74fca0249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:05:13.589902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:13.684806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:05:13.689185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:05:13.695860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:13.755139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:13.756563 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] 10.222.0.10 "PUT /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 1131 time: 0.9442863 Apr 05 10:05:13.757324 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11aba2d-f052-4307-beaa-43669a0391a7', 'tag': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:05:13.789243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961114f-6711-4f9c-8047-277bf37034eb service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=8']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:13.849024 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3404b21-154f-4436-b4a4-d6d5cb1fc504'] response: {'name': 'network-changed', 'server_uuid': 'a11aba2d-f052-4307-beaa-43669a0391a7', 'tag': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'status': 'completed', 'code': 200} Apr 05 10:05:13.959663 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-9bf21a57-bc4f-402a-a8a6-1439cabc5e16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 1134 time: 0.1540520 Apr 05 10:05:14.030374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c361c3c-9a95-48ef-933f-35e0ac8e4f64 req-5d3e190a-223e-49b7-b37b-60247d4d6050 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:14.033564 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c361c3c-9a95-48ef-933f-35e0ac8e4f64 req-5d3e190a-223e-49b7-b37b-60247d4d6050 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 981 time: 0.1823018 Apr 05 10:05:14.115135 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-d1d06b36-878b-4b6e-9abd-bdc972a28a8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 1036 time: 0.1494439 Apr 05 10:05:14.119228 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c361c3c-9a95-48ef-933f-35e0ac8e4f64 req-24acc331-3e9c-4f76-80e3-fa93d89b0d2d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693541 Apr 05 10:05:14.180085 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa146ec8-2440-42bd-8451-5490462b023a req-024480af-084f-4cb9-82be-a230be6a00af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:14.180885 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-024480af-084f-4cb9-82be-a230be6a00af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8f516c0-52f3-4026-92e3-f5a243c05c88 HTTP/1.1" status: 200 len: 834 time: 0.0603764 Apr 05 10:05:14.270703 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-a91b77af-a83f-47c0-b80a-f30d58ac27c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06d28cf3-803d-4dc9-9c61-ae329aec25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803006 Apr 05 10:05:14.513613 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-5fa5c947-60c1-4158-a5f5-3c051581e67c service neutron] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389481 Apr 05 10:05:14.647303 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa146ec8-2440-42bd-8451-5490462b023a req-08069e07-4b01-4726-ae4c-834b0f8e29aa service neutron] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285088 Apr 05 10:05:14.770140 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dc1107f-4640-4fcb-a943-9e52ac4bff3d req-de06dbd3-49fd-4ac2-9250-88935b9461c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 1134 time: 0.0734651 Apr 05 10:05:14.910807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1107f-4640-4fcb-a943-9e52ac4bff3d req-a2ab130b-ef6b-4198-b3a6-2e846b743a32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:14.910807 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dc1107f-4640-4fcb-a943-9e52ac4bff3d req-a2ab130b-ef6b-4198-b3a6-2e846b743a32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=06d28cf3-803d-4dc9-9c61-ae329aec25a3 HTTP/1.1" status: 200 len: 897 time: 0.1329472 Apr 05 10:05:15.018158 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dc1107f-4640-4fcb-a943-9e52ac4bff3d req-6cac2a3d-d71c-4b6e-a3fc-9a3c4c7836ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 1036 time: 0.1024983 Apr 05 10:05:15.084407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1107f-4640-4fcb-a943-9e52ac4bff3d req-fa912ceb-d33c-4311-a395-fc4d0e037a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:15.086232 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dc1107f-4640-4fcb-a943-9e52ac4bff3d req-fa912ceb-d33c-4311-a395-fc4d0e037a24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8f516c0-52f3-4026-92e3-f5a243c05c88 HTTP/1.1" status: 200 len: 834 time: 0.0623851 Apr 05 10:05:15.181274 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dc1107f-4640-4fcb-a943-9e52ac4bff3d req-fec039dd-49de-444b-8060-fe78dda09d4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06d28cf3-803d-4dc9-9c61-ae329aec25a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861948 Apr 05 10:05:15.386673 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dc1107f-4640-4fcb-a943-9e52ac4bff3d req-7f3c607c-b645-4572-a4ac-829d81e08151 service neutron] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990528 Apr 05 10:05:15.477182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb6c58-e064-4d88-9cee-d673cdc6edc4 req-529c0671-252f-4c14-b1e3-39fb902b96d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:15.477182 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-17eb6c58-e064-4d88-9cee-d673cdc6edc4 req-529c0671-252f-4c14-b1e3-39fb902b96d7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 981 time: 0.1985071 Apr 05 10:05:15.562731 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-17eb6c58-e064-4d88-9cee-d673cdc6edc4 req-55168a5a-bcfc-4c8b-b4b7-5fc1b9706a78 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741904 Apr 05 10:05:15.565059 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dc1107f-4640-4fcb-a943-9e52ac4bff3d req-e1e1acb3-4326-4bed-b0a6-dcdf6dc68721 service neutron] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700346 Apr 05 10:05:16.769218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ba02d-8782-4e6f-b4c6-e856bbdc09fd req-5537a0f6-e98a-42bb-85c3-bbdbe2491326 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:16.770565 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9c7ba02d-8782-4e6f-b4c6-e856bbdc09fd req-5537a0f6-e98a-42bb-85c3-bbdbe2491326 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 981 time: 0.0793242 Apr 05 10:05:16.815360 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9c7ba02d-8782-4e6f-b4c6-e856bbdc09fd req-2d720223-49ae-417b-a301-36696d70f62e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 Apr 05 10:05:17.588511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:05:17.720267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:17.732763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'port_id': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'mac_address': 'fa:16:3e:f0:a8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:05:17.784555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:17.804300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:05:17.819424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:17.823916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:17.888849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=9']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:18.008692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7cec7-8677-49f2-81cc-ac8bf85016cd req-324df636-84d9-420d-953b-b3767b881940 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:18.010107 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-79c7cec7-8677-49f2-81cc-ac8bf85016cd req-324df636-84d9-420d-953b-b3767b881940 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 982 time: 0.0746179 Apr 05 10:05:18.033738 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['8f1a2370-6c5f-48d6-a3ef-81b2693bd55c'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:05:18.058495 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-79c7cec7-8677-49f2-81cc-ac8bf85016cd req-f6ba998e-bbd0-461c-b66d-44e0d4021504 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Apr 05 10:05:19.251455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b2e1-a677-4076-a4ba-8726b088178c req-fb98359a-1a83-41bf-9b8a-1c80658e524f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:19.252905 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6528b2e1-a677-4076-a4ba-8726b088178c req-fb98359a-1a83-41bf-9b8a-1c80658e524f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 982 time: 0.0748978 Apr 05 10:05:19.295965 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6528b2e1-a677-4076-a4ba-8726b088178c req-d1391bc0-da05-4aa8-ba9b-3093b882c283 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376713 Apr 05 10:05:19.596568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:05:19.661929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:05:19.666322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:19.666682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:19.809447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:19.836732 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11aba2d-f052-4307-beaa-43669a0391a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:05:19.846779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:19.850698 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:19.895583 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d49ae8-c8c6-4980-9d54-343743929763'] response: {'server_uuid': 'a11aba2d-f052-4307-beaa-43669a0391a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a2370-6c5f-48d6-a3ef-81b2693bd55c', 'code': 200} Apr 05 10:05:19.920234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=10']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:20.120409 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a7cb3f82-6845-4916-a8cb-a22320e74b5e req-0e162c11-e593-442b-b41c-1db2fb28dacf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 1137 time: 0.0693426 Apr 05 10:05:20.160227 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a7cb3f82-6845-4916-a8cb-a22320e74b5e req-c305cc29-ec26-4a3a-b21a-a75ac41898f7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336215 Apr 05 10:05:20.492146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fae70f-defd-4ca7-8bc9-8133b2021d57 req-c769bae2-aa23-4c6d-b5fb-4b3a9a6841d1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:20.493556 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-09fae70f-defd-4ca7-8bc9-8133b2021d57 req-c769bae2-aa23-4c6d-b5fb-4b3a9a6841d1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 984 time: 0.0762057 Apr 05 10:05:20.536798 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-09fae70f-defd-4ca7-8bc9-8133b2021d57 req-3a7f772f-86bb-4b36-9cb5-ae29b8e9b993 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378723 Apr 05 10:05:21.726916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:21.742531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263745e2-afa0-475e-a220-c934a78406d5 req-a7300636-830e-4ab0-b28a-b8c51d56ca93 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:21.743997 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-263745e2-afa0-475e-a220-c934a78406d5 req-a7300636-830e-4ab0-b28a-b8c51d56ca93 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 984 time: 0.0800145 Apr 05 10:05:21.788609 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-263745e2-afa0-475e-a220-c934a78406d5 req-a0535635-c5e9-42b9-af1f-1d9b485e506e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390387 Apr 05 10:05:21.980838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf169d30-86d5-46c4-911a-ec00ca1d03d7 req-5a488843-2ad8-44c7-8b63-d4f8ee2b83f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:21.982267 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bf169d30-86d5-46c4-911a-ec00ca1d03d7 req-5a488843-2ad8-44c7-8b63-d4f8ee2b83f8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 984 time: 0.0767057 Apr 05 10:05:22.026635 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bf169d30-86d5-46c4-911a-ec00ca1d03d7 req-91e61b5e-1273-4fb7-902e-9131dd64417b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381947 Apr 05 10:05:22.054381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34980) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:22.213148 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b397b626-72f6-4734-95ce-7c52987b0ef8 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7&network_id=06d28cf3-803d-4dc9-9c61-ae329aec25a3 HTTP/1.1" status: 200 len: 1132 time: 0.1576405 Apr 05 10:05:22.584817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5357c8-b8cc-4ff7-9917-babcd9d6710a req-a8e89079-26bf-444c-ab7a-d8a9431170ad tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:22.586175 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1e5357c8-b8cc-4ff7-9917-babcd9d6710a req-a8e89079-26bf-444c-ab7a-d8a9431170ad tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 984 time: 0.0751081 Apr 05 10:05:22.635860 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1e5357c8-b8cc-4ff7-9917-babcd9d6710a req-807c6ba7-004e-4e61-aa68-87a53798c7f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437479 Apr 05 10:05:23.885232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13c638-226e-4feb-9b0d-acb51089f280 req-89f8c18f-5307-4f15-8ba1-85525b7892d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:23.886659 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af13c638-226e-4feb-9b0d-acb51089f280 req-89f8c18f-5307-4f15-8ba1-85525b7892d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 984 time: 0.1092188 Apr 05 10:05:23.892554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-0d856d27-ff3c-434c-9dbf-7c38ba9441ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:23.893867 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-0d856d27-ff3c-434c-9dbf-7c38ba9441ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 984 time: 0.1480038 Apr 05 10:05:23.989799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-46ba5d87-a072-4c71-8c82-6eea30cc71ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:23.991108 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-46ba5d87-a072-4c71-8c82-6eea30cc71ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0830364 Apr 05 10:05:23.993259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af13c638-226e-4feb-9b0d-acb51089f280 req-47d26e75-ca32-4fcc-a58d-479c4a44dfea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=1ea29373-5464-401e-9342-596f8d6e6b1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985551 Apr 05 10:05:24.138162 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-1ed3913a-a074-495d-8efa-a126c6017d83 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1421444 Apr 05 10:05:24.147935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:24.257510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:24.460961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:24.491761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] For port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:05:24.539041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] device_id is not set on port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c yet. {{(pid=83819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 10:05:24.546454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:24.552725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:24.683901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=11']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:24.749334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] No DVR routers for this DVR port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:05:24.846434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-34fb3627-626d-467f-807d-d2a23f150f2e None None] Provisioning complete for port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:24.847034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-34fb3627-626d-467f-807d-d2a23f150f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:24.897469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-34fb3627-626d-467f-807d-d2a23f150f2e None None] Port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:05:24.989279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] In _notify_port_updated(), no bound segment for port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c on network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 {{(pid=83819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 10:05:24.990218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:24.991508 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab73921f-f1b7-433a-ba49-950c0aeb3c75 req-5848a530-12f7-4b0d-b5a2-d8ec0c27a496 service neutron] 10.222.0.10 "PUT /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 200 len: 1027 time: 0.8473842 Apr 05 10:05:25.160917 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9508578-e2d5-48ff-88b7-43884462a45f req-0f31d19e-0ef1-4d51-bef4-35a59e9334b9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=a11aba2d-f052-4307-beaa-43669a0391a7 HTTP/1.1" status: 200 len: 210 time: 0.0438325 Apr 05 10:05:26.267934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 34994) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:26.338638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:26.367203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:26.430140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:26.448890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd68b224-fcb8-40d2-96da-e7a6beea1ee8,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:26.462281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.462562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.462899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.463232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.463590 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.463924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.464248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.464573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.464894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.465214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.465536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:26.468139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:26.469277 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a5a2c6a0-4dd8-478d-aa77-6cf6a3d5e676 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/bd68b224-fcb8-40d2-96da-e7a6beea1ee8 HTTP/1.1" status: 204 len: 168 time: 0.2003026 Apr 05 10:05:26.509040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35000) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:26.793455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port fee70653-ab75-4e50-96eb-782e1a5247fc {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:05:26.793709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:26.956901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:26.957225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:27.077539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for fee70653-ab75-4e50-96eb-782e1a5247fc owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:05:27.218145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:27.265003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=fee70653-ab75-4e50-96eb-782e1a5247fc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:27.355112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:27.626522 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:05:27.684704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:05:27.748435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router c1f5f5ed-1b66-4aca-a344-0a397d59a221 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:05:27.945406 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:05:27.955139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] Sync routers for ids ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:05:27.965394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:27.967426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] Routers {'c1f5f5ed-1b66-4aca-a344-0a397d59a221'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:27.968120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:28.018463 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-887d4fb2-7051-4c6c-8abd-68f0209ab5d3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/floatingips/8642b4cd-8952-44d3-b170-0c7d374f421a HTTP/1.1" status: 204 len: 168 time: 1.5083458 Apr 05 10:05:28.159248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] Set router c1f5f5ed-1b66-4aca-a344-0a397d59a221 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:28.206051 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35010) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:28.365690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1243-7dc7-4130-8ab4-a30672af99e0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:28.394922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1243-7dc7-4130-8ab4-a30672af99e0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:28.457901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1243-7dc7-4130-8ab4-a30672af99e0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:28.478602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:44Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '3eb89431-5522-4342-97b9-15015b373242', 'name': '', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:fe:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:43Z', 'updated_at': '2022-04-05T10:04:52Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:28.479094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd1243-7dc7-4130-8ab4-a30672af99e0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6360916e-1a84-4b42-b619-0753d840bdee,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:28.482391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1243-7dc7-4130-8ab4-a30672af99e0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:28.482599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] Checking router: c1f5f5ed-1b66-4aca-a344-0a397d59a221 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:05:28.487009 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cbfd1243-7dc7-4130-8ab4-a30672af99e0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/6360916e-1a84-4b42-b619-0753d840bdee HTTP/1.1" status: 204 len: 168 time: 0.2764225 Apr 05 10:05:28.505316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] Routers {'c1f5f5ed-1b66-4aca-a344-0a397d59a221'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:28.505942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:28.525400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35016) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:28.588905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-7552eeb7-a753-4c38-8707-a4bc10543119 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:05:28.589335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7552eeb7-a753-4c38-8707-a4bc10543119 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:28.689714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] Set router c1f5f5ed-1b66-4aca-a344-0a397d59a221 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:28.832224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7552eeb7-a753-4c38-8707-a4bc10543119 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:28.957279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-7552eeb7-a753-4c38-8707-a4bc10543119 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 8f1a2370-6c5f-48d6-a3ef-81b2693bd55c owned by {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:05:29.023160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:44Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '3eb89431-5522-4342-97b9-15015b373242', 'name': '', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:fe:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:43Z', 'updated_at': '2022-04-05T10:04:52Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:29.027333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebc4014-4a44-48c4-b0da-78a05860e8d1 None None] The sync data for ids ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'] in dv-neutron-833199-1-hyperv is: [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:04:44Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '3eb89431-5522-4342-97b9-15015b373242', 'name': '', 'network_id': '06d28cf3-803d-4dc9-9c61-ae329aec25a3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:fe:22:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:43Z', 'updated_at': '2022-04-05T10:04:52Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': 'd8f516c0-52f3-4026-92e3-f5a243c05c88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:05:29.112723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7552eeb7-a753-4c38-8707-a4bc10543119 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:29.166007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552eeb7-a753-4c38-8707-a4bc10543119 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=8f1a2370-6c5f-48d6-a3ef-81b2693bd55c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:29.276799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7552eeb7-a753-4c38-8707-a4bc10543119 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:29.290311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7552eeb7-a753-4c38-8707-a4bc10543119 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/ports/8f1a2370-6c5f-48d6-a3ef-81b2693bd55c HTTP/1.1" status: 204 len: 168 time: 0.7635040 Apr 05 10:05:29.293717 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35020) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:29.302884 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55350322-a284-4311-95ce-306a7c303ac8 None None] New status for floating IP 8642b4cd-8952-44d3-b170-0c7d374f421a: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:05:29.676598 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-987f9c27-83d0-4777-87f2-8a9e078883c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:29.856712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:30.448137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 3eb89431-5522-4342-97b9-15015b373242 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:05:30.448834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:30.626719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 3eb89431-5522-4342-97b9-15015b373242, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3eb89431-5522-4342-97b9-15015b373242,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:30.627079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:30.745563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 3eb89431-5522-4342-97b9-15015b373242 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:05:30.914239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:30.962102 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=3eb89431-5522-4342-97b9-15015b373242,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:31.029926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.030270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.031155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.031731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.032029 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.032350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.032675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.032996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.033312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.033627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.033953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:31.346996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:31.910766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router c1f5f5ed-1b66-4aca-a344-0a397d59a221 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:05:31.954953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-63f53a95-b7cd-4cfc-8547-5626d29b46af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:32.105485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:05:32.115306 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] Sync routers for ids ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:05:32.118021 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-af651062-b687-4db3-8caf-0a316d0e2307 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/c1f5f5ed-1b66-4aca-a344-0a397d59a221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8222501 Apr 05 10:05:32.120694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35024) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:32.127713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] Routers {'c1f5f5ed-1b66-4aca-a344-0a397d59a221'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:32.128325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:32.301766 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] Set router c1f5f5ed-1b66-4aca-a344-0a397d59a221 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:32.301988 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6756fad-6947-4115-a5dd-64a53b2708b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting subnet d8f516c0-52f3-4026-92e3-f5a243c05c88 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:05:32.304545 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6756fad-6947-4115-a5dd-64a53b2708b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:32.356420 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6756fad-6947-4115-a5dd-64a53b2708b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:32.439013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6756fad-6947-4115-a5dd-64a53b2708b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:32.509536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6756fad-6947-4115-a5dd-64a53b2708b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:32.547399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6756fad-6947-4115-a5dd-64a53b2708b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f516c0-52f3-4026-92e3-f5a243c05c88,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:32.553312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d6756fad-6947-4115-a5dd-64a53b2708b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:32.560036 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d6756fad-6947-4115-a5dd-64a53b2708b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/subnets/d8f516c0-52f3-4026-92e3-f5a243c05c88 HTTP/1.1" status: 204 len: 168 time: 0.4384079 Apr 05 10:05:32.560596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a34367-e81e-471a-a5b1-d6569bd18c8f None None] Network 06d28cf3-803d-4dc9-9c61-ae329aec25a3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:05:32.562790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35028) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:32.751222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:05:30Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:32.761120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] Checking router: c1f5f5ed-1b66-4aca-a344-0a397d59a221 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:05:32.761553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:32.781131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] Routers {'c1f5f5ed-1b66-4aca-a344-0a397d59a221'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:32.781744 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:32.894799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7a19be-e5ab-407c-9d18-ac7230e1818e None None] DHCP port deletion for 06d28cf3-803d-4dc9-9c61-ae329aec25a3 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:05:32.914974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a19be-e5ab-407c-9d18-ac7230e1818e None None] Deleting port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:05:32.915344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef7a19be-e5ab-407c-9d18-ac7230e1818e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:32.961307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:32.972010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port cee33d07-f622-4ba6-a6a1-150341132fd1 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:05:32.972341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:33.082181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:33.103550 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:33.143500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port cee33d07-f622-4ba6-a6a1-150341132fd1, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=cee33d07-f622-4ba6-a6a1-150341132fd1,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:33.143885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:33.149672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] Set router c1f5f5ed-1b66-4aca-a344-0a397d59a221 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:33.361922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for cee33d07-f622-4ba6-a6a1-150341132fd1 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:05:33.423023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ef7a19be-e5ab-407c-9d18-ac7230e1818e None None] For port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8c8693ac-bc8e-44f1-9b4c-159e921c35b9,segment=NetworkSegment(8e8430b2-3047-40c2-83bb-21a74fca0249),segment_id=8e8430b2-3047-40c2-83bb-21a74fca0249)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:33.423408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef7a19be-e5ab-407c-9d18-ac7230e1818e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:33.524957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:33.547738 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ef7a19be-e5ab-407c-9d18-ac7230e1818e None None] Calling delete_port for 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:05:33.572417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=cee33d07-f622-4ba6-a6a1-150341132fd1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:33.692056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef7a19be-e5ab-407c-9d18-ac7230e1818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:33.737395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a19be-e5ab-407c-9d18-ac7230e1818e None None] Pushing event deleted for resources: {'Port': ['ID=8c8693ac-bc8e-44f1-9b4c-159e921c35b9,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:33.748753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a19be-e5ab-407c-9d18-ac7230e1818e None None] No DVR routers for this DVR port 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:05:33.758707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:05:30Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:33.762794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76eaf04-bb9d-4105-bd55-603eb9f7dfb2 None None] The sync data for ids ['c1f5f5ed-1b66-4aca-a344-0a397d59a221'] in dv-neutron-833199-1-hyperv is: [{'id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'name': 'tempest-TestNetworkBasicOps-router-1819542879', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:04:39Z', 'updated_at': '2022-04-05T10:05:30Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'cee33d07-f622-4ba6-a6a1-150341132fd1', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f5f5ed-1b66-4aca-a344-0a397d59a221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:04:40Z', 'updated_at': '2022-04-05T10:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:05:33.803157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.054332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.059028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.084011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.084522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Fanout notify agent at l3_agent the message router_deleted on router c1f5f5ed-1b66-4aca-a344-0a397d59a221 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:05:34.098092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.099147 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-85fd77aa-c47f-4b96-a497-f00ee7950f4f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/routers/c1f5f5ed-1b66-4aca-a344-0a397d59a221 HTTP/1.1" status: 204 len: 168 time: 1.5354228 Apr 05 10:05:34.101764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35032) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:34.130333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:05:34.164683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:05:34.165026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8c8693ac-bc8e-44f1-9b4c-159e921c35b9 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:05:34.219214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.349416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.374063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.377171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d28cf3-803d-4dc9-9c61-ae329aec25a3']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:34.389650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8430b2-3047-40c2-83bb-21a74fca0249') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:34.389995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8430b2-3047-40c2-83bb-21a74fca0249') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:34.402112 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.418599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.425713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:05:34.426100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:05:34.440972 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:05:34.517338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.534367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.546958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Network': ['ID=06d28cf3-803d-4dc9-9c61-ae329aec25a3,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:34.553900 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-dfb96d2c-6755-4ab1-babe-71152ffea9fd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/networks/06d28cf3-803d-4dc9-9c61-ae329aec25a3 HTTP/1.1" status: 204 len: 168 time: 0.4512143 Apr 05 10:05:34.568541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35036) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:34.580905 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-41e46014-a527-4820-8d41-da9b5b4f774a tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0113182 Apr 05 10:05:34.583262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35040) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:34.588322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'network': {'name': 'tempest-network-smoke--606720637', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'port_security_enabled': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:34.594127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:34.598371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:network and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:34.601871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:34.607581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:34.616972 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:05:34.619939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.649826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:05:34.658726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.659073 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Added segment 7133b202-1166-4c62-a19c-0591f5dcca87 of type vlan for network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 Apr 05 10:05:34.785505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.815381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.819262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:34.819826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.930747 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3464296 Apr 05 10:05:34.933783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35044) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:34.934279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77ab6d-77ec-465d-8c98-d43709b53237 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Network': ['ID=1f0af34b-7cb2-462d-aba9-13b4c6e1f240,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:34.939187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-254157848', 'admin_state_up': True, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:34.944171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:05:34.945983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:34.949773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:router and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:34.953095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:34.958724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:34.970226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.971303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:34.991732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:35.232454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:35.405210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:35.433348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:35.567579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.56 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/76e3283c-60f2-4186-85a5-3a72a240b25b) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:05:35.699826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3eb89431-5522-4342-97b9-15015b373242 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:05:35.712987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:35.731749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 3eb89431-5522-4342-97b9-15015b373242 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:05:35.732097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3eb89431-5522-4342-97b9-15015b373242 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:05:35.732512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cee33d07-f622-4ba6-a6a1-150341132fd1 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:05:35.740181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:35.763787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: cee33d07-f622-4ba6-a6a1-150341132fd1 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:05:35.764136 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device cee33d07-f622-4ba6-a6a1-150341132fd1 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:05:35.806226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:05:35.809346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:05:35.814388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:05:35.840901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=76e3283c-60f2-4186-85a5-3a72a240b25b,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:35.977790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:35.978521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:36.210911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router ba518627-dcf1-40ac-9897-2a5e7061077c is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:05:36.403853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:05:36.413015 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Sync routers for ids ['ba518627-dcf1-40ac-9897-2a5e7061077c'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:05:36.425339 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Routers {'ba518627-dcf1-40ac-9897-2a5e7061077c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:36.425941 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ba518627-dcf1-40ac-9897-2a5e7061077c'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:36.430743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:36.431963 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-70ade8ce-319a-4bc2-80d2-57e67aa83f12 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4971647 Apr 05 10:05:36.435313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35048) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:36.477250 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c592c91c-e9ea-40e8-8345-db17aa762fe5 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f5587b1b4168471baeb118f60917a7ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406795 Apr 05 10:05:36.479614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35052) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:36.600519 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Set router ba518627-dcf1-40ac-9897-2a5e7061077c gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:36.610037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60576507-8379-4428-954a-536445f7dd24 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:36.611544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-60576507-8379-4428-954a-536445f7dd24 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310239 Apr 05 10:05:36.614297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35056) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:36.653055 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-26de201f-d7cc-4ff1-b2a7-3977977602c2 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376749 Apr 05 10:05:36.655959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35060) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:36.662352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2093918881', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:36.770602 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:36.774389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:subnet and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:36.777240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:36.783604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:36.797162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:05:36.889161 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:35Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:36.893234 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Checking router: ba518627-dcf1-40ac-9897-2a5e7061077c for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:05:36.893576 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Updating router ba518627-dcf1-40ac-9897-2a5e7061077c port 76e3283c-60f2-4186-85a5-3a72a240b25b binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:05:36.909671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:36.950261 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:37.131495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:37.211683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Subnet': ['ID=9342fd1d-34ea-416d-b9c5-50e8ba19d15a,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:37.223232 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Checking segment: {'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:05:37.223611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network hostable DHCP agents. Network: 1f0af34b-7cb2-462d-aba9-13b4c6e1f240, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:05:37.247373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:05:37.257042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 1f0af34b-7cb2-462d-aba9-13b4c6e1f240) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:05:37.260960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:37.261708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:37.270937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd9a977-0baf-408e-ab45-514a6f9b3d5a None None] Network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:05:37.301505 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:37.302559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35064) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:37.303029 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8308fa07-f138-458e-8758-bbf246495661 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6450787 Apr 05 10:05:37.320063 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Transition to ACTIVE for port object 76e3283c-60f2-4186-85a5-3a72a240b25b will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:05:37.328560 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:37.409224 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8456f3-f3eb-4eda-bb83-39f95839b828 None None] Pushing event updated for resources: {'Port': ['ID=76e3283c-60f2-4186-85a5-3a72a240b25b,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:37.436350 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Attempting to bind port 76e3283c-60f2-4186-85a5-3a72a240b25b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:05:37.437678 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Attempting to bind port 76e3283c-60f2-4186-85a5-3a72a240b25b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:05:37.437678 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Attempting to bind port 76e3283c-60f2-4186-85a5-3a72a240b25b on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:05:37.445026 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:05:37.445399 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:05:37.445797 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:37.446184 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:05:37.446650 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Bound port: 76e3283c-60f2-4186-85a5-3a72a240b25b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:05:37.447020 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:37.521184 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] For port 76e3283c-60f2-4186-85a5-3a72a240b25b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:05:37.524711 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] For port 76e3283c-60f2-4186-85a5-3a72a240b25b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=76e3283c-60f2-4186-85a5-3a72a240b25b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:05:37.530676 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:37.536916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:05:37.537844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:37.602718 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8456f3-f3eb-4eda-bb83-39f95839b828 None None] Pushing event updated for resources: {'Port': ['ID=76e3283c-60f2-4186-85a5-3a72a240b25b,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:37.621215 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Routers {'ba518627-dcf1-40ac-9897-2a5e7061077c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:37.621985 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ba518627-dcf1-40ac-9897-2a5e7061077c'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:37.712440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Allocated IP 172.20.0.2 (1f0af34b-7cb2-462d-aba9-13b4c6e1f240/9342fd1d-34ea-416d-b9c5-50e8ba19d15a/d49cff7d-f994-46d1-9200-709f2fafd888) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:05:37.826806 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] Set router ba518627-dcf1-40ac-9897-2a5e7061077c gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:37.918812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:37.929782 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Transition to ACTIVE for port object d49cff7d-f994-46d1-9200-709f2fafd888 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:05:37.948619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Transition to ACTIVE for port object d49cff7d-f994-46d1-9200-709f2fafd888 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:05:37.955074 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:38.039425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:05:38.040286 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Pushing event updated for resources: {'Port': ['ID=d49cff7d-f994-46d1-9200-709f2fafd888,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:38.042784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:05:38.045232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:05:38.136610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Attempting to bind port d49cff7d-f994-46d1-9200-709f2fafd888 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:05:38.137073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Attempting to bind port d49cff7d-f994-46d1-9200-709f2fafd888 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:05:38.137501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Attempting to bind port d49cff7d-f994-46d1-9200-709f2fafd888 on network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:05:38.138720 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:35Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:38.142989 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be885960-4acb-4945-85f2-c40dc8794d7a None None] The sync data for ids ['ba518627-dcf1-40ac-9897-2a5e7061077c'] in dv-neutron-833199-1-hyperv is: [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:35Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:05:38.144449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:05:38.144821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Checking segment: {'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:05:38.145223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:38.145660 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Bound using segment: {'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:05:38.146129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Bound port: d49cff7d-f994-46d1-9200-709f2fafd888, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:05:38.146919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:38.301242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] For port d49cff7d-f994-46d1-9200-709f2fafd888, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:05:38.306288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] For port d49cff7d-f994-46d1-9200-709f2fafd888, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d49cff7d-f994-46d1-9200-709f2fafd888,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:05:38.321534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:38.332759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:38.441877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Pushing event updated for resources: {'Port': ['ID=d49cff7d-f994-46d1-9200-709f2fafd888,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:38.451649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.451994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.453070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.453475 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.454163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.454495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.454831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.455163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.455489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.455894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.456219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3592bdb1-8c5f-4d4a-abda-65fe271e45c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:05:38.812709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.1 (1f0af34b-7cb2-462d-aba9-13b4c6e1f240/9342fd1d-34ea-416d-b9c5-50e8ba19d15a/5c6ee016-0326-438b-b8cf-65e382380388) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:05:38.984449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:39.001037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 5c6ee016-0326-438b-b8cf-65e382380388 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:05:39.023411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:39.096221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:05:39.099064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:05:39.102164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:05:39.142818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=5c6ee016-0326-438b-b8cf-65e382380388,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:39.166733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:39.255911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:39.399217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b23841-e95b-42ad-8604-0a8117d09b04 None None] Network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:05:39.490727 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-66a4f199-514b-475a-951f-ca0dd8b94ef1 None None] Provisioning for port d49cff7d-f994-46d1-9200-709f2fafd888 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:05:39.671426 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5ac040b-2aa8-458b-835f-9e193cc54ac8 req-65637608-7d0d-4019-aa0c-f95604c39d6d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1409893 Apr 05 10:05:39.829776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 76e3283c-60f2-4186-85a5-3a72a240b25b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:05:39.903246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:39.903858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 76e3283c-60f2-4186-85a5-3a72a240b25b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:05:39.910753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 76e3283c-60f2-4186-85a5-3a72a240b25b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:39.911152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:39.912325 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5ac040b-2aa8-458b-835f-9e193cc54ac8 req-7121897f-479a-4bbd-a9ab-65e51f2d5135 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 1098 time: 0.1395791 Apr 05 10:05:39.913721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:39.986292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3e3a6dff-994f-4cf3-ad4e-1a40f252c5b4 None None] Provisioning for port 5c6ee016-0326-438b-b8cf-65e382380388 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:05:39.992196 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3e3a6dff-994f-4cf3-ad4e-1a40f252c5b4 None None] Provisioning complete for port 5c6ee016-0326-438b-b8cf-65e382380388 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:39.992697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6dff-994f-4cf3-ad4e-1a40f252c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:40.094650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3e3a6dff-994f-4cf3-ad4e-1a40f252c5b4 None None] Port 5c6ee016-0326-438b-b8cf-65e382380388 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:05:40.109463 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:40.127164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=5c6ee016-0326-438b-b8cf-65e382380388,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:40.130577 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 76e3283c-60f2-4186-85a5-3a72a240b25b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=76e3283c-60f2-4186-85a5-3a72a240b25b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:40.135537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:40.135975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:40.136800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d49cff7d-f994-46d1-9200-709f2fafd888 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:05:40.253771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=76e3283c-60f2-4186-85a5-3a72a240b25b,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:40.259579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac040b-2aa8-458b-835f-9e193cc54ac8 req-f01d5765-21f4-4fa8-9c7c-03415f1a55b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:40.261138 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5ac040b-2aa8-458b-835f-9e193cc54ac8 req-f01d5765-21f4-4fa8-9c7c-03415f1a55b6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.2831225 Apr 05 10:05:40.270374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-383484f0-c24f-4c72-9886-fa08b4e52abe None None] Provisioning complete for port 5c6ee016-0326-438b-b8cf-65e382380388 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:40.270862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-383484f0-c24f-4c72-9886-fa08b4e52abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:40.300761 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port d49cff7d-f994-46d1-9200-709f2fafd888 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:05:40.318079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d49cff7d-f994-46d1-9200-709f2fafd888 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:40.318451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:40.370919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-383484f0-c24f-4c72-9886-fa08b4e52abe None None] Port 5c6ee016-0326-438b-b8cf-65e382380388 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:05:40.394703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:05:40.397938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:05:40.401520 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5ac040b-2aa8-458b-835f-9e193cc54ac8 req-62842994-0c32-4549-8430-cebc12d37dcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4 HTTP/1.1" status: 200 len: 1001 time: 0.1320062 Apr 05 10:05:40.444983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:40.481166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port d49cff7d-f994-46d1-9200-709f2fafd888, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d49cff7d-f994-46d1-9200-709f2fafd888,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:40.485352 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:40.567707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=d49cff7d-f994-46d1-9200-709f2fafd888,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:40.621398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac040b-2aa8-458b-835f-9e193cc54ac8 req-c7c1c8f3-898e-4f88-ba3d-4ab890104eb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:40.622844 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5ac040b-2aa8-458b-835f-9e193cc54ac8 req-c7c1c8f3-898e-4f88-ba3d-4ab890104eb2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.1607399 Apr 05 10:05:40.695162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ed6a1a8a-5c3c-4dfe-8257-a601f97b8192 None None] Provisioning complete for port 5c6ee016-0326-438b-b8cf-65e382380388 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:40.695552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed6a1a8a-5c3c-4dfe-8257-a601f97b8192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:40.757865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a1a8a-5c3c-4dfe-8257-a601f97b8192 None None] Port 5c6ee016-0326-438b-b8cf-65e382380388 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:05:40.849364 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5ac040b-2aa8-458b-835f-9e193cc54ac8 req-fd6fc652-af89-4ffe-8f52-8d23d4301b9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2162290 Apr 05 10:05:41.144673 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5ac040b-2aa8-458b-835f-9e193cc54ac8 req-866485b6-e4ba-4c29-a03a-2ce357ddf997 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891185 Apr 05 10:05:41.317955 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5ac040b-2aa8-458b-835f-9e193cc54ac8 req-097302cd-eea7-4659-b2d3-1d32848bb700 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662483 Apr 05 10:05:41.327839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router ba518627-dcf1-40ac-9897-2a5e7061077c has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:05:41.565916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:05:41.580734 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-346af9fe-460a-490e-915d-5f4dc47ba3cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/ba518627-dcf1-40ac-9897-2a5e7061077c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2770197 Apr 05 10:05:41.583988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35070) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:41.761700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Sync routers for ids ['ba518627-dcf1-40ac-9897-2a5e7061077c'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:05:41.763034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a595712-4c47-42ec-92a4-a52c043d01b2 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.763034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a595712-4c47-42ec-92a4-a52c043d01b2 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.763168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a595712-4c47-42ec-92a4-a52c043d01b2 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.764482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a595712-4c47-42ec-92a4-a52c043d01b2 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.764482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a595712-4c47-42ec-92a4-a52c043d01b2 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.768987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a595712-4c47-42ec-92a4-a52c043d01b2 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.769749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35074) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:41.780691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Routers {'ba518627-dcf1-40ac-9897-2a5e7061077c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:41.781403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ba518627-dcf1-40ac-9897-2a5e7061077c'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:41.782102 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0a595712-4c47-42ec-92a4-a52c043d01b2 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.1948409 Apr 05 10:05:41.845224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858c17e-d533-433e-bdb5-84b57628c78c tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.845224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858c17e-d533-433e-bdb5-84b57628c78c tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.845224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858c17e-d533-433e-bdb5-84b57628c78c tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.845562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858c17e-d533-433e-bdb5-84b57628c78c tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.846936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858c17e-d533-433e-bdb5-84b57628c78c tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.846936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858c17e-d533-433e-bdb5-84b57628c78c tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:41.848317 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b858c17e-d533-433e-bdb5-84b57628c78c tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0777938 Apr 05 10:05:41.850954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35078) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:41.892451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 76e3283c-60f2-4186-85a5-3a72a240b25b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:05:42.025143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 76e3283c-60f2-4186-85a5-3a72a240b25b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:42.025143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.070347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Set router ba518627-dcf1-40ac-9897-2a5e7061077c gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:42.080332 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fb32f861-0ae8-40fe-8fc1-4db771ef0c3a tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3043 time: 0.2236881 Apr 05 10:05:42.411285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d49cff7d-f994-46d1-9200-709f2fafd888 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:05:42.488464 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35084) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:42.495042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096783699', 'description': 'tempest-secgroup-smoke-1096783699 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:42.501515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:42.504524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:42.508482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:42.515067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:42.526815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.570897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:42.579149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:42.581451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:42.596814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:42.610223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d49cff7d-f994-46d1-9200-709f2fafd888 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:42.610223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.668905 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.668905 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.679789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:39Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '5c6ee016-0326-438b-b8cf-65e382380388', 'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:c2:67:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:38Z', 'updated_at': '2022-04-05T10:05:39Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:42.693592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Checking router: ba518627-dcf1-40ac-9897-2a5e7061077c for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:05:42.693592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Updating router ba518627-dcf1-40ac-9897-2a5e7061077c port 5c6ee016-0326-438b-b8cf-65e382380388 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:05:42.719299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=592e0861-eb11-4a82-9ff0-a830f99ee1e1,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:42.730499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.730499 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-107a19e1-160a-4062-95ae-39d76e3b47f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2352803 Apr 05 10:05:42.737650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35088) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:42.737650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '592e0861-eb11-4a82-9ff0-a830f99ee1e1', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:42.746386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:42.746386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:42.758246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:42.758246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:42.773849 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.798224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.851445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.855585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.877559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4997cd8-ee1a-434e-bb7c-3e76515e4069,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:42.889692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:42.891495 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7723da62-64bc-4fe5-a857-e5bbeffe1f01 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1625998 Apr 05 10:05:42.894394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35092) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:42.900050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '592e0861-eb11-4a82-9ff0-a830f99ee1e1', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:42.906990 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:42.911075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:42.913944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:42.919754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:42.938020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.015967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.017968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.049038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a378b7-f772-498c-9228-299bd033cf22,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:43.059110 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.065912 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-48cf5183-1b0f-4801-8d1d-9d843b08bbef tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1646509 Apr 05 10:05:43.065912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35096) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:43.070114 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '592e0861-eb11-4a82-9ff0-a830f99ee1e1', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:43.077539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:43.085363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:43.089840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:43.101949 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:43.127477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.202155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.202317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.207795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.220246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Transition to ACTIVE for port object 5c6ee016-0326-438b-b8cf-65e382380388 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:05:43.229561 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.233583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e863ff4-cf60-418f-987c-d8ef16e5992c,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:43.241690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.242876 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b6eeca23-c606-4e40-8ba3-ac92358b1690 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1790879 Apr 05 10:05:43.246984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35100) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:43.256046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '592e0861-eb11-4a82-9ff0-a830f99ee1e1', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:43.266354 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:43.274370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:43.278177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:43.287842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:43.318693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.385733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87673cbb-916b-40ec-a585-dab689dcd6a9 None None] Pushing event updated for resources: {'Port': ['ID=5c6ee016-0326-438b-b8cf-65e382380388,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:43.399428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.413882 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.435754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3041d9-fd79-4ef7-abf5-ca290e63f7df,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:43.446892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.452036 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35104) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:43.453724 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b3e68479-9d9d-4c58-829f-7a5eb8c850da tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2004316 Apr 05 10:05:43.462964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '592e0861-eb11-4a82-9ff0-a830f99ee1e1', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:43.470099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:43.475051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:43.478571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:43.487905 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:43.502222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Attempting to bind port 5c6ee016-0326-438b-b8cf-65e382380388 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:05:43.502365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Attempting to bind port 5c6ee016-0326-438b-b8cf-65e382380388 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:05:43.502707 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Attempting to bind port 5c6ee016-0326-438b-b8cf-65e382380388 on network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:05:43.506057 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:05:43.511282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:05:43.511282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Checking segment: {'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:05:43.511877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.511877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Bound using segment: {'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:05:43.512617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Bound port: 5c6ee016-0326-438b-b8cf-65e382380388, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:05:43.512617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.517688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.636722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] For port 5c6ee016-0326-438b-b8cf-65e382380388, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:05:43.637504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.637689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] For port 5c6ee016-0326-438b-b8cf-65e382380388, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5c6ee016-0326-438b-b8cf-65e382380388,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:05:43.644057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.644148 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.665346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bc16cd-8237-4911-815b-8fb933639600,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:43.677715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.678850 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d1bc2a61-0597-4519-be30-06a6082be733 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2262435 Apr 05 10:05:43.683337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35108) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:43.688913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '592e0861-eb11-4a82-9ff0-a830f99ee1e1', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:43.694819 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:43.698736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:43.701597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:43.709911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:43.722687 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:05:43.729701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.730072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87673cbb-916b-40ec-a585-dab689dcd6a9 None None] Pushing event updated for resources: {'Port': ['ID=5c6ee016-0326-438b-b8cf-65e382380388,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:43.741424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Routers {'ba518627-dcf1-40ac-9897-2a5e7061077c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:43.741513 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ba518627-dcf1-40ac-9897-2a5e7061077c'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:43.804308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.809090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.834043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa05840c-4d35-4fb0-9887-795d9603a448,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:43.844476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:43.845665 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-355e51c0-4778-4e3e-9139-e5c57d81643c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1613729 Apr 05 10:05:43.944428 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] Set router ba518627-dcf1-40ac-9897-2a5e7061077c gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:44.028316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-89e4638c-fdbf-4367-9e88-324eebd73703 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:05:44.047465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-89e4638c-fdbf-4367-9e88-324eebd73703 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:05:44.049425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-89e4638c-fdbf-4367-9e88-324eebd73703 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096783699&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.0599401 Apr 05 10:05:44.231536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-1da0ca6e-d3be-44bb-8892-f480093e5507 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:44.231767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-1da0ca6e-d3be-44bb-8892-f480093e5507 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:05:44.252192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-1da0ca6e-d3be-44bb-8892-f480093e5507 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:05:44.252192 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-1da0ca6e-d3be-44bb-8892-f480093e5507 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/networks?id=1f0af34b-7cb2-462d-aba9-13b4c6e1f240 HTTP/1.1" status: 200 len: 796 time: 0.1920698 Apr 05 10:05:44.282824 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-0db8c600-7e8d-4827-98d7-99426938fb38 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/quotas/f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 375 time: 0.0186427 Apr 05 10:05:44.352329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:39Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '5c6ee016-0326-438b-b8cf-65e382380388', 'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:c2:67:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:38Z', 'updated_at': '2022-04-05T10:05:43Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:44.354594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96009c90-444f-425f-81e7-ac2aadd99b90 None None] The sync data for ids ['ba518627-dcf1-40ac-9897-2a5e7061077c'] in dv-neutron-833199-1-hyperv is: [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:39Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '5c6ee016-0326-438b-b8cf-65e382380388', 'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:c2:67:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:38Z', 'updated_at': '2022-04-05T10:05:43Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:05:44.368860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-9a25bd60-cb82-4db8-9e19-be47a0b27d21 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:05:44.388541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-9a25bd60-cb82-4db8-9e19-be47a0b27d21 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:05:44.391429 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-9a25bd60-cb82-4db8-9e19-be47a0b27d21 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106596 Apr 05 10:05:44.553884 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-2b84e614-6536-4b6d-b7ec-9a31947b65a8 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368556 Apr 05 10:05:44.693076 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-e2217532-6478-43be-ad81-941df75afa77 service neutron] 10.222.0.30 "GET /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330128 Apr 05 10:05:44.885065 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a05511c-a0e7-4fcd-b4a9-a3dd12e219ad req-39136921-5055-4ea2-95f8-f52595e0ea3f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 210 time: 0.0406041 Apr 05 10:05:45.765771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5c6ee016-0326-438b-b8cf-65e382380388 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:05:45.838522 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 5c6ee016-0326-438b-b8cf-65e382380388 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:05:45.845127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5c6ee016-0326-438b-b8cf-65e382380388 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:45.845595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:45.938194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-7c928687-3d4e-4033-a428-8b42b4d0827e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:45.940822 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-7c928687-3d4e-4033-a428-8b42b4d0827e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=1f0af34b-7cb2-462d-aba9-13b4c6e1f240 HTTP/1.1" status: 200 len: 796 time: 0.1580336 Apr 05 10:05:45.972778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:46.012143 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-2a8d1767-af80-4b50-81e1-bf37a19e75f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 380 time: 0.0581868 Apr 05 10:05:46.019362 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5c6ee016-0326-438b-b8cf-65e382380388, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5c6ee016-0326-438b-b8cf-65e382380388,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:46.023476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'device_id': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'admin_state_up': True, 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'security_groups': ['592e0861-eb11-4a82-9ff0-a830f99ee1e1']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:46.024786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:46.105565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5c6ee016-0326-438b-b8cf-65e382380388,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:46.246101 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5543698-9488-4e64-a0fb-823ca7424c5f req-2edbc785-1f12-454f-8ebf-cfc77f10a92d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 210 time: 0.2080956 Apr 05 10:05:46.312023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:46.321396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:46.331506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:05:46.334695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:46.490496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.4 (1f0af34b-7cb2-462d-aba9-13b4c6e1f240/9342fd1d-34ea-416d-b9c5-50e8ba19d15a/6b8528b6-b69e-4722-b67a-bb6f48d8c07d) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:05:46.674124 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:46.689976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 6b8528b6-b69e-4722-b67a-bb6f48d8c07d will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:05:46.711994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:46.783611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:05:46.786500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:05:46.788898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:05:46.832806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:46.864660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:46.864660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:46.892263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-cd197066-03bc-41fe-926c-709b5f3a85df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8748450 Apr 05 10:05:46.903451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Request body: {'port': {'device_id': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:47.013360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:47.025993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a564f433-5814-4def-90fe-0491d65e7479 None None] Provisioning for port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:05:47.031855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a564f433-5814-4def-90fe-0491d65e7479 None None] Provisioning complete for port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:47.032230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a564f433-5814-4def-90fe-0491d65e7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:47.086781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a564f433-5814-4def-90fe-0491d65e7479 None None] Port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:05:47.356441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8528b6-b69e-4722-b67a-bb6f48d8c07d {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:05:47.363731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:47.416307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Transition to ACTIVE for port object 6b8528b6-b69e-4722-b67a-bb6f48d8c07d will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:05:47.423069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:47.566439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:47.581042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12e082-833c-496f-b9bd-72ed579bdc00 req-8395e915-9cba-4277-ae73-8ffea7395203 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:47.581729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-5e12e082-833c-496f-b9bd-72ed579bdc00 req-8395e915-9cba-4277-ae73-8ffea7395203 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:05:47.664332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-5e12e082-833c-496f-b9bd-72ed579bdc00 req-8395e915-9cba-4277-ae73-8ffea7395203 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:05:47.665494 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5e12e082-833c-496f-b9bd-72ed579bdc00 req-8395e915-9cba-4277-ae73-8ffea7395203 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 931 time: 0.2948508 Apr 05 10:05:47.718186 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Attempting to bind port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:05:47.718516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Attempting to bind port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:05:47.719058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Attempting to bind port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d on network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:05:47.729387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d on network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:05:47.729700 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Attempting to bind port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d on network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:05:47.742246 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5e12e082-833c-496f-b9bd-72ed579bdc00 req-fd8aad6c-8bd1-4721-b161-1127d3835a50 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692298 Apr 05 10:05:47.743004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:05:47.743295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Checking segment: {'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:05:47.743686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Bound using segment: {'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:05:47.744115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Bound port: 6b8528b6-b69e-4722-b67a-bb6f48d8c07d, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7133b202-1166-4c62-a19c-0591f5dcca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:05:47.744462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:47.747617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5c6ee016-0326-438b-b8cf-65e382380388 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:05:47.820766 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5c6ee016-0326-438b-b8cf-65e382380388 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:47.821138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:47.835997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] For port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:05:47.838873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] For port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:05:47.843450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:47.904751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:47.905696 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] 10.222.0.10 "PUT /v2.0/ports/6b8528b6-b69e-4722-b67a-bb6f48d8c07d HTTP/1.1" status: 200 len: 1093 time: 1.0062361 Apr 05 10:05:47.905953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'tag': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:05:47.927656 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ab8b3-7fba-4f0d-9646-1ab38fc56968 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:47.991722 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ef0955-cb94-473e-a599-a5751102d174'] response: {'name': 'network-changed', 'server_uuid': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'tag': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'status': 'completed', 'code': 200} Apr 05 10:05:48.134959 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-62c877d9-6d65-4d08-9f78-0e358887abe4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 1096 time: 0.1799614 Apr 05 10:05:48.205162 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-e2ce6471-d3e9-4ace-8a17-d1701c8a7b84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b8528b6-b69e-4722-b67a-bb6f48d8c07d HTTP/1.1" status: 200 len: 217 time: 0.0627036 Apr 05 10:05:48.273410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-b762cef3-f7b6-41b8-b6c2-3691b0598014 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:48.274852 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-b762cef3-f7b6-41b8-b6c2-3691b0598014 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9342fd1d-34ea-416d-b9c5-50e8ba19d15a HTTP/1.1" status: 200 len: 835 time: 0.0575800 Apr 05 10:05:48.348640 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-643dbb14-bbbe-45ad-9240-468835c774cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f0af34b-7cb2-462d-aba9-13b4c6e1f240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673003 Apr 05 10:05:48.476582 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-f8c94300-07be-424a-acee-e9451ad56e2b service neutron] 10.222.0.10 "GET /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219044 Apr 05 10:05:48.612584 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5e18c79-1e41-436a-bac2-efdd29631577 req-96179368-a9e0-4847-8e05-c67a9dde8d0b service neutron] 10.222.0.10 "GET /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297226 Apr 05 10:05:48.728968 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5eeb5288-d4de-43e9-8590-ed9f27ab0c38 req-5b5c97da-77e9-4f3f-9349-71c23db667be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 1096 time: 0.0713766 Apr 05 10:05:48.862528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb5288-d4de-43e9-8590-ed9f27ab0c38 req-1f3082ef-2cb7-4af8-9d3b-c50cd47de56c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:48.864054 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5eeb5288-d4de-43e9-8590-ed9f27ab0c38 req-1f3082ef-2cb7-4af8-9d3b-c50cd47de56c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f0af34b-7cb2-462d-aba9-13b4c6e1f240 HTTP/1.1" status: 200 len: 896 time: 0.1278667 Apr 05 10:05:48.966572 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5eeb5288-d4de-43e9-8590-ed9f27ab0c38 req-ece2c14d-781c-4309-870c-928268e712c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b8528b6-b69e-4722-b67a-bb6f48d8c07d HTTP/1.1" status: 200 len: 217 time: 0.0722115 Apr 05 10:05:49.042984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb5288-d4de-43e9-8590-ed9f27ab0c38 req-861ce064-2db3-453c-bc8e-17e9dd59d656 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:49.046366 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5eeb5288-d4de-43e9-8590-ed9f27ab0c38 req-861ce064-2db3-453c-bc8e-17e9dd59d656 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9342fd1d-34ea-416d-b9c5-50e8ba19d15a HTTP/1.1" status: 200 len: 835 time: 0.0728488 Apr 05 10:05:49.056275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210ea36-cd6e-49a7-bec3-43f73cc3a8f7 req-85cc5504-344d-4249-8505-31e2e7bc6e1a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:49.057892 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b210ea36-cd6e-49a7-bec3-43f73cc3a8f7 req-85cc5504-344d-4249-8505-31e2e7bc6e1a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 943 time: 0.1930466 Apr 05 10:05:49.156420 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b210ea36-cd6e-49a7-bec3-43f73cc3a8f7 req-8ae458f9-87b7-4d76-8362-745221b291f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664079 Apr 05 10:05:49.168285 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5eeb5288-d4de-43e9-8590-ed9f27ab0c38 req-48569344-446e-4be7-aef3-685a809deb66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f0af34b-7cb2-462d-aba9-13b4c6e1f240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087563 Apr 05 10:05:49.308931 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5eeb5288-d4de-43e9-8590-ed9f27ab0c38 req-4d517e92-73d8-4880-9079-18de699c39e2 service neutron] 10.222.0.10 "GET /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311061 Apr 05 10:05:49.437851 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5eeb5288-d4de-43e9-8590-ed9f27ab0c38 req-22e41a52-73d6-4968-9479-d5b9c7d24d40 service neutron] 10.222.0.10 "GET /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231105 Apr 05 10:05:50.247733 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:05:50.505808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9752e75-b7e5-4187-acce-64412b742a7c req-9886421f-7ff2-4b88-b57d-e414a6b8998d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:50.507220 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f9752e75-b7e5-4187-acce-64412b742a7c req-9886421f-7ff2-4b88-b57d-e414a6b8998d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 943 time: 0.0795403 Apr 05 10:05:50.552435 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f9752e75-b7e5-4187-acce-64412b742a7c req-461bf14e-cf62-4380-aae7-2c47af3bdf5a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 Apr 05 10:05:51.718954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:51.731157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6b8528b6-b69e-4722-b67a-bb6f48d8c07d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:05:51.755655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a1516-de98-4d85-a63c-eaacdb5309b8 req-0209020c-4ade-4f5b-8d56-39020e66faf7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:51.757106 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f24a1516-de98-4d85-a63c-eaacdb5309b8 req-0209020c-4ade-4f5b-8d56-39020e66faf7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 943 time: 0.0845630 Apr 05 10:05:51.803828 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f24a1516-de98-4d85-a63c-eaacdb5309b8 req-78d1a703-3fea-43fe-a308-b9ee11405fe6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407870 Apr 05 10:05:51.869754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:51.882233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'port_id': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'mac_address': 'fa:16:3e:a6:e3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:05:51.937050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:51.956838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8528b6-b69e-4722-b67a-bb6f48d8c07d {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:05:51.970285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:51.973941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:52.044464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:52.201189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['6b8528b6-b69e-4722-b67a-bb6f48d8c07d'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:05:53.106769 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e44c58-4a08-481a-b86c-eca8ee062108 req-76870856-0864-4019-ae10-5524c1b527bd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:53.108204 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b9e44c58-4a08-481a-b86c-eca8ee062108 req-76870856-0864-4019-ae10-5524c1b527bd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 944 time: 0.1768301 Apr 05 10:05:53.153086 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b9e44c58-4a08-481a-b86c-eca8ee062108 req-20217c2a-af4d-45e9-8538-1139db2de1f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387192 Apr 05 10:05:53.756724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6b8528b6-b69e-4722-b67a-bb6f48d8c07d up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:05:53.825488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:05:53.830347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:05:53.830709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:53.940044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:53.965636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:05:53.974934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:05:53.979287 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:54.032946 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a17de94-84b1-4319-9079-40470e57f404'] response: {'server_uuid': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'code': 200} Apr 05 10:05:54.053792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:54.264354 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6489a6ff-31ca-4c9e-ac46-a52d8c68e1cd req-5078509d-96c4-4260-8df1-81b5d3e1e03e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 1098 time: 0.0658226 Apr 05 10:05:54.358212 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6489a6ff-31ca-4c9e-ac46-a52d8c68e1cd req-1dda38da-907f-43f5-9962-dc6e1c9747fe service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878403 Apr 05 10:05:54.375052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a5dad-be35-4b63-a109-82ab53beb228 req-9bf40707-3009-4524-9c4d-46fda5532895 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:54.377275 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-220a5dad-be35-4b63-a109-82ab53beb228 req-9bf40707-3009-4524-9c4d-46fda5532895 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 945 time: 0.0948651 Apr 05 10:05:54.420944 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-220a5dad-be35-4b63-a109-82ab53beb228 req-76529606-9bd9-423f-a4c6-0afa32d1dce1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382295 Apr 05 10:05:55.624331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520d72-5116-42d1-81e1-72e7d265698d req-76c50031-5913-4d41-9e76-b3664f9795dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:55.625772 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a520d72-5116-42d1-81e1-72e7d265698d req-76c50031-5913-4d41-9e76-b3664f9795dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 945 time: 0.0802634 Apr 05 10:05:55.671647 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6a520d72-5116-42d1-81e1-72e7d265698d req-7d600fec-864b-40b3-8e69-7f795c93d7dd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Apr 05 10:05:55.896902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04446df-4d3b-4606-bb24-38351dbe9f15 req-d69aae8c-7b8d-4c0f-9dca-10ba363d493a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:55.898330 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c04446df-4d3b-4606-bb24-38351dbe9f15 req-d69aae8c-7b8d-4c0f-9dca-10ba363d493a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 945 time: 0.0749347 Apr 05 10:05:55.942578 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c04446df-4d3b-4606-bb24-38351dbe9f15 req-9ee4517e-02d7-4a0d-908c-7524de0bd5b6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387540 Apr 05 10:05:55.968704 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35156) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:56.040005 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a59cc90c-0abe-44ea-8e39-5c88e52a0959 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 1093 time: 0.0701156 Apr 05 10:05:56.042467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35160) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:56.047403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:05:56.053312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:05:56.057383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:floatingip and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:05:56.060228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:05:56.066909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:05:56.077124 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:56.209415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:56.341716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.237 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/8189da3f-3080-4aa3-bd64-abaf58b4a700) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:05:56.488613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:56.514292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:56.579656 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:05:56.582458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:05:56.586764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:05:56.611319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=8189da3f-3080-4aa3-bd64-abaf58b4a700,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:57.073686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:57.128061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:57.414798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:57.419162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:57.523833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=8189da3f-3080-4aa3-bd64-abaf58b4a700,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:05:57.537502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:57.722796 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP a272b67a-2d7e-4fa8-805e-4464de9ef647 associated. External IP: 172.26.4.237, port: 6b8528b6-b69e-4722-b67a-bb6f48d8c07d. Apr 05 10:05:58.099997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router ba518627-dcf1-40ac-9897-2a5e7061077c has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:05:58.305867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:05:58.315427 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] Sync routers for ids ['ba518627-dcf1-40ac-9897-2a5e7061077c'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:05:58.326788 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] Routers {'ba518627-dcf1-40ac-9897-2a5e7061077c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:58.327505 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ba518627-dcf1-40ac-9897-2a5e7061077c'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:58.330827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:58.383549 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4cee6075-3e54-4236-875d-8bc0d5b9933e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3400717 Apr 05 10:05:58.384115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'tag': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:05:58.386278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35164) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:58.441668 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b313d429-8b21-41d1-a62f-cad1c81d2881'] response: {'name': 'network-changed', 'server_uuid': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'tag': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'status': 'completed', 'code': 200} Apr 05 10:05:58.509270 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] Set router ba518627-dcf1-40ac-9897-2a5e7061077c gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:58.540500 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d476c3ba-ee50-4fce-b6b2-64dc2cbf49d1 req-fe57c1de-b923-4ef9-88c5-8fb79c8b506a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 1098 time: 0.0777988 Apr 05 10:05:58.597747 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3c636715-efff-4997-aaf1-7b70c79754af tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers/ba518627-dcf1-40ac-9897-2a5e7061077c HTTP/1.1" status: 200 len: 921 time: 0.2102158 Apr 05 10:05:58.600341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35170) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:58.701152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476c3ba-ee50-4fce-b6b2-64dc2cbf49d1 req-a56359d7-df23-45ec-9654-295d994ceab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:58.702516 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d476c3ba-ee50-4fce-b6b2-64dc2cbf49d1 req-a56359d7-df23-45ec-9654-295d994ceab2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f0af34b-7cb2-462d-aba9-13b4c6e1f240 HTTP/1.1" status: 200 len: 896 time: 0.1555142 Apr 05 10:05:58.808400 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d476c3ba-ee50-4fce-b6b2-64dc2cbf49d1 req-d1cc3c86-6fbc-439c-9d81-d93284ac2a2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b8528b6-b69e-4722-b67a-bb6f48d8c07d HTTP/1.1" status: 200 len: 999 time: 0.1000211 Apr 05 10:05:58.811409 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-09559b9a-da6d-40f7-ab27-100c3e718c5d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.2098835 Apr 05 10:05:58.877843 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:39Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'a272b67a-2d7e-4fa8-805e-4464de9ef647', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'port_id': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'mac_address': 'fa:16:3e:a6:e3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:05:56Z', 'updated_at': '2022-04-05T10:05:56Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ee016-0326-438b-b8cf-65e382380388', 'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:c2:67:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:38Z', 'updated_at': '2022-04-05T10:05:45Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:58.882056 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] Checking router: ba518627-dcf1-40ac-9897-2a5e7061077c for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:05:58.894074 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] Routers {'ba518627-dcf1-40ac-9897-2a5e7061077c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:05:58.894692 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:05:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ba518627-dcf1-40ac-9897-2a5e7061077c'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:58.980068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476c3ba-ee50-4fce-b6b2-64dc2cbf49d1 req-e2514517-aa0a-4d25-b6e7-c1431de811ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:05:58.981454 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d476c3ba-ee50-4fce-b6b2-64dc2cbf49d1 req-e2514517-aa0a-4d25-b6e7-c1431de811ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9342fd1d-34ea-416d-b9c5-50e8ba19d15a HTTP/1.1" status: 200 len: 835 time: 0.1677322 Apr 05 10:05:59.056026 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d476c3ba-ee50-4fce-b6b2-64dc2cbf49d1 req-f53e6ad3-403e-4da0-b56c-7522d808ebea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f0af34b-7cb2-462d-aba9-13b4c6e1f240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683472 Apr 05 10:05:59.066041 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] Set router ba518627-dcf1-40ac-9897-2a5e7061077c gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:05:59.188033 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d476c3ba-ee50-4fce-b6b2-64dc2cbf49d1 req-947c764e-b768-4498-9cc7-9cebf8f40bae service neutron] 10.222.0.10 "GET /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266534 Apr 05 10:05:59.320893 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d476c3ba-ee50-4fce-b6b2-64dc2cbf49d1 req-20dd7606-6c6d-49e9-9a50-15ac84be9d87 service neutron] 10.222.0.10 "GET /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272812 Apr 05 10:05:59.439743 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:39Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'a272b67a-2d7e-4fa8-805e-4464de9ef647', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'port_id': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'mac_address': 'fa:16:3e:a6:e3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:05:56Z', 'updated_at': '2022-04-05T10:05:56Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ee016-0326-438b-b8cf-65e382380388', 'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:c2:67:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:38Z', 'updated_at': '2022-04-05T10:05:45Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:05:59.443578 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce18bf-dc09-45e6-b6cc-3145ca4e1e3f None None] The sync data for ids ['ba518627-dcf1-40ac-9897-2a5e7061077c'] in dv-neutron-833199-1-hyperv is: [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:39Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'a272b67a-2d7e-4fa8-805e-4464de9ef647', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'port_id': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'mac_address': 'fa:16:3e:a6:e3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:05:56Z', 'updated_at': '2022-04-05T10:05:56Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ee016-0326-438b-b8cf-65e382380388', 'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:c2:67:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:38Z', 'updated_at': '2022-04-05T10:05:45Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:05:59.669209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-520b497b-1ed7-47e6-a832-3080080f4c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:05:59.815167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35174) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:05:59.918589 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2ef62f36-01e5-4aed-a713-23e6dcc0d3ea tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.1022687 Apr 05 10:06:00.672048 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4068b9-2b68-4eec-8852-c034cd43dd6f None None] New status for floating IP a272b67a-2d7e-4fa8-805e-4464de9ef647: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:06:00.922707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35178) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:01.025314 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ca1f7f49-05dd-4473-adc7-40603e463c6c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 993 time: 0.1012332 Apr 05 10:06:01.957019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f2518ad3-36e4-4721-bb17-0de5434a7500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:03.024040 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:03.062206 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:04.369803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:21.726338 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:27.248638 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:06:27.616533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35190) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:27.794264 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7e6e9464-bd51-4f51-848c-93b0e2ecccf1 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers/ba518627-dcf1-40ac-9897-2a5e7061077c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1765563 Apr 05 10:06:27.797047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35194) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:27.998743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32731a6-a275-419d-8f6e-254b9defd5f2 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Notify agent at dv-neutron-833199-1-hyperv the message router_removed_from_agent {{(pid=83819) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 05 10:06:28.001847 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b32731a6-a275-419d-8f6e-254b9defd5f2 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "DELETE /v2.0/agents/bfbdcc63-3b22-4e05-b7b9-fb28d577f42c/l3-routers/ba518627-dcf1-40ac-9897-2a5e7061077c HTTP/1.1" status: 204 len: 168 time: 0.2039206 Apr 05 10:06:28.004387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35198) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:28.177400 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-67fa2961-4987-49ee-ae4b-758d58273461 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers/ba518627-dcf1-40ac-9897-2a5e7061077c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1719587 Apr 05 10:06:28.179999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35202) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:28.279310 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f8d6d0e1-3a3b-4b53-b0a7-fa6ea77c1198 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 993 time: 0.0981061 Apr 05 10:06:28.763963 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d4782-4f2a-4254-93d0-3b60754d1f1a None None] New status for floating IP a272b67a-2d7e-4fa8-805e-4464de9ef647: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:06:29.283170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35206) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:29.385695 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7f4d202f-e339-495b-9c93-90e878dd35a2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.1014800 Apr 05 10:06:29.671239 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b1b32276-7feb-45cd-b62a-d36f3e262a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:29.759234 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 76e3283c-60f2-4186-85a5-3a72a240b25b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:06:29.880865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:29.899268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 76e3283c-60f2-4186-85a5-3a72a240b25b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=76e3283c-60f2-4186-85a5-3a72a240b25b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:29.903246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:29.904100 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5c6ee016-0326-438b-b8cf-65e382380388 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:06:30.026650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=76e3283c-60f2-4186-85a5-3a72a240b25b,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:30.098587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:30.133194 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5c6ee016-0326-438b-b8cf-65e382380388, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5c6ee016-0326-438b-b8cf-65e382380388,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:30.137359 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:30.226841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5c6ee016-0326-438b-b8cf-65e382380388,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:30.537206 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35212) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:30.732360 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31920cd0-b826-4711-ad36-3bed60d712b9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Router ba518627-dcf1-40ac-9897-2a5e7061077c is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:06:30.732619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31920cd0-b826-4711-ad36-3bed60d712b9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Notify agent at dv-neutron-833199-1-hyperv the message router_added_to_agent {{(pid=83820) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 05 10:06:30.758916 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-31920cd0-b826-4711-ad36-3bed60d712b9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "POST /v2.0/agents/bfbdcc63-3b22-4e05-b7b9-fb28d577f42c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2205687 Apr 05 10:06:30.761548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35218) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:30.780216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] Sync routers for ids ['ba518627-dcf1-40ac-9897-2a5e7061077c'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:06:30.792919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] Routers {'ba518627-dcf1-40ac-9897-2a5e7061077c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:30.793603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ba518627-dcf1-40ac-9897-2a5e7061077c'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:30.940332 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d15c9411-973f-480f-8128-51e4dedec136 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers/ba518627-dcf1-40ac-9897-2a5e7061077c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1776137 Apr 05 10:06:30.944296 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35224) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:30.977367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] Set router ba518627-dcf1-40ac-9897-2a5e7061077c gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:31.046295 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7ab2a06a-95d7-41db-be84-b8f20b2fc9f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.1008835 Apr 05 10:06:31.315734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:39Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:06:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'a272b67a-2d7e-4fa8-805e-4464de9ef647', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'port_id': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'mac_address': 'fa:16:3e:a6:e3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:05:56Z', 'updated_at': '2022-04-05T10:06:28Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ee016-0326-438b-b8cf-65e382380388', 'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:c2:67:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:38Z', 'updated_at': '2022-04-05T10:06:30Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:31.319962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] Checking router: ba518627-dcf1-40ac-9897-2a5e7061077c for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:06:31.330857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] Routers {'ba518627-dcf1-40ac-9897-2a5e7061077c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:31.331454 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ba518627-dcf1-40ac-9897-2a5e7061077c'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:31.403284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35228) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:31.512321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] Set router ba518627-dcf1-40ac-9897-2a5e7061077c gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:31.706871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Deleting port 030e8bef-91bb-4b9b-b9af-46bc6bbb4659 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:31.707280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:31.882942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:31.883272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:31.906251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:39Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:06:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'a272b67a-2d7e-4fa8-805e-4464de9ef647', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'port_id': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'mac_address': 'fa:16:3e:a6:e3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:05:56Z', 'updated_at': '2022-04-05T10:06:28Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ee016-0326-438b-b8cf-65e382380388', 'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:c2:67:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:38Z', 'updated_at': '2022-04-05T10:06:30Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:31.910508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34efe1aa-6262-4c16-b106-5e4d94db035b None None] The sync data for ids ['ba518627-dcf1-40ac-9897-2a5e7061077c'] in dv-neutron-833199-1-hyperv is: [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:05:39Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '76e3283c-60f2-4186-85a5-3a72a240b25b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:0e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:35Z', 'updated_at': '2022-04-05T10:06:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'a272b67a-2d7e-4fa8-805e-4464de9ef647', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.237', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'port_id': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'mac_address': 'fa:16:3e:a6:e3:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:05:56Z', 'updated_at': '2022-04-05T10:06:28Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c6ee016-0326-438b-b8cf-65e382380388', 'name': '', 'network_id': '1f0af34b-7cb2-462d-aba9-13b4c6e1f240', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:c2:67:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:05:38Z', 'updated_at': '2022-04-05T10:06:30Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9342fd1d-34ea-416d-b9c5-50e8ba19d15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:06:31.959787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-29cf7808-7dce-4d3f-b89b-2a88b75a97e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:32.005783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Calling delete_port for 030e8bef-91bb-4b9b-b9af-46bc6bbb4659 owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:32.049661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35232) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:32.173883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:32.182773 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0547980f-2677-4535-afe2-6e82e6c12b63 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.1283510 Apr 05 10:06:32.220713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event deleted for resources: {'Port': ['ID=030e8bef-91bb-4b9b-b9af-46bc6bbb4659,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:32.289914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.290177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.290515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.290869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.291181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.291511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.291860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.292186 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.292518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.292839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.293229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:32.326711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:32.745352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Router 997573c5-a3c0-4747-a037-cee465dcd7d2 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:06:32.949632 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:06:32.961307 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] Sync routers for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:06:32.970213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:32.973276 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:32.974366 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:33.028548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:33.032128 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-af762442-bc29-4587-a00c-86a8609664e8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "DELETE /v2.0/floatingips/06b11038-c828-4fee-bcf0-dd6fc2bcb6f9 HTTP/1.1" status: 204 len: 168 time: 1.6271148 Apr 05 10:06:33.032735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'tag': 'a2846219-2f59-4a83-ad3a-a8e99160890e'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:06:33.072568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:33.112524 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb01f21-336e-44ee-82e7-c7c3bdd65b96'] response: {'name': 'network-changed', 'server_uuid': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'tag': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'status': 'completed', 'code': 200} Apr 05 10:06:33.161161 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:33.186659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35240) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:33.215104 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-108f8bc7-0761-4b25-a1ae-d70d6800e40c req-7cba51e4-76c8-4460-b1e9-3ec500b733ab service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 1098 time: 0.0796335 Apr 05 10:06:33.315092 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c2d6e584-b66c-4333-b35f-81b939f150cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.1271081 Apr 05 10:06:33.519977 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '45543f30-f528-4dad-b145-14ec13628625', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:1c:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:38Z', 'updated_at': '2022-04-05T10:02:42Z', 'revision_number': 1, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:33.523773 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] Checking router: 997573c5-a3c0-4747-a037-cee465dcd7d2 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:06:33.527771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8bc7-0761-4b25-a1ae-d70d6800e40c req-144de14d-7a8b-4fd3-86e3-774ac53305db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:33.529194 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-108f8bc7-0761-4b25-a1ae-d70d6800e40c req-144de14d-7a8b-4fd3-86e3-774ac53305db service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.3075557 Apr 05 10:06:33.534387 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:33.534982 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:33.541140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71e9fa-24a6-47ed-a0df-beabd9218e27 req-a68d2e03-315a-43fd-9e60-e584873497e4 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:33.541798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7c71e9fa-24a6-47ed-a0df-beabd9218e27 req-a68d2e03-315a-43fd-9e60-e584873497e4 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Synchronizing usage tracker for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:06:33.616595 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-108f8bc7-0761-4b25-a1ae-d70d6800e40c req-cd9ff47d-4d56-456e-a211-7a99cd69f2a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2846219-2f59-4a83-ad3a-a8e99160890e HTTP/1.1" status: 200 len: 217 time: 0.0720317 Apr 05 10:06:33.618722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7c71e9fa-24a6-47ed-a0df-beabd9218e27 req-a68d2e03-315a-43fd-9e60-e584873497e4 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Unset dirty status for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:06:33.619886 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c71e9fa-24a6-47ed-a0df-beabd9218e27 req-a68d2e03-315a-43fd-9e60-e584873497e4 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 945 time: 0.2037227 Apr 05 10:06:33.710268 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:33.712153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8bc7-0761-4b25-a1ae-d70d6800e40c req-e672984f-b8b8-4aed-89d4-41fb4c490915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:33.713268 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-108f8bc7-0761-4b25-a1ae-d70d6800e40c req-e672984f-b8b8-4aed-89d4-41fb4c490915 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.0910242 Apr 05 10:06:33.716882 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c71e9fa-24a6-47ed-a0df-beabd9218e27 req-227bab70-714b-472a-8756-7d3635b8a981 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626111 Apr 05 10:06:33.806353 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-108f8bc7-0761-4b25-a1ae-d70d6800e40c req-a88c7a10-1d40-4826-a518-2a7321d1f41c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842588 Apr 05 10:06:33.831457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 76e3283c-60f2-4186-85a5-3a72a240b25b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:06:33.898966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 76e3283c-60f2-4186-85a5-3a72a240b25b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:06:33.899338 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:33.942013 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-108f8bc7-0761-4b25-a1ae-d70d6800e40c req-cc5c13f6-fe04-452d-93c7-8f6c4c107439 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291721 Apr 05 10:06:34.016204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:34.032123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 76e3283c-60f2-4186-85a5-3a72a240b25b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=76e3283c-60f2-4186-85a5-3a72a240b25b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:34.038015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:34.038878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5c6ee016-0326-438b-b8cf-65e382380388 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:06:34.080672 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-108f8bc7-0761-4b25-a1ae-d70d6800e40c req-301c6fe0-6262-4650-a645-5ebea846759a service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322236 Apr 05 10:06:34.106194 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '45543f30-f528-4dad-b145-14ec13628625', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:1c:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:38Z', 'updated_at': '2022-04-05T10:02:42Z', 'revision_number': 1, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:34.110398 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4986fd-845f-4997-963f-de8db4ae081f None None] The sync data for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv is: [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '45543f30-f528-4dad-b145-14ec13628625', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'floating_ip_address': '172.26.4.127', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'port_id': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'mac_address': 'fa:16:3e:1c:66:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267b0f41-d743-4f37-a747-d55f54821654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:02:38Z', 'updated_at': '2022-04-05T10:02:42Z', 'revision_number': 1, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:06:34.154285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=76e3283c-60f2-4186-85a5-3a72a240b25b,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:34.170151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5c6ee016-0326-438b-b8cf-65e382380388 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:06:34.170514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:34.279983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:34.310639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5c6ee016-0326-438b-b8cf-65e382380388, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5c6ee016-0326-438b-b8cf-65e382380388,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:34.315064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:34.318980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35246) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:34.390028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:34.392503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5c6ee016-0326-438b-b8cf-65e382380388,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:34.427018 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d2628332-c96a-4cdd-9ec9-4daf82330135 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.1067252 Apr 05 10:06:34.970789 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399a10b-f75b-4dbe-a275-7aaa1311af02 req-d0df08b6-9bf4-4ce5-bcca-0b373fb84d09 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:34.972226 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c399a10b-f75b-4dbe-a275-7aaa1311af02 req-d0df08b6-9bf4-4ce5-bcca-0b373fb84d09 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 945 time: 0.1035295 Apr 05 10:06:34.978463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-fb3b23ea-e5e8-48a7-a974-dba1b22784f2 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:34.979817 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-fb3b23ea-e5e8-48a7-a974-dba1b22784f2 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 945 time: 0.1408036 Apr 05 10:06:35.069889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-03b87ac9-0637-48d4-8772-a66e44fea902 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Deleting port a2846219-2f59-4a83-ad3a-a8e99160890e {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:35.070227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-03b87ac9-0637-48d4-8772-a66e44fea902 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:35.096525 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c399a10b-f75b-4dbe-a275-7aaa1311af02 req-cb843c3d-d99f-4803-b264-7967b28088be tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158462 Apr 05 10:06:35.307011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-03b87ac9-0637-48d4-8772-a66e44fea902 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] For port a2846219-2f59-4a83-ad3a-a8e99160890e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=a2846219-2f59-4a83-ad3a-a8e99160890e,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:35.307283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-03b87ac9-0637-48d4-8772-a66e44fea902 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:35.424203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-03b87ac9-0637-48d4-8772-a66e44fea902 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Calling delete_port for a2846219-2f59-4a83-ad3a-a8e99160890e owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:35.430615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35252) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:35.534683 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ab4a3557-bf39-4cb9-abe2-7d319203d0dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.1026354 Apr 05 10:06:35.568869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-03b87ac9-0637-48d4-8772-a66e44fea902 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:35.619548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b87ac9-0637-48d4-8772-a66e44fea902 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event deleted for resources: {'Port': ['ID=a2846219-2f59-4a83-ad3a-a8e99160890e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:35.781501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 76e3283c-60f2-4186-85a5-3a72a240b25b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:06:35.789459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-03b87ac9-0637-48d4-8772-a66e44fea902 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] No DVR routers for this DVR port a2846219-2f59-4a83-ad3a-a8e99160890e on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:06:35.791801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-03b87ac9-0637-48d4-8772-a66e44fea902 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:35.794215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'name': 'network-vif-deleted', 'tag': 'a2846219-2f59-4a83-ad3a-a8e99160890e'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:06:35.809244 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d027ab48-19da-4f00-b231-cd4ff1461369 req-03b87ac9-0637-48d4-8772-a66e44fea902 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "DELETE /v2.0/ports/a2846219-2f59-4a83-ad3a-a8e99160890e HTTP/1.1" status: 204 len: 173 time: 0.8152351 Apr 05 10:06:35.855273 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3974e9e3-1545-4d63-ac2b-56ebbada13ec'] response: {'server_uuid': '2536fd73-7fb9-4407-afdf-e0ed1018f956', 'name': 'network-vif-deleted', 'tag': 'a2846219-2f59-4a83-ad3a-a8e99160890e', 'status': 'completed', 'code': 200} Apr 05 10:06:35.864849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 76e3283c-60f2-4186-85a5-3a72a240b25b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:06:35.865548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:35.986716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5c6ee016-0326-438b-b8cf-65e382380388 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:06:36.055795 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5c6ee016-0326-438b-b8cf-65e382380388 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:06:36.056419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:36.267385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1f4ee99b-5c27-4498-9d1b-da90d7511ffa req-f831e214-889d-4ed6-9b07-aee26ea28c18 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Synchronizing usage tracker for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:06:36.283761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1f4ee99b-5c27-4498-9d1b-da90d7511ffa req-f831e214-889d-4ed6-9b07-aee26ea28c18 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Unset dirty status for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:06:36.284940 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1f4ee99b-5c27-4498-9d1b-da90d7511ffa req-f831e214-889d-4ed6-9b07-aee26ea28c18 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=2536fd73-7fb9-4407-afdf-e0ed1018f956 HTTP/1.1" status: 200 len: 210 time: 0.0598760 Apr 05 10:06:36.537990 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35262) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:36.645356 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-51d4a718-bdaf-41f7-a516-b92cb06c93f3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.1050673 Apr 05 10:06:37.647655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35272) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:37.752572 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1e78d137-ac62-4e37-9938-714d3fb376c6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.1036661 Apr 05 10:06:37.870614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8c917c-bbf2-4e83-9ee3-842c81e025d1 None None] New status for floating IP 06b11038-c828-4fee-bcf0-dd6fc2bcb6f9: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:06:38.756555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35278) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:38.862504 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ccb31d8f-efa2-45f1-8848-92d953b0a904 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 991 time: 0.1047132 Apr 05 10:06:39.164974 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa57a1c9-4892-4472-b6a9-bc097807e3a9 None None] New status for floating IP a272b67a-2d7e-4fa8-805e-4464de9ef647: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:06:39.866227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35288) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:39.924201 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device a2846219-2f59-4a83-ad3a-a8e99160890e no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:06:39.959560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: a2846219-2f59-4a83-ad3a-a8e99160890e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:06:39.959846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device a2846219-2f59-4a83-ad3a-a8e99160890e not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:06:39.982227 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d00c68b4-c812-4363-ab06-a390bfeebcdb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 200 len: 993 time: 0.1148784 Apr 05 10:06:40.276010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35296) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:40.484084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 8189da3f-3080-4aa3-bd64-abaf58b4a700 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:40.484429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:40.656809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:40.658045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:40.786214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 8189da3f-3080-4aa3-bd64-abaf58b4a700 owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:40.941402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:40.985986 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=8189da3f-3080-4aa3-bd64-abaf58b4a700,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:41.075095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:41.548961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router ba518627-dcf1-40ac-9897-2a5e7061077c has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:06:41.748657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:06:41.768592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:41.820288 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-646a8c75-6c8a-45ba-bc39-aed567fe2638 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/floatingips/a272b67a-2d7e-4fa8-805e-4464de9ef647 HTTP/1.1" status: 204 len: 168 time: 1.5430872 Apr 05 10:06:41.820870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'tag': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:06:41.875222 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f22558-b186-4455-a356-0fe138906ebd'] response: {'name': 'network-changed', 'server_uuid': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'tag': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'status': 'completed', 'code': 200} Apr 05 10:06:41.920913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35308) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:41.974815 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2b6e96d1-0e66-410e-801f-76f99dc1e9ae req-f4b42993-172c-43ad-8f1c-a47966028c26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 1098 time: 0.0745614 Apr 05 10:06:42.119117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e96d1-0e66-410e-801f-76f99dc1e9ae req-d1ca6b64-9fdd-4776-b221-5b976b2c1311 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:42.120855 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2b6e96d1-0e66-410e-801f-76f99dc1e9ae req-d1ca6b64-9fdd-4776-b221-5b976b2c1311 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f0af34b-7cb2-462d-aba9-13b4c6e1f240 HTTP/1.1" status: 200 len: 896 time: 0.1356344 Apr 05 10:06:42.230939 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2b6e96d1-0e66-410e-801f-76f99dc1e9ae req-6ab2fbd3-e06f-4c23-ae3a-5d01bae722bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b8528b6-b69e-4722-b67a-bb6f48d8c07d HTTP/1.1" status: 200 len: 217 time: 0.1029241 Apr 05 10:06:42.233083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Deleting port 857b1608-5b5e-47c9-bd6e-a4432b49d251 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:42.233431 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:42.304528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e96d1-0e66-410e-801f-76f99dc1e9ae req-a8fe1a62-2c1e-4443-abfb-f41c65d734a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:42.306190 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2b6e96d1-0e66-410e-801f-76f99dc1e9ae req-a8fe1a62-2c1e-4443-abfb-f41c65d734a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9342fd1d-34ea-416d-b9c5-50e8ba19d15a HTTP/1.1" status: 200 len: 835 time: 0.0650024 Apr 05 10:06:42.316192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b1be-2731-47e9-97f0-561cead91402 req-a048881b-3e96-4292-befe-391e81daef62 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:42.316841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1fe6b1be-2731-47e9-97f0-561cead91402 req-a048881b-3e96-4292-befe-391e81daef62 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:06:42.377607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1fe6b1be-2731-47e9-97f0-561cead91402 req-a048881b-3e96-4292-befe-391e81daef62 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:06:42.378686 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1fe6b1be-2731-47e9-97f0-561cead91402 req-a048881b-3e96-4292-befe-391e81daef62 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 945 time: 0.2041688 Apr 05 10:06:42.401932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:42.402269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:42.437412 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2b6e96d1-0e66-410e-801f-76f99dc1e9ae req-5e5beb91-2112-44f7-8d4e-63c2013c516a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f0af34b-7cb2-462d-aba9-13b4c6e1f240&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1169403 Apr 05 10:06:42.440256 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1fe6b1be-2731-47e9-97f0-561cead91402 req-f3f15a96-b3f9-4845-b718-d5e9af782c5a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529995 Apr 05 10:06:42.521840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Calling delete_port for 857b1608-5b5e-47c9-bd6e-a4432b49d251 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:42.569014 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2b6e96d1-0e66-410e-801f-76f99dc1e9ae req-886d04c1-f235-4c12-8cbb-67fc2843a261 service neutron] 10.222.0.10 "GET /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250808 Apr 05 10:06:42.673267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:42.702043 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2b6e96d1-0e66-410e-801f-76f99dc1e9ae req-0fdc938e-c4be-4c5e-b2b5-39764c325cb6 service neutron] 10.222.0.10 "GET /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263363 Apr 05 10:06:42.718594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event deleted for resources: {'Port': ['ID=857b1608-5b5e-47c9-bd6e-a4432b49d251,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:42.764767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.765110 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.765439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.765764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.766093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.767221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.767682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.767929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.768250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.768565 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.768880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:42.825718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:43.205416 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Router 997573c5-a3c0-4747-a037-cee465dcd7d2 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:06:43.403264 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:06:43.412765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] Sync routers for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:06:43.413753 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-6f9828ef-8ce4-4a28-8e6a-3ceb84f1181d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:43.414886 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-6f9828ef-8ce4-4a28-8e6a-3ceb84f1181d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 945 time: 0.0755851 Apr 05 10:06:43.424557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:43.425611 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:43.426232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:43.481006 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-384139a9-2f07-4540-8ff8-eee586b88c17 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "DELETE /v2.0/floatingips/45543f30-f528-4dad-b145-14ec13628625 HTTP/1.1" status: 204 len: 168 time: 1.5583074 Apr 05 10:06:43.481579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267b0f41-d743-4f37-a747-d55f54821654', 'tag': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:06:43.489365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-87788a06-17cb-4222-808b-6d6f60b862c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:43.489863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-87788a06-17cb-4222-808b-6d6f60b862c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:43.642834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:43.776814 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef52e90-419f-4f0b-86b0-b5f46766b9f9'] response: {'name': 'network-changed', 'server_uuid': '267b0f41-d743-4f37-a747-d55f54821654', 'tag': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'status': 'completed', 'code': 200} Apr 05 10:06:44.005612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:44.009361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] Checking router: 997573c5-a3c0-4747-a037-cee465dcd7d2 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:06:44.020420 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:44.021034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:44.042559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-87788a06-17cb-4222-808b-6d6f60b862c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:44.042944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-87788a06-17cb-4222-808b-6d6f60b862c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:44.065527 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb007-bedc-4807-9fcf-e5106613ce0e req-50319539-26f5-4844-9aff-8dce86d4a36c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:44.066995 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d8fcb007-bedc-4807-9fcf-e5106613ce0e req-50319539-26f5-4844-9aff-8dce86d4a36c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=70b04290-bd2e-4e28-96da-12ea4b4421bd HTTP/1.1" status: 200 len: 945 time: 0.4323423 Apr 05 10:06:44.183176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-87788a06-17cb-4222-808b-6d6f60b862c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 6b8528b6-b69e-4722-b67a-bb6f48d8c07d owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:44.198266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:44.232918 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cabac7dc-fe09-47a2-b80c-65f43b7e14b1 req-ca023b1e-3797-4a72-ba14-496efb63e30c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=298a887535cb49a1b281d820c653e6fc&device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 1098 time: 0.3892319 Apr 05 10:06:44.241988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922f3e8-b952-4bed-980c-ebd770978942 req-785f54ca-4c71-4a6b-b59c-1e3a6a377c20 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:44.243364 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b922f3e8-b952-4bed-980c-ebd770978942 req-785f54ca-4c71-4a6b-b59c-1e3a6a377c20 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 945 time: 0.3645852 Apr 05 10:06:44.416553 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d8fcb007-bedc-4807-9fcf-e5106613ce0e req-b35d606f-af55-47b1-9024-18b4ff7ba8cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=592e0861-eb11-4a82-9ff0-a830f99ee1e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2967300 Apr 05 10:06:44.486738 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b922f3e8-b952-4bed-980c-ebd770978942 req-8bcaff74-6b9f-450d-9f2e-5e74be8ecbd4 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106500 Apr 05 10:06:44.515454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac7dc-fe09-47a2-b80c-65f43b7e14b1 req-fadd9caf-9fe5-4de4-8c4f-9dead6f5dd6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:44.517439 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cabac7dc-fe09-47a2-b80c-65f43b7e14b1 req-fadd9caf-9fe5-4de4-8c4f-9dead6f5dd6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 200 len: 910 time: 0.2631907 Apr 05 10:06:44.520902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:44.524902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b0803-31f1-4a64-9cba-e4dfbbb8f7db None None] The sync data for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv is: [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T09:58:03Z', 'revision_number': 4, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4e9a9baa-3441-40bd-ad4d-0027baf7307e', 'name': '', 'network_id': '0bde4e36-5e56-4c57-baca-403f5b45f950', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'mac_address': 'fa:16:3e:74:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:58Z', 'updated_at': '2022-04-05T09:58:21Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'subnets': [{'id': 'f6819753-4eed-4571-a836-0e1456f980cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:06:44.586297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-87788a06-17cb-4222-808b-6d6f60b862c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:44.589166 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cabac7dc-fe09-47a2-b80c-65f43b7e14b1 req-fb82ab5f-7496-4a0b-ab3b-8e6e0b696547 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4 HTTP/1.1" status: 200 len: 217 time: 0.0655844 Apr 05 10:06:44.669064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87788a06-17cb-4222-808b-6d6f60b862c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=6b8528b6-b69e-4722-b67a-bb6f48d8c07d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:44.757560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac7dc-fe09-47a2-b80c-65f43b7e14b1 req-c156d756-80fb-4df2-bb0b-27b0bf5994fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:44.758992 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cabac7dc-fe09-47a2-b80c-65f43b7e14b1 req-c156d756-80fb-4df2-bb0b-27b0bf5994fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 200 len: 849 time: 0.1375892 Apr 05 10:06:44.759973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-87788a06-17cb-4222-808b-6d6f60b862c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] No DVR routers for this DVR port 6b8528b6-b69e-4722-b67a-bb6f48d8c07d on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:06:44.762145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-87788a06-17cb-4222-808b-6d6f60b862c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:44.764554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'name': 'network-vif-deleted', 'tag': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:06:44.822258 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d7c83e3-81ff-4664-bf53-0e1dd36880bd req-87788a06-17cb-4222-808b-6d6f60b862c7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "DELETE /v2.0/ports/6b8528b6-b69e-4722-b67a-bb6f48d8c07d HTTP/1.1" status: 204 len: 173 time: 1.4015274 Apr 05 10:06:44.824989 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911d17e0-80ad-487f-915e-92bcc509a49b'] response: {'server_uuid': '70b04290-bd2e-4e28-96da-12ea4b4421bd', 'name': 'network-vif-deleted', 'tag': '6b8528b6-b69e-4722-b67a-bb6f48d8c07d', 'status': 'completed', 'code': 200} Apr 05 10:06:44.853763 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cabac7dc-fe09-47a2-b80c-65f43b7e14b1 req-6a6ec9de-f571-40dc-b216-e40c9593a760 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bde4e36-5e56-4c57-baca-403f5b45f950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826695 Apr 05 10:06:44.990163 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cabac7dc-fe09-47a2-b80c-65f43b7e14b1 req-bdbc608c-2016-4d42-b9db-4182be185d0d service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293602 Apr 05 10:06:45.129378 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cabac7dc-fe09-47a2-b80c-65f43b7e14b1 req-8298dd81-dfa1-4a61-a473-8394ff390511 service neutron] 10.222.0.10 "GET /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307709 Apr 05 10:06:45.230888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ceb73-696c-428f-b152-6c0c1afa223b req-fa8c0247-c051-4203-9690-e2b8bc195c75 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:45.232385 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-849ceb73-696c-428f-b152-6c0c1afa223b req-fa8c0247-c051-4203-9690-e2b8bc195c75 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 945 time: 0.0760827 Apr 05 10:06:45.411190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-849ceb73-696c-428f-b152-6c0c1afa223b req-613f13ef-7038-420a-8da6-6efd00b73cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Deleting port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:45.411559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-849ceb73-696c-428f-b152-6c0c1afa223b req-613f13ef-7038-420a-8da6-6efd00b73cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:45.523801 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35328) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:45.596195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ecb15c0e-e725-40cf-a82b-5745a6c79a1a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:45.629191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ecb15c0e-e725-40cf-a82b-5745a6c79a1a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:45.716715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-849ceb73-696c-428f-b152-6c0c1afa223b req-613f13ef-7038-420a-8da6-6efd00b73cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] For port d512be76-d7f5-466d-9bb8-5eb12d88f3e4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:45.717272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-849ceb73-696c-428f-b152-6c0c1afa223b req-613f13ef-7038-420a-8da6-6efd00b73cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:45.800527 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ecb15c0e-e725-40cf-a82b-5745a6c79a1a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:45.817884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb15c0e-e725-40cf-a82b-5745a6c79a1a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=592e0861-eb11-4a82-9ff0-a830f99ee1e1,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:45.837529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ecb15c0e-e725-40cf-a82b-5745a6c79a1a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:45.841405 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ecb15c0e-e725-40cf-a82b-5745a6c79a1a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/592e0861-eb11-4a82-9ff0-a830f99ee1e1 HTTP/1.1" status: 204 len: 168 time: 0.3139524 Apr 05 10:06:45.841815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-849ceb73-696c-428f-b152-6c0c1afa223b req-613f13ef-7038-420a-8da6-6efd00b73cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Calling delete_port for d512be76-d7f5-466d-9bb8-5eb12d88f3e4 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:45.881599 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35334) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:45.902374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207412c1-2b0e-48a9-ac27-fd60572bb6b2 req-eb0e57de-7c0f-45f0-accb-4547bde735fa tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:45.903822 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-207412c1-2b0e-48a9-ac27-fd60572bb6b2 req-eb0e57de-7c0f-45f0-accb-4547bde735fa tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 945 time: 0.2834368 Apr 05 10:06:46.003381 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-207412c1-2b0e-48a9-ac27-fd60572bb6b2 req-af262606-4ea6-4373-9c73-bb97fb1afa95 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/security-groups?id=716ebb51-00f6-4b3c-9551-8816bfccd9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931940 Apr 05 10:06:46.035152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-849ceb73-696c-428f-b152-6c0c1afa223b req-613f13ef-7038-420a-8da6-6efd00b73cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:46.086188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f13ef-7038-420a-8da6-6efd00b73cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event deleted for resources: {'Port': ['ID=d512be76-d7f5-466d-9bb8-5eb12d88f3e4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:46.158596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-849ceb73-696c-428f-b152-6c0c1afa223b req-613f13ef-7038-420a-8da6-6efd00b73cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] No DVR routers for this DVR port d512be76-d7f5-466d-9bb8-5eb12d88f3e4 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:06:46.160938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-849ceb73-696c-428f-b152-6c0c1afa223b req-613f13ef-7038-420a-8da6-6efd00b73cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:46.170410 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-849ceb73-696c-428f-b152-6c0c1afa223b req-613f13ef-7038-420a-8da6-6efd00b73cd8 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.10 "DELETE /v2.0/ports/d512be76-d7f5-466d-9bb8-5eb12d88f3e4 HTTP/1.1" status: 204 len: 173 time: 0.9331241 Apr 05 10:06:46.281023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:46.825979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267b0f41-d743-4f37-a747-d55f54821654', 'name': 'network-vif-deleted', 'tag': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:06:46.884297 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c180e78-9189-4ec8-9c1f-fb62a1312435'] response: {'server_uuid': '267b0f41-d743-4f37-a747-d55f54821654', 'name': 'network-vif-deleted', 'tag': 'd512be76-d7f5-466d-9bb8-5eb12d88f3e4', 'status': 'completed', 'code': 200} Apr 05 10:06:46.934292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 5c6ee016-0326-438b-b8cf-65e382380388 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:46.934842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:47.117922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 5c6ee016-0326-438b-b8cf-65e382380388, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5c6ee016-0326-438b-b8cf-65e382380388,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:47.118272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:47.181950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b9371a33-a90e-4f31-8f58-f7bd20db2c28 req-e473caef-e1f3-4065-9ef7-4e1118114456 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Synchronizing usage tracker for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:06:47.197976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b9371a33-a90e-4f31-8f58-f7bd20db2c28 req-e473caef-e1f3-4065-9ef7-4e1118114456 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Unset dirty status for tenant:298a887535cb49a1b281d820c653e6fc on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:06:47.199389 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b9371a33-a90e-4f31-8f58-f7bd20db2c28 req-e473caef-e1f3-4065-9ef7-4e1118114456 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "GET /v2.0/ports?device_id=267b0f41-d743-4f37-a747-d55f54821654 HTTP/1.1" status: 200 len: 210 time: 0.0583527 Apr 05 10:06:47.240295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 5c6ee016-0326-438b-b8cf-65e382380388 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:47.503101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:47.548394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=5c6ee016-0326-438b-b8cf-65e382380388,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:47.850638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:47.960948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6b8528b6-b69e-4722-b67a-bb6f48d8c07d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:06:47.993400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 6b8528b6-b69e-4722-b67a-bb6f48d8c07d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:06:47.993745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6b8528b6-b69e-4722-b67a-bb6f48d8c07d not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:06:48.311105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35344) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:48.421357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router ba518627-dcf1-40ac-9897-2a5e7061077c has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:06:48.465145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2b6f7-8b6a-4883-a8b7-01799280100d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Deleting port c4afb35b-8f33-4988-b474-498f2ab887d1 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:48.465482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab2b6f7-8b6a-4883-a8b7-01799280100d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:48.625872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:06:48.635128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab2b6f7-8b6a-4883-a8b7-01799280100d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:48.635458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab2b6f7-8b6a-4883-a8b7-01799280100d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:48.638670 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dd79e16d-2fde-4e9e-8511-a284732e65ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/ba518627-dcf1-40ac-9897-2a5e7061077c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7560215 Apr 05 10:06:48.641347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35348) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:48.754814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2b6f7-8b6a-4883-a8b7-01799280100d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Calling delete_port for c4afb35b-8f33-4988-b474-498f2ab887d1 owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:48.820712 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbdf5112-787d-4f7e-af86-f6a040a04f64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting subnet 9342fd1d-34ea-416d-b9c5-50e8ba19d15a {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:06:48.823463 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5112-787d-4f7e-af86-f6a040a04f64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:48.893865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab2b6f7-8b6a-4883-a8b7-01799280100d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:48.944001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2b6f7-8b6a-4883-a8b7-01799280100d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event deleted for resources: {'Port': ['ID=c4afb35b-8f33-4988-b474-498f2ab887d1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:48.974105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5112-787d-4f7e-af86-f6a040a04f64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.059005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5112-787d-4f7e-af86-f6a040a04f64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.127860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab2b6f7-8b6a-4883-a8b7-01799280100d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.134687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5112-787d-4f7e-af86-f6a040a04f64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.145136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2ab2b6f7-8b6a-4883-a8b7-01799280100d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.146289 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2ab2b6f7-8b6a-4883-a8b7-01799280100d tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "DELETE /v2.0/floatingips/eddf7859-3650-4883-b2bb-a13aefe0a70e HTTP/1.1" status: 204 len: 168 time: 0.8341115 Apr 05 10:06:49.173225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf5112-787d-4f7e-af86-f6a040a04f64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Subnet': ['ID=9342fd1d-34ea-416d-b9c5-50e8ba19d15a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:49.179732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cbdf5112-787d-4f7e-af86-f6a040a04f64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.186196 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cbdf5112-787d-4f7e-af86-f6a040a04f64 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/subnets/9342fd1d-34ea-416d-b9c5-50e8ba19d15a HTTP/1.1" status: 204 len: 168 time: 0.5438821 Apr 05 10:06:49.188426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb4a720-f9ff-4f4d-959c-a1c1a86d1dcf None None] Network 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:06:49.189229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35354) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:49.410026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.487860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] DHCP port deletion for 1f0af34b-7cb2-462d-aba9-13b4c6e1f240 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:06:49.492565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Deleting port d49cff7d-f994-46d1-9200-709f2fafd888 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:49.492993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.681565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.696597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 76e3283c-60f2-4186-85a5-3a72a240b25b {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:49.697040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.771477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] For port d49cff7d-f994-46d1-9200-709f2fafd888, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d49cff7d-f994-46d1-9200-709f2fafd888,segment=NetworkSegment(7133b202-1166-4c62-a19c-0591f5dcca87),segment_id=7133b202-1166-4c62-a19c-0591f5dcca87)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:49.771895 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:49.834322 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] Sync routers for ids ['ba518627-dcf1-40ac-9897-2a5e7061077c'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:06:49.857633 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] Routers {'ba518627-dcf1-40ac-9897-2a5e7061077c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:49.858267 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ba518627-dcf1-40ac-9897-2a5e7061077c'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:49.889517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d49cff7d-f994-46d1-9200-709f2fafd888 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:06:49.914791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ac5af5-e3cb-490b-ae3d-e49a96a5520b None None] New status for floating IP 45543f30-f528-4dad-b145-14ec13628625: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:06:49.920182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 76e3283c-60f2-4186-85a5-3a72a240b25b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=76e3283c-60f2-4186-85a5-3a72a240b25b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:49.920182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:50.027451 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] Set router ba518627-dcf1-40ac-9897-2a5e7061077c gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:50.058787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 76e3283c-60f2-4186-85a5-3a72a240b25b owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:50.077172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d512be76-d7f5-466d-9bb8-5eb12d88f3e4 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:06:50.111757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Calling delete_port for d49cff7d-f994-46d1-9200-709f2fafd888 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:50.138097 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:06:49Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:50.142565 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] Checking router: ba518627-dcf1-40ac-9897-2a5e7061077c for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:06:50.153794 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] Routers {'ba518627-dcf1-40ac-9897-2a5e7061077c'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:50.154418 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ba518627-dcf1-40ac-9897-2a5e7061077c'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:50.222856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: d512be76-d7f5-466d-9bb8-5eb12d88f3e4 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:06:50.223413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d512be76-d7f5-466d-9bb8-5eb12d88f3e4 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:06:50.261107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:50.311616 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] Set router ba518627-dcf1-40ac-9897-2a5e7061077c gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:50.333753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:50.359688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=76e3283c-60f2-4186-85a5-3a72a240b25b,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:50.376102 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:50.396002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Pushing event deleted for resources: {'Port': ['ID=d49cff7d-f994-46d1-9200-709f2fafd888,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:50.414304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] No DVR routers for this DVR port d49cff7d-f994-46d1-9200-709f2fafd888 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:06:50.427833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.428233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.428565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.429024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.429367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.429695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.430022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.430349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.430675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.431250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.431615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe42e853-477e-4877-92d5-61e71cee837a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:06:50.434145 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:06:49Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:50.438014 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f26733-4803-425d-8cd8-2d380838d5cd None None] The sync data for ids ['ba518627-dcf1-40ac-9897-2a5e7061077c'] in dv-neutron-833199-1-hyperv is: [{'id': 'ba518627-dcf1-40ac-9897-2a5e7061077c', 'name': 'tempest-TestNetworkBasicOps-router-254157848', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:05:34Z', 'updated_at': '2022-04-05T10:06:49Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port_host': None}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:06:50.593049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:50.955657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:50.959743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:50.987815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:50.988317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Fanout notify agent at l3_agent the message router_deleted on router ba518627-dcf1-40ac-9897-2a5e7061077c {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:06:51.002999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.004120 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3e002c66-a197-4b8c-80a2-a3d37dc82b88 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/routers/ba518627-dcf1-40ac-9897-2a5e7061077c HTTP/1.1" status: 204 len: 168 time: 1.8138981 Apr 05 10:06:51.006755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35366) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:51.118906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.257669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.285475 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0af34b-7cb2-462d-aba9-13b4c6e1f240']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:51.288180 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a443ff-7285-43d1-a6e4-3e137acb7ac0 None None] New status for floating IP a272b67a-2d7e-4fa8-805e-4464de9ef647: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:06:51.299644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7133b202-1166-4c62-a19c-0591f5dcca87') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:51.299976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7133b202-1166-4c62-a19c-0591f5dcca87') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:51.312100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.329615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.336482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:06:51.337156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:06:51.353338 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:06:51.440643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.459346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.472489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Network': ['ID=1f0af34b-7cb2-462d-aba9-13b4c6e1f240,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:51.483475 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-243b4d9b-2a83-4c2a-bbbb-67edc8fc2199 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/networks/1f0af34b-7cb2-462d-aba9-13b4c6e1f240 HTTP/1.1" status: 204 len: 168 time: 0.4757493 Apr 05 10:06:51.501443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35370) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:51.509323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'network': {'name': 'tempest-network-smoke--2005630570', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'port_security_enabled': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:06:51.514485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:06:51.519246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:network and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:06:51.522131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:06:51.527836 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:06:51.539817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:06:51.543485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.575097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:06:51.588473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.589463 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Added segment 9c069a73-7b54-4f2a-9abd-4993ec228527 of type vlan for network 756e9b06-24dd-4324-b77e-401f043ddedc Apr 05 10:06:51.650515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.684881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.689398 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:51.690056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.698219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35376) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:51.739240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.783055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-870c4cb2-8fb7-4cb3-a956-65ad68ca5034 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.801860 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2986865 Apr 05 10:06:51.803448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35380) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:51.803945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 76e3283c-60f2-4186-85a5-3a72a240b25b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:06:51.815909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8bc5d5-d023-47a3-9543-f2af4a3f8378 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Network': ['ID=756e9b06-24dd-4324-b77e-401f043ddedc,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:51.816404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-131987324', 'admin_state_up': True, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:06:51.832307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:06:51.836284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-870c4cb2-8fb7-4cb3-a956-65ad68ca5034 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.848476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:router and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:06:51.850793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 756e9b06-24dd-4324-b77e-401f043ddedc details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:06:51.853305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:06:51.866806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:06:51.872886 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 76e3283c-60f2-4186-85a5-3a72a240b25b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:06:51.873439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 76e3283c-60f2-4186-85a5-3a72a240b25b not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:06:51.873853 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5c6ee016-0326-438b-b8cf-65e382380388 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:06:51.897584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.898763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.921586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:51.955936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 5c6ee016-0326-438b-b8cf-65e382380388 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:06:51.956278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5c6ee016-0326-438b-b8cf-65e382380388 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:06:52.007651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-870c4cb2-8fb7-4cb3-a956-65ad68ca5034 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:52.078167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c4cb2-8fb7-4cb3-a956-65ad68ca5034 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ebb51-00f6-4b3c-9551-8816bfccd9c1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:52.102784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-870c4cb2-8fb7-4cb3-a956-65ad68ca5034 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:52.106433 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-870c4cb2-8fb7-4cb3-a956-65ad68ca5034 tempest-TestVolumeBootPattern-317338801 tempest-TestVolumeBootPattern-317338801-project] 10.222.0.30 "DELETE /v2.0/security-groups/716ebb51-00f6-4b3c-9551-8816bfccd9c1 HTTP/1.1" status: 204 len: 168 time: 0.4046898 Apr 05 10:06:52.120701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:52.165982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35386) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:52.304149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:52.339462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:52.477580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.8 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/daa3a824-e714-4c09-98f7-88b7fa12924d) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:06:52.626375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:52.653148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:52.739809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:52.818695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:06:52.821557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:06:52.825887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:06:52.853028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=daa3a824-e714-4c09-98f7-88b7fa12924d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:52.982247 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:52.983220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:53.212377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 6f21a910-40cd-4ea1-bc10-d736b7cd067d is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:06:53.333459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] Deleting port 4e9a9baa-3441-40bd-ad4d-0027baf7307e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:53.333753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:53.408746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:06:53.417650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Sync routers for ids ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:06:53.430111 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Routers {'6f21a910-40cd-4ea1-bc10-d736b7cd067d'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:53.431271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:53.439322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:53.443872 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b1ad0787-a739-404f-84cd-b87c2a44fed1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6363313 Apr 05 10:06:53.444164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35392) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:53.490778 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-17a9f22f-5fb0-446d-87da-a574b61ea868 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f5587b1b4168471baeb118f60917a7ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428054 Apr 05 10:06:53.491121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35396) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:53.607668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] For port 4e9a9baa-3441-40bd-ad4d-0027baf7307e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4e9a9baa-3441-40bd-ad4d-0027baf7307e,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:53.608223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:53.626402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7340d3a2-e08b-4958-b6a1-28944c0f8f7f tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:53.630504 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7340d3a2-e08b-4958-b6a1-28944c0f8f7f tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1359999 Apr 05 10:06:53.630666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35400) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:53.633637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Set router 6f21a910-40cd-4ea1-bc10-d736b7cd067d gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:53.675832 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-edb354a9-d07a-40a9-8091-65d1e44bce62 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409768 Apr 05 10:06:53.676074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35404) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:53.681561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1393689636', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:06:53.738995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] Calling delete_port for 4e9a9baa-3441-40bd-ad4d-0027baf7307e owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:53.789344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:06:53.793241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:subnet and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:06:53.796032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:06:53.802360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:06:53.814045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:06:53.916500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:53.931128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:53.952009 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:52Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:53.956753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Checking router: 6f21a910-40cd-4ea1-bc10-d736b7cd067d for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:06:53.957124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Updating router 6f21a910-40cd-4ea1-bc10-d736b7cd067d port daa3a824-e714-4c09-98f7-88b7fa12924d binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:06:53.988612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9a9baa-3441-40bd-ad4d-0027baf7307e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:54.014818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:54.166426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:54.245030 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Subnet': ['ID=9b95c6e6-b77c-431a-aded-3b7b83bf2e89,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:54.263562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Checking segment: {'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:06:54.264225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network hostable DHCP agents. Network: 756e9b06-24dd-4324-b77e-401f043ddedc, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:06:54.290454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 756e9b06-24dd-4324-b77e-401f043ddedc is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:06:54.301083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 756e9b06-24dd-4324-b77e-401f043ddedc) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:06:54.306015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:54.307376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:54.311723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2d340-c5ab-4709-bffd-f93c2968f4ce None None] Network 756e9b06-24dd-4324-b77e-401f043ddedc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:06:54.319435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:54.340108 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cf75dfa5-0e0f-4b89-9db9-0d9f26747e25 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6629832 Apr 05 10:06:54.343077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35408) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:54.615917 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:54.631225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Transition to ACTIVE for port object daa3a824-e714-4c09-98f7-88b7fa12924d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:06:54.635103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-756e9b06-24dd-4324-b77e-401f043ddedc', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:06:54.635936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:54.651399 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:54.792677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa163a1-b23c-40f1-a6af-d3bc114a1ec2 None None] Pushing event updated for resources: {'Port': ['ID=daa3a824-e714-4c09-98f7-88b7fa12924d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:54.799906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Attempting to bind port daa3a824-e714-4c09-98f7-88b7fa12924d on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:06:54.800270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Attempting to bind port daa3a824-e714-4c09-98f7-88b7fa12924d by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:06:54.800623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Attempting to bind port daa3a824-e714-4c09-98f7-88b7fa12924d on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:06:54.817200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:06:54.817564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:06:54.818478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:54.818478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:06:54.818819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Bound port: daa3a824-e714-4c09-98f7-88b7fa12924d, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:06:54.819133 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:54.937141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Allocated IP 172.20.0.2 (756e9b06-24dd-4324-b77e-401f043ddedc/9b95c6e6-b77c-431a-aded-3b7b83bf2e89/b0048185-5959-4ed1-8b1a-d45539b14cf5) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:06:54.943744 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] Router 997573c5-a3c0-4747-a037-cee465dcd7d2 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:06:54.944756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] For port daa3a824-e714-4c09-98f7-88b7fa12924d, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:06:54.950378 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] For port daa3a824-e714-4c09-98f7-88b7fa12924d, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=daa3a824-e714-4c09-98f7-88b7fa12924d,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:06:54.956893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:55.126052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa163a1-b23c-40f1-a6af-d3bc114a1ec2 None None] Pushing event updated for resources: {'Port': ['ID=daa3a824-e714-4c09-98f7-88b7fa12924d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:55.177780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Routers {'6f21a910-40cd-4ea1-bc10-d736b7cd067d'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:55.178499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:55.264308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:55.271108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:06:55.284672 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] Sync routers for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:06:55.285307 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ab671315-aad2-48ec-86c0-8d115d029d2a admin admin] 10.222.0.30 "PUT /v2.0/routers/997573c5-a3c0-4747-a037-cee465dcd7d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1179879 Apr 05 10:06:55.287597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35412) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:55.298380 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:55.299214 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:55.368777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:55.392048 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Transition to ACTIVE for port object b0048185-5959-4ed1-8b1a-d45539b14cf5 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:06:55.420863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Transition to ACTIVE for port object b0048185-5959-4ed1-8b1a-d45539b14cf5 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:06:55.429725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] Set router 6f21a910-40cd-4ea1-bc10-d736b7cd067d gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:55.468646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:55.497579 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:55.533573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:55.739871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Network 756e9b06-24dd-4324-b77e-401f043ddedc is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:06:55.746805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:06:55.757211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Pushing event updated for resources: {'Port': ['ID=b0048185-5959-4ed1-8b1a-d45539b14cf5,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:55.759535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:06:55.782725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.1 (756e9b06-24dd-4324-b77e-401f043ddedc/9b95c6e6-b77c-431a-aded-3b7b83bf2e89/ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:06:55.800240 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T10:06:53Z', 'revision_number': 5, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port': {'id': 'd4efbb93-9a1c-4f73-901c-3736689e6566', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:57:45Z', 'updated_at': '2022-04-05T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:55.804564 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] Checking router: 997573c5-a3c0-4747-a037-cee465dcd7d2 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:06:55.820884 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] Routers {'997573c5-a3c0-4747-a037-cee465dcd7d2'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:06:55.821921 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['997573c5-a3c0-4747-a037-cee465dcd7d2'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:55.829508 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:55.850061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Deleting port d4efbb93-9a1c-4f73-901c-3736689e6566 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:55.850705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:55.928912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Attempting to bind port b0048185-5959-4ed1-8b1a-d45539b14cf5 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:06:55.929273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Attempting to bind port b0048185-5959-4ed1-8b1a-d45539b14cf5 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:06:55.929629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Attempting to bind port b0048185-5959-4ed1-8b1a-d45539b14cf5 on network 756e9b06-24dd-4324-b77e-401f043ddedc {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:06:55.948768 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:06:55.949132 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Checking segment: {'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:06:55.949525 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:55.949908 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Bound using segment: {'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:06:55.950371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Bound port: b0048185-5959-4ed1-8b1a-d45539b14cf5, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:06:55.950737 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:55.985629 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] Set router 997573c5-a3c0-4747-a037-cee465dcd7d2 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:06:55.990603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:56.008812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:06:56.035407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:56.050749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] For port d4efbb93-9a1c-4f73-901c-3736689e6566, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d4efbb93-9a1c-4f73-901c-3736689e6566,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:56.051300 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:56.086481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] For port b0048185-5959-4ed1-8b1a-d45539b14cf5, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:06:56.090537 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] For port b0048185-5959-4ed1-8b1a-d45539b14cf5, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b0048185-5959-4ed1-8b1a-d45539b14cf5,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:06:56.093043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:52Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:56.097831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59e6c4-3619-4ea9-a6a3-56d19e90f640 None None] The sync data for ids ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'] in dv-neutron-833199-1-hyperv is: [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:52Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:06:56.101228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:56.108699 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T10:06:55Z', 'revision_number': 6, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:56.114072 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc53933-b7f5-4bfc-a902-af6be43d4edd None None] The sync data for ids ['997573c5-a3c0-4747-a037-cee465dcd7d2'] in dv-neutron-833199-1-hyperv is: [{'id': '997573c5-a3c0-4747-a037-cee465dcd7d2', 'name': 'tempest-TestVolumeBootPattern-61779806-router', 'tenant_id': '298a887535cb49a1b281d820c653e6fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:57:42Z', 'updated_at': '2022-04-05T10:06:55Z', 'revision_number': 6, 'project_id': '298a887535cb49a1b281d820c653e6fc', 'gw_port_host': None}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:06:56.143357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 756e9b06-24dd-4324-b77e-401f043ddedc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:06:56.144278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:56.148740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:06:56.150768 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:06:56.213833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81978c7d-37c7-4a64-b107-b161e9371cf6 None None] Pushing event updated for resources: {'Port': ['ID=b0048185-5959-4ed1-8b1a-d45539b14cf5,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:56.228473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:56.246737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Calling delete_port for d4efbb93-9a1c-4f73-901c-3736689e6566 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:56.324565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:56.463308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:56.529149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Pushing event deleted for resources: {'Port': ['ID=d4efbb93-9a1c-4f73-901c-3736689e6566,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:56.878620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:56.990064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:56.995553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.111026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:57.159775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.302542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.307262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.329619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 756e9b06-24dd-4324-b77e-401f043ddedc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:06:57.330920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:06:57.346272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.346871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 997573c5-a3c0-4747-a037-cee465dcd7d2 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:06:57.382161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.383473 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a85fc57c-4c8d-44cd-8dba-05b7177e13de admin admin] 10.222.0.30 "DELETE /v2.0/routers/997573c5-a3c0-4747-a037-cee465dcd7d2 HTTP/1.1" status: 204 len: 168 time: 2.0948970 Apr 05 10:06:57.386031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35416) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:57.458999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ced6bf3-371c-426b-94e8-b5d920639f1e admin admin] Deleting subnet f6819753-4eed-4571-a836-0e1456f980cc {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:06:57.462486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ced6bf3-371c-426b-94e8-b5d920639f1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.492413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ca9d5-5295-4211-bccf-966ceba471b0 None None] Network 756e9b06-24dd-4324-b77e-401f043ddedc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:06:57.519687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ced6bf3-371c-426b-94e8-b5d920639f1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.613765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ced6bf3-371c-426b-94e8-b5d920639f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.630781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7333ad6a-81eb-4eab-bf27-67ba058f49c1 None None] Provisioning for port b0048185-5959-4ed1-8b1a-d45539b14cf5 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:06:57.691938 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ced6bf3-371c-426b-94e8-b5d920639f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.729190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced6bf3-371c-426b-94e8-b5d920639f1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6819753-4eed-4571-a836-0e1456f980cc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:57.736034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ced6bf3-371c-426b-94e8-b5d920639f1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.742201 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77725e45-e02e-4826-b235-956c91faa083 None None] Network 0bde4e36-5e56-4c57-baca-403f5b45f950 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:06:57.745316 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7ced6bf3-371c-426b-94e8-b5d920639f1e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f6819753-4eed-4571-a836-0e1456f980cc HTTP/1.1" status: 204 len: 168 time: 0.3559685 Apr 05 10:06:57.745665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35420) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:57.835368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 6f21a910-40cd-4ea1-bc10-d736b7cd067d has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:06:57.864509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.877718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Deleting port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:57.878284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:57.926053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b0048185-5959-4ed1-8b1a-d45539b14cf5 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:06:58.022710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port b0048185-5959-4ed1-8b1a-d45539b14cf5 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:06:58.029367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port b0048185-5959-4ed1-8b1a-d45539b14cf5 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:06:58.030562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.076405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:06:58.097569 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c58d76e4-589d-4507-a821-25730b63660c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/6f21a910-40cd-4ea1-bc10-d736b7cd067d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7511771 Apr 05 10:06:58.097782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35424) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:58.102177 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] DHCP port deletion for 0bde4e36-5e56-4c57-baca-403f5b45f950 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:06:58.112266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] Deleting port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:58.112736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.166496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] For port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1ae7fb1d-fe90-453e-bfa4-18f639ab39a7,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:58.166852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.260580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ca99b-102e-4fdf-ac2b-567066193e75 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.261651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ca99b-102e-4fdf-ac2b-567066193e75 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.262176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ca99b-102e-4fdf-ac2b-567066193e75 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.262681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ca99b-102e-4fdf-ac2b-567066193e75 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.262798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.263298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ca99b-102e-4fdf-ac2b-567066193e75 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.263818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778ca99b-102e-4fdf-ac2b-567066193e75 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.266217 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-778ca99b-102e-4fdf-ac2b-567066193e75 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4241 time: 0.1670330 Apr 05 10:06:58.269139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35428) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:58.309449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Calling delete_port for 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:58.336947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port b0048185-5959-4ed1-8b1a-d45539b14cf5, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b0048185-5959-4ed1-8b1a-d45539b14cf5,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:58.349425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e554054-2ab7-428d-9cf0-bef7e80d06dd tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.349967 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e554054-2ab7-428d-9cf0-bef7e80d06dd tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.350500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e554054-2ab7-428d-9cf0-bef7e80d06dd tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.350915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e554054-2ab7-428d-9cf0-bef7e80d06dd tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.351341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e554054-2ab7-428d-9cf0-bef7e80d06dd tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:06:58.355845 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7e554054-2ab7-428d-9cf0-bef7e80d06dd tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3376 time: 0.0829353 Apr 05 10:06:58.356516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35432) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:58.390125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.391183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device daa3a824-e714-4c09-98f7-88b7fa12924d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:06:58.396813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.459496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae7fb1d-fe90-453e-bfa4-18f639ab39a7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:58.472417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] No DVR routers for this DVR port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:06:58.543848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=b0048185-5959-4ed1-8b1a-d45539b14cf5,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:58.559426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-59ad2985-4d25-4fda-aa4d-64a11cffb113 None None] Provisioning complete for port b0048185-5959-4ed1-8b1a-d45539b14cf5 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:06:58.559828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-59ad2985-4d25-4fda-aa4d-64a11cffb113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.616249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] For port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1ae7fb1d-fe90-453e-bfa4-18f639ab39a7,segment=NetworkSegment(3f7c108c-60ff-43e4-bc05-47460cc5a325),segment_id=3f7c108c-60ff-43e4-bc05-47460cc5a325)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:58.616645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.617112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.646451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bde4e36-5e56-4c57-baca-403f5b45f950']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:58.660141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f7c108c-60ff-43e4-bc05-47460cc5a325') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:58.660432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f7c108c-60ff-43e4-bc05-47460cc5a325') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:06:58.673326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.693491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.700605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:06:58.701147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:06:58.715042 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:06:58.753939 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5b907c00-8ee3-44b5-9ea4-27b024a32b56 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2324 time: 0.3963563 Apr 05 10:06:58.794023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] Calling delete_port for 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:06:58.799211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.818642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:58.824653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bde4e36-5e56-4c57-baca-403f5b45f950,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:58.844234 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bb7f9afd-faf8-4689-9a3e-f9206f761792 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0bde4e36-5e56-4c57-baca-403f5b45f950 HTTP/1.1" status: 204 len: 168 time: 1.0955698 Apr 05 10:06:58.845606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35438) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:58.907210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port daa3a824-e714-4c09-98f7-88b7fa12924d completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:06:58.953602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port daa3a824-e714-4c09-98f7-88b7fa12924d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:06:58.953821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.023276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:06:59.023658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:06:59.081526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-59ad2985-4d25-4fda-aa4d-64a11cffb113 None None] Provisioning for port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:06:59.093510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-59ad2985-4d25-4fda-aa4d-64a11cffb113 None None] Provisioning complete for port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:06:59.094113 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-59ad2985-4d25-4fda-aa4d-64a11cffb113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.145541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.161006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-59ad2985-4d25-4fda-aa4d-64a11cffb113 None None] Port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:06:59.168805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port daa3a824-e714-4c09-98f7-88b7fa12924d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=daa3a824-e714-4c09-98f7-88b7fa12924d,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:06:59.173249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.213828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35442) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:59.219699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-559944353', 'description': 'tempest-secgroup-smoke-559944353 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:06:59.226077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:06:59.230389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:06:59.233562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:06:59.237971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e9a9baa-3441-40bd-ad4d-0027baf7307e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:06:59.240726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:06:59.251891 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.285358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 4e9a9baa-3441-40bd-ad4d-0027baf7307e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:06:59.285704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4e9a9baa-3441-40bd-ad4d-0027baf7307e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:06:59.286109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d4efbb93-9a1c-4f73-901c-3736689e6566 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:06:59.292584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:06:59.296944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:06:59.300479 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:06:59.306922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:06:59.324774 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: d4efbb93-9a1c-4f73-901c-3736689e6566 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:06:59.325151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d4efbb93-9a1c-4f73-901c-3736689e6566 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:06:59.340323 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=daa3a824-e714-4c09-98f7-88b7fa12924d,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:59.348811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3e55711b-41cf-44a4-80cc-472336e8f8f3 None None] Provisioning complete for port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:06:59.349179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3e55711b-41cf-44a4-80cc-472336e8f8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.358103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.384352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.388874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.400974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3e55711b-41cf-44a4-80cc-472336e8f8f3 None None] Port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:06:59.437076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d2d2da-817b-409b-bf3c-b5b77accc4fc,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:59.445506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.446856 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c80d3512-5880-47f8-9287-56899b599a1b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2318645 Apr 05 10:06:59.449731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35446) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:59.455174 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'e4d2d2da-817b-409b-bf3c-b5b77accc4fc', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:06:59.461094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:06:59.464864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:06:59.467706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:06:59.474148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:06:59.492287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.524748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] Deleting port 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:06:59.525281 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.554020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.562125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.585408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d532fe37-b0ea-4276-811b-54924e1b1234,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:59.592544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-65f03356-278d-4a0c-8b99-b9335c10b42c None None] The port '1ae7fb1d-fe90-453e-bfa4-18f639ab39a7' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:06:59.606852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.611114 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1be64674-167f-4c75-9065-c82cb3e60f1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1573875 Apr 05 10:06:59.611795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35450) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:59.617847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'e4d2d2da-817b-409b-bf3c-b5b77accc4fc', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:06:59.626494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:06:59.628450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:06:59.631270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:06:59.637020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:06:59.654839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.682932 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4754ab82-f329-4574-8e14-866af794cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.725699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.730255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.753915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4876631e-2c8f-4e5b-a79d-05c66baa4bf9,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:59.763152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.764363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cb25f963-409a-4ab6-8bce-a099f10b08c4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1513975 Apr 05 10:06:59.767817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35454) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:59.773747 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'e4d2d2da-817b-409b-bf3c-b5b77accc4fc', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:06:59.779937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:06:59.784454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:06:59.787473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:06:59.794627 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:06:59.813686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.815141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b0048185-5959-4ed1-8b1a-d45539b14cf5 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:06:59.887447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.892095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port b0048185-5959-4ed1-8b1a-d45539b14cf5 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:06:59.892792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.893189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.920909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73ba912-70e2-4c88-bebb-0474f06a4530,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:06:59.942974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:06:59.944622 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ec6a7aa5-c9af-4ba6-b9a5-d53e1f6c326d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1757512 Apr 05 10:06:59.947593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35458) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:06:59.955444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'e4d2d2da-817b-409b-bf3c-b5b77accc4fc', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:06:59.962585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:06:59.966481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:06:59.970432 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:06:59.980545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:07:00.003687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.029090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device daa3a824-e714-4c09-98f7-88b7fa12924d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:07:00.033703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] Deleting port 72edbe50-8f6b-405c-aa10-f18209ad6316 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:07:00.034050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.074778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.078256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.104349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port daa3a824-e714-4c09-98f7-88b7fa12924d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:07:00.104856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.111140 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a035deb-9c75-46d6-908f-83239bac0ac3,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:00.118288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.122840 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a945e4e7-b5a8-4f1a-a23c-f5e7c9262828 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1740308 Apr 05 10:07:00.123623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35462) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:00.129503 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'e4d2d2da-817b-409b-bf3c-b5b77accc4fc', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:07:00.135430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:07:00.141893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:07:00.145215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:07:00.150983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:07:00.167357 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:07:00.178907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.207586 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Sync routers for ids ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:07:00.223222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] For port 72edbe50-8f6b-405c-aa10-f18209ad6316, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=72edbe50-8f6b-405c-aa10-f18209ad6316,segment=NetworkSegment(499e9a3a-591a-44ae-9735-cc79b96073d4),segment_id=499e9a3a-591a-44ae-9735-cc79b96073d4)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:07:00.223629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.247426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Routers {'6f21a910-40cd-4ea1-bc10-d736b7cd067d'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:07:00.247426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:00.256750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.265385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.301559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:07:00.306519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.310432 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1830435 Apr 05 10:07:00.310432 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685e52b-2a13-4ea8-971d-ad6a8bf2ecba tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc972da4-9bc1-41cd-8cb6-de8be8892a5a,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:00.311974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35466) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:00.318029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': 'e4d2d2da-817b-409b-bf3c-b5b77accc4fc', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:07:00.330629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:07:00.335850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:07:00.339509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:07:00.346201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:07:00.353845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] Calling delete_port for 72edbe50-8f6b-405c-aa10-f18209ad6316 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:07:00.356707 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:07:00.364189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.394297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:07:00.394649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1ae7fb1d-fe90-453e-bfa4-18f639ab39a7 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:07:00.435415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.440032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.463184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b65ada4-ad6e-4628-8440-f0cecaa757c1,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:00.475558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Set router 6f21a910-40cd-4ea1-bc10-d736b7cd067d gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:07:00.475691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.483537 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-590d5f93-9efd-42ec-a19f-4dd6cd77bfca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1641250 Apr 05 10:07:00.570359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.661289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-386d70e1-8103-44b7-bd32-b4457794bac3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:07:00.678829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-386d70e1-8103-44b7-bd32-b4457794bac3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:07:00.680260 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-386d70e1-8103-44b7-bd32-b4457794bac3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-559944353&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.0624754 Apr 05 10:07:00.731899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=72edbe50-8f6b-405c-aa10-f18209ad6316,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:00.829646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:56Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4', 'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1d:3a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:55Z', 'updated_at': '2022-04-05T10:06:56Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:00.834273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Checking router: 6f21a910-40cd-4ea1-bc10-d736b7cd067d for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:07:00.834626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Updating router 6f21a910-40cd-4ea1-bc10-d736b7cd067d port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:07:00.856045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-2aecc151-5413-4b29-921b-2eba4068dc47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:00.856724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-2aecc151-5413-4b29-921b-2eba4068dc47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:07:00.874664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-2aecc151-5413-4b29-921b-2eba4068dc47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:07:00.876741 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-2aecc151-5413-4b29-921b-2eba4068dc47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/networks?id=756e9b06-24dd-4324-b77e-401f043ddedc HTTP/1.1" status: 200 len: 797 time: 0.1877811 Apr 05 10:07:00.896838 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-e68086b8-5cd1-43b0-a4c4-d7c4595a7e05 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/quotas/f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 375 time: 0.0141358 Apr 05 10:07:00.918997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:00.996595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-4ac568fb-25f4-422f-ac4c-08e9863b430f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:07:01.017165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-4ac568fb-25f4-422f-ac4c-08e9863b430f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:07:01.018455 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-4ac568fb-25f4-422f-ac4c-08e9863b430f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161139 Apr 05 10:07:01.046003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:01.159216 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-dd8fbaeb-17d7-4407-8e62-d70d369730a1 service neutron] 10.222.0.30 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283300 Apr 05 10:07:01.292915 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-e75fff97-755a-4ad7-9b60-66ddcfe1104a service neutron] 10.222.0.30 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273904 Apr 05 10:07:01.318471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:01.331838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Transition to ACTIVE for port object ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:07:01.341199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:01.567838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016f43c-e11b-48d3-a08b-05ad23ad83df None None] Pushing event updated for resources: {'Port': ['ID=ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:01.615370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Attempting to bind port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:07:01.616110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Attempting to bind port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:07:01.616655 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Attempting to bind port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 on network 756e9b06-24dd-4324-b77e-401f043ddedc {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:07:01.629134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:07:01.629776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Checking segment: {'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:07:01.630329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:01.631204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Bound using segment: {'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:07:01.631846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Bound port: ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:07:01.632391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:01.642721 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c7083c8-10a1-4823-9614-8e96b684fc63 req-22db6c0b-2b3f-4180-a9b5-69ad1cdef9f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 210 time: 0.1046183 Apr 05 10:07:01.746738 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] Router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:07:01.758435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] For port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:07:01.762668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] For port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:07:01.768516 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:01.881963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016f43c-e11b-48d3-a08b-05ad23ad83df None None] Pushing event updated for resources: {'Port': ['ID=ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:01.885779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Routers {'6f21a910-40cd-4ea1-bc10-d736b7cd067d'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:07:01.887281 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:01.975089 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:07:01.986528 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] Sync routers for ids ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:07:02.003352 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] Routers {'7080dbf3-b057-4529-b6f9-ade6cee0dcbe'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:07:02.004029 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:06:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:02.014334 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-00290dad-b04c-466a-8f2b-dc02425f4db9 admin admin] 10.222.0.30 "PUT /v2.0/routers/7080dbf3-b057-4529-b6f9-ade6cee0dcbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1649289 Apr 05 10:07:02.014647 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35488) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:02.053518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1293e13a-aecd-4bab-9d82-10925205094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:02.100034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] Set router 6f21a910-40cd-4ea1-bc10-d736b7cd067d gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:07:02.234211 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] Set router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:07:02.242273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:02.471945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:56Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4', 'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1d:3a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:55Z', 'updated_at': '2022-04-05T10:07:01Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:02.476231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c82365-ed6c-4c05-b6e4-c0e8ce6c34ea None None] The sync data for ids ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'] in dv-neutron-833199-1-hyperv is: [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:56Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4', 'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1d:3a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:55Z', 'updated_at': '2022-04-05T10:07:01Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:07:02.629666 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'name': 'tempest-TestVolumeBootPattern-1897334240-router', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:20Z', 'updated_at': '2022-04-05T10:07:00Z', 'revision_number': 5, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'gw_port': {'id': '69ec684d-ea39-42fa-ac89-21a57b019139', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T09:58:23Z', 'updated_at': '2022-04-05T09:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:02.636412 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] Checking router: 7080dbf3-b057-4529-b6f9-ade6cee0dcbe for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:07:02.637901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:02.649520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Deleting port 69ec684d-ea39-42fa-ac89-21a57b019139 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:07:02.649773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:02.651149 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] Routers {'7080dbf3-b057-4529-b6f9-ade6cee0dcbe'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:07:02.652533 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:07:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:02.836771 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-deb42298-e8b7-4c99-a273-84cf6707e42f req-21cd2070-21e3-4289-945a-53386856f56c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 210 time: 0.0636060 Apr 05 10:07:02.868825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] For port 69ec684d-ea39-42fa-ac89-21a57b019139, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=69ec684d-ea39-42fa-ac89-21a57b019139,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:07:02.869885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:02.883828 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] Set router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:07:02.999542 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'name': 'tempest-TestVolumeBootPattern-1897334240-router', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:20Z', 'updated_at': '2022-04-05T10:07:02Z', 'revision_number': 6, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:03.004497 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a3939-44d4-48ab-9694-2f32d1a16a87 None None] The sync data for ids ['7080dbf3-b057-4529-b6f9-ade6cee0dcbe'] in dv-neutron-833199-1-hyperv is: [{'id': '7080dbf3-b057-4529-b6f9-ade6cee0dcbe', 'name': 'tempest-TestVolumeBootPattern-1897334240-router', 'tenant_id': 'c0f149dfa38d4c13a40bf40742f67637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T09:58:20Z', 'updated_at': '2022-04-05T10:07:02Z', 'revision_number': 6, 'project_id': 'c0f149dfa38d4c13a40bf40742f67637', 'gw_port_host': None}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:07:03.040128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.057355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Calling delete_port for 69ec684d-ea39-42fa-ac89-21a57b019139 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:07:03.080596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.088808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-455a4bc4-8921-4e72-aeaf-f5de03258205 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:03.091309 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-455a4bc4-8921-4e72-aeaf-f5de03258205 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=756e9b06-24dd-4324-b77e-401f043ddedc HTTP/1.1" status: 200 len: 797 time: 0.1988702 Apr 05 10:07:03.166001 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-be2f8abb-23ef-447c-8383-3c2aee064c2f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 379 time: 0.0601006 Apr 05 10:07:03.176324 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'device_id': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'admin_state_up': True, 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'security_groups': ['e4d2d2da-817b-409b-bf3c-b5b77accc4fc']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:07:03.278882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.327139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:07:03.329574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=69ec684d-ea39-42fa-ac89-21a57b019139,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:03.338120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:07:03.350298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:07:03.353912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.538562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.12 (756e9b06-24dd-4324-b77e-401f043ddedc/9b95c6e6-b77c-431a-aded-3b7b83bf2e89/9c640e4b-ddb3-4a5f-8e44-f621e25cac1e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:07:03.578754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.762285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.788324 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:07:03.814681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.862472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.867042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.891156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 756e9b06-24dd-4324-b77e-401f043ddedc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:07:03.894333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:07:03.898811 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:07:03.913450 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.914013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7080dbf3-b057-4529-b6f9-ade6cee0dcbe {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:07:03.918899 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:07:03.928524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:03.929882 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-674f9e69-9322-4094-8866-b1830d437ddd admin admin] 10.222.0.30 "DELETE /v2.0/routers/7080dbf3-b057-4529-b6f9-ade6cee0dcbe HTTP/1.1" status: 204 len: 168 time: 1.9135401 Apr 05 10:07:03.932680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35496) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:03.975480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:04.020014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0abc7205-dea1-4a57-9624-5354fb0c5750 admin admin] Deleting subnet 749290b7-3419-48eb-8aab-ddbe3a31d953 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:07:04.023499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0abc7205-dea1-4a57-9624-5354fb0c5750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.029081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:07:04.035674 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:07:04.036341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.080720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0abc7205-dea1-4a57-9624-5354fb0c5750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.173756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.184650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:04.185324 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.216780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-32887d40-bcf8-4aba-8cb2-5c8c5f33612f None None] Provisioning for port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:07:04.220595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:07:04.223655 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-32887d40-bcf8-4aba-8cb2-5c8c5f33612f None None] Provisioning complete for port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:07:04.224047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-32887d40-bcf8-4aba-8cb2-5c8c5f33612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.225960 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-b94d9a2e-eba6-413e-8876-0c932c011d45 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0545099 Apr 05 10:07:04.238807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Request body: {'port': {'device_id': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:07:04.251567 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:07:04.277015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0abc7205-dea1-4a57-9624-5354fb0c5750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.291780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.297291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1a146-967b-44b6-ace9-a7e5f9731dcf req-09c52f56-5723-47be-8d1c-a62a2de7fb5c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:04.298164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b8b1a146-967b-44b6-ace9-a7e5f9731dcf req-09c52f56-5723-47be-8d1c-a62a2de7fb5c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:07:04.333741 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 72edbe50-8f6b-405c-aa10-f18209ad6316 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:07:04.347359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-b8b1a146-967b-44b6-ace9-a7e5f9731dcf req-09c52f56-5723-47be-8d1c-a62a2de7fb5c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:07:04.348534 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b8b1a146-967b-44b6-ace9-a7e5f9731dcf req-09c52f56-5723-47be-8d1c-a62a2de7fb5c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 932 time: 0.3400924 Apr 05 10:07:04.356867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0abc7205-dea1-4a57-9624-5354fb0c5750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.399800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 72edbe50-8f6b-405c-aa10-f18209ad6316 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:07:04.400212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 72edbe50-8f6b-405c-aa10-f18209ad6316 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:07:04.403456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.405659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc7205-dea1-4a57-9624-5354fb0c5750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749290b7-3419-48eb-8aab-ddbe3a31d953,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:04.411979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0abc7205-dea1-4a57-9624-5354fb0c5750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.418051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-32887d40-bcf8-4aba-8cb2-5c8c5f33612f None None] Port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:07:04.420851 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0abc7205-dea1-4a57-9624-5354fb0c5750 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/749290b7-3419-48eb-8aab-ddbe3a31d953 HTTP/1.1" status: 204 len: 168 time: 0.4867225 Apr 05 10:07:04.423482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35500) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:04.426050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08744a42-6950-4158-85f9-9a9813a4e43d None None] Network 21d7d4c1-4771-477e-b30f-e427a6034925 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:07:04.435127 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b8b1a146-967b-44b6-ace9-a7e5f9731dcf req-d3ba91a2-8dfd-4c7c-b596-671d1d2c0b8a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775106 Apr 05 10:07:04.442709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.493523 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:04.545242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.558339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Deleting port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:07:04.558674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.700118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] DHCP port deletion for 21d7d4c1-4771-477e-b30f-e427a6034925 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:07:04.706669 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] Deleting port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:07:04.707051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.786418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] For port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=68c5c181-f13a-4a3d-80d1-4d3be8e4060b,segment=NetworkSegment(499e9a3a-591a-44ae-9735-cc79b96073d4),segment_id=499e9a3a-591a-44ae-9735-cc79b96073d4)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:07:04.786769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.800752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:07:04.808281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.824334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Transition to ACTIVE for port object 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:07:04.828876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.905295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Calling delete_port for 68c5c181-f13a-4a3d-80d1-4d3be8e4060b owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:07:04.931440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] For port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=68c5c181-f13a-4a3d-80d1-4d3be8e4060b,segment=NetworkSegment(499e9a3a-591a-44ae-9735-cc79b96073d4),segment_id=499e9a3a-591a-44ae-9735-cc79b96073d4)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:07:04.931440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:04.962929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Pushing event updated for resources: {'Port': ['ID=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:04.992732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.049020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] No DVR routers for this DVR port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:07:05.068974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] Calling delete_port for 68c5c181-f13a-4a3d-80d1-4d3be8e4060b owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:07:05.084467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c5c181-f13a-4a3d-80d1-4d3be8e4060b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:05.085415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Attempting to bind port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:07:05.085865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Attempting to bind port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:07:05.086297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Attempting to bind port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e on network 756e9b06-24dd-4324-b77e-401f043ddedc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:07:05.094402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e on network 756e9b06-24dd-4324-b77e-401f043ddedc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:07:05.094861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Attempting to bind port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e on network 756e9b06-24dd-4324-b77e-401f043ddedc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:07:05.103211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:07:05.103714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Checking segment: {'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:07:05.104169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Bound using segment: {'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:07:05.104786 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Bound port: 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c069a73-7b54-4f2a-9abd-4993ec228527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:07:05.105199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.143144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:07:05.143497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:07:05.184001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.201981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] For port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:07:05.205716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] For port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:07:05.210516 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d7d4c1-4771-477e-b30f-e427a6034925']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:05.210689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.222913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499e9a3a-591a-44ae-9735-cc79b96073d4') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:05.223238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499e9a3a-591a-44ae-9735-cc79b96073d4') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:05.234238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.252545 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.259585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:07:05.260055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:07:05.275138 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:07:05.277224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.277224 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] 10.222.0.10 "PUT /v2.0/ports/9c640e4b-ddb3-4a5f-8e44-f621e25cac1e HTTP/1.1" status: 200 len: 1094 time: 1.0427835 Apr 05 10:07:05.277224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'tag': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:07:05.295340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabae938-2aaa-4b31-b7e3-0eb9e08d0427 service neutron] Pushing event updated for resources: {'Port': ['ID=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:05.355986 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7de9a4c-ed9a-4848-a09d-4bc1bb1e21f1'] response: {'name': 'network-changed', 'server_uuid': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'tag': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'status': 'completed', 'code': 200} Apr 05 10:07:05.366193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.385610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.393986 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] Pushing event deleted for resources: {'Network': ['ID=21d7d4c1-4771-477e-b30f-e427a6034925,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:05.396656 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-9b4e0775-41dc-4ae2-b350-cb3b80adfa5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 1097 time: 0.0799112 Apr 05 10:07:05.402001 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-182c66bd-b46c-4abd-8622-6c1d23c83829 admin admin] 10.222.0.30 "DELETE /v2.0/networks/21d7d4c1-4771-477e-b30f-e427a6034925 HTTP/1.1" status: 204 len: 168 time: 0.9771714 Apr 05 10:07:05.475868 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-4b576014-7f8b-4a1b-9448-e7d0ca2aae64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e HTTP/1.1" status: 200 len: 217 time: 0.0724015 Apr 05 10:07:05.549570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-2bc52e46-f5ed-4bf5-b775-84dd9065845c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:05.551610 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-2bc52e46-f5ed-4bf5-b775-84dd9065845c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b95c6e6-b77c-431a-aded-3b7b83bf2e89 HTTP/1.1" status: 200 len: 844 time: 0.0699322 Apr 05 10:07:05.559544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35510) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:05.628294 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bc787d0c-7f3d-41ec-b0f8-9e615f0b1395 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=298a887535cb49a1b281d820c653e6fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0675669 Apr 05 10:07:05.630786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35514) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:05.645036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] Deleting port 68c5c181-f13a-4a3d-80d1-4d3be8e4060b {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:07:05.646063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.698254 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-2e6afacd-3e12-4713-aa6b-62a01050dc10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=756e9b06-24dd-4324-b77e-401f043ddedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1367998 Apr 05 10:07:05.698488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f105d228-39b6-41c6-868a-e3bf9b6d1ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.705075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c6160-d1e0-4498-a938-6b31956899f9 req-adc5368c-6c00-4153-9a30-49ec473427f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:05.706466 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-298c6160-d1e0-4498-a938-6b31956899f9 req-adc5368c-6c00-4153-9a30-49ec473427f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 944 time: 0.1044178 Apr 05 10:07:05.714709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-fb716208-10cf-4dc6-9952-48dffd406c12 None None] The port '68c5c181-f13a-4a3d-80d1-4d3be8e4060b' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:07:05.734347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f105d228-39b6-41c6-868a-e3bf9b6d1ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.804909 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f105d228-39b6-41c6-868a-e3bf9b6d1ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.822341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105d228-39b6-41c6-868a-e3bf9b6d1ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bd5580-69ad-41ef-99bb-52e57f6538ae,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:05.829559 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f105d228-39b6-41c6-868a-e3bf9b6d1ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:05.833177 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f105d228-39b6-41c6-868a-e3bf9b6d1ba8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21bd5580-69ad-41ef-99bb-52e57f6538ae HTTP/1.1" status: 204 len: 168 time: 0.1990104 Apr 05 10:07:05.856318 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-298c6160-d1e0-4498-a938-6b31956899f9 req-c3461667-025d-4dbe-98da-76afdb3860f3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275234 Apr 05 10:07:05.885604 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-6d94c1eb-3810-41d8-b169-2f4e0b093413 service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781392 Apr 05 10:07:06.019377 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7bc7ff7c-7eeb-43c8-9037-42038207e8b5 req-444e941a-be1c-4c49-82a6-72d5d18c8afc service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275582 Apr 05 10:07:06.088385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:07:06.166060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:07:06.166426 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:06.227796 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e073645-0b49-4e0f-a0f4-aa35d758b8a0 req-08b9ba5f-89ef-4514-9f35-e34e39173fb2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 1097 time: 0.1614656 Apr 05 10:07:06.251028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35522) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:06.307563 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1b067942-f010-49e7-97e9-f7ce47926b3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0f149dfa38d4c13a40bf40742f67637&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496228 Apr 05 10:07:06.307563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35526) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:06.339759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 68c5c181-f13a-4a3d-80d1-4d3be8e4060b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:07:06.372249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88a67e18-3393-41ce-b00f-f8cd29a3b1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:06.376193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 68c5c181-f13a-4a3d-80d1-4d3be8e4060b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:07:06.376644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 68c5c181-f13a-4a3d-80d1-4d3be8e4060b not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:07:06.376850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073645-0b49-4e0f-a0f4-aa35d758b8a0 req-80e3e97c-383e-4ba2-a2b6-42bcd3cbeffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:06.378436 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e073645-0b49-4e0f-a0f4-aa35d758b8a0 req-80e3e97c-383e-4ba2-a2b6-42bcd3cbeffd service neutron] 10.222.0.10 "GET /v2.0/networks?id=756e9b06-24dd-4324-b77e-401f043ddedc HTTP/1.1" status: 200 len: 897 time: 0.1433737 Apr 05 10:07:06.399374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88a67e18-3393-41ce-b00f-f8cd29a3b1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:06.449519 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e073645-0b49-4e0f-a0f4-aa35d758b8a0 req-a82ad7b5-6146-4029-98c0-9f1b72ec7e29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e HTTP/1.1" status: 200 len: 217 time: 0.0644443 Apr 05 10:07:06.456042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88a67e18-3393-41ce-b00f-f8cd29a3b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:06.471800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a67e18-3393-41ce-b00f-f8cd29a3b1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c525a2-922b-4c44-a245-0f5c435f6d13,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:06.479185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88a67e18-3393-41ce-b00f-f8cd29a3b1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:06.480505 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-88a67e18-3393-41ce-b00f-f8cd29a3b1a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6c525a2-922b-4c44-a245-0f5c435f6d13 HTTP/1.1" status: 204 len: 168 time: 0.1751559 Apr 05 10:07:06.515313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073645-0b49-4e0f-a0f4-aa35d758b8a0 req-cd0ea137-72e6-4d3a-be10-6b32d7b6f3d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:06.516843 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e073645-0b49-4e0f-a0f4-aa35d758b8a0 req-cd0ea137-72e6-4d3a-be10-6b32d7b6f3d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b95c6e6-b77c-431a-aded-3b7b83bf2e89 HTTP/1.1" status: 200 len: 844 time: 0.0616438 Apr 05 10:07:06.595812 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e073645-0b49-4e0f-a0f4-aa35d758b8a0 req-d16f68dd-c52d-4947-8168-c430d5a48d6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=756e9b06-24dd-4324-b77e-401f043ddedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721614 Apr 05 10:07:06.741319 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e073645-0b49-4e0f-a0f4-aa35d758b8a0 req-c16096b3-183d-4e4d-b863-dcfcda92a9ee service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380470 Apr 05 10:07:06.894405 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e073645-0b49-4e0f-a0f4-aa35d758b8a0 req-6aacbd31-c705-4a74-94b1-cd48b585a576 service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470482 Apr 05 10:07:07.211197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f652ca7-be9b-4c03-b940-450882b36b60 req-ba3252d0-8001-4635-a9f2-5cc3d37f1b72 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:07.212641 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6f652ca7-be9b-4c03-b940-450882b36b60 req-ba3252d0-8001-4635-a9f2-5cc3d37f1b72 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 944 time: 0.0755153 Apr 05 10:07:07.256750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6f652ca7-be9b-4c03-b940-450882b36b60 req-69d3249c-b5ad-4512-8e41-d7a06b47a164 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384800 Apr 05 10:07:07.748918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 69ec684d-ea39-42fa-ac89-21a57b019139 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:07:07.782559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 69ec684d-ea39-42fa-ac89-21a57b019139 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:07:07.782892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 69ec684d-ea39-42fa-ac89-21a57b019139 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:07:08.451119 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f02d7-aae7-4f57-a9c9-5b2831ef000b req-9921e35f-9661-4dc0-a5dd-ef943c6593e7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:08.452658 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1b2f02d7-aae7-4f57-a9c9-5b2831ef000b req-9921e35f-9661-4dc0-a5dd-ef943c6593e7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 944 time: 0.0773256 Apr 05 10:07:08.495913 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1b2f02d7-aae7-4f57-a9c9-5b2831ef000b req-23824aad-08ee-4e8b-b783-feb09d7394a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370941 Apr 05 10:07:09.688672 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf11538-66f9-4a0b-bb7d-341e943fd842 req-3d404750-7bdb-4834-98a4-3e77425ffc79 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:09.690086 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8cf11538-66f9-4a0b-bb7d-341e943fd842 req-3d404750-7bdb-4834-98a4-3e77425ffc79 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 944 time: 0.0745173 Apr 05 10:07:09.734334 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8cf11538-66f9-4a0b-bb7d-341e943fd842 req-b93afba5-c64b-49a4-8014-9f28ffdd022a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380917 Apr 05 10:07:10.100144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:07:10.229202 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:07:10.242210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'port_id': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'mac_address': 'fa:16:3e:ee:8d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:07:10.297395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:10.314515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:07:10.329310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:07:10.333209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:10.397725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:10.537515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['9c640e4b-ddb3-4a5f-8e44-f621e25cac1e'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:07:10.928673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24432d47-fa34-43e1-ab17-387d7cbc955a req-b6722f83-40ab-4e12-bcd1-2622811dbd30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:10.930094 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-24432d47-fa34-43e1-ab17-387d7cbc955a req-b6722f83-40ab-4e12-bcd1-2622811dbd30 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 945 time: 0.0764499 Apr 05 10:07:10.974453 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-24432d47-fa34-43e1-ab17-387d7cbc955a req-c553adba-35d9-404a-9964-bc2ed209640c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386078 Apr 05 10:07:12.100293 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:07:12.170084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:07:12.170384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20ef46-515a-4316-b0e1-312e15a0d989 req-928d7d7f-93a9-4480-80b1-711472cd08cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:12.172170 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e20ef46-515a-4316-b0e1-312e15a0d989 req-928d7d7f-93a9-4480-80b1-711472cd08cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 945 time: 0.0774288 Apr 05 10:07:12.175227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:07:12.175613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:12.222005 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e20ef46-515a-4316-b0e1-312e15a0d989 req-47a5f5f0-e178-4676-9d37-a85613f9ba67 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435581 Apr 05 10:07:12.294024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:12.321459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:07:12.330972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:07:12.335264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:12.387956 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0010b941-dcb2-49be-88c4-9005a0c2fcf4'] response: {'server_uuid': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'code': 200} Apr 05 10:07:12.412948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:12.614314 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-197d6c6d-5c02-4274-8d1f-317945e58759 req-fecd83fa-52f9-49f1-bc6d-6a575ffb7f63 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 1099 time: 0.0724337 Apr 05 10:07:12.654896 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-197d6c6d-5c02-4274-8d1f-317945e58759 req-82e7330b-881c-47d8-899c-3206e3aa3ec8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352540 Apr 05 10:07:13.424064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f101e6-8e8a-4fe0-bb14-f56b8e23c5e7 req-4bdf0347-40d6-4e04-830b-51e707b85259 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:13.425507 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e6f101e6-8e8a-4fe0-bb14-f56b8e23c5e7 req-4bdf0347-40d6-4e04-830b-51e707b85259 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 946 time: 0.0763187 Apr 05 10:07:13.474251 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e6f101e6-8e8a-4fe0-bb14-f56b8e23c5e7 req-7bcb5ea4-c8bb-42e4-bba7-09d36630a76a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433662 Apr 05 10:07:14.672600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f102d-a549-45b4-aef5-1975568ca041 req-2b403917-54ea-42e0-bf96-c76bdb256ac0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:14.674072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-370f102d-a549-45b4-aef5-1975568ca041 req-2b403917-54ea-42e0-bf96-c76bdb256ac0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 946 time: 0.0753238 Apr 05 10:07:15.015457 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-370f102d-a549-45b4-aef5-1975568ca041 req-e26ee308-4011-4f9e-b0c7-7c91497c5f48 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357272 Apr 05 10:07:15.213729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f12be-77b3-4d2c-a1c2-2dbd8b6d976f req-4d2fbfe1-02da-4bef-af18-e06d9a489ccb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:15.215155 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2d6f12be-77b3-4d2c-a1c2-2dbd8b6d976f req-4d2fbfe1-02da-4bef-af18-e06d9a489ccb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 946 time: 0.0793500 Apr 05 10:07:15.258937 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2d6f12be-77b3-4d2c-a1c2-2dbd8b6d976f req-393985e2-2039-4f2e-8fe1-c5187a18157f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381494 Apr 05 10:07:15.285871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35552) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:15.353482 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4617f2f4-b126-42bc-bb3f-5a86b5847d8d tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 1094 time: 0.0665219 Apr 05 10:07:15.356175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35556) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:15.361694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:07:15.366894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:07:15.370593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:floatingip and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:07:15.373326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:07:15.378813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:07:15.389220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:15.611183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:15.751149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.101 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/aaa4b845-5abd-4399-bc0c-8b970baa92ad) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:07:15.894666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:15.921144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:15.987388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:07:15.989993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:07:15.993604 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:07:16.022243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=aaa4b845-5abd-4399-bc0c-8b970baa92ad,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:16.482686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:16.536557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:16.735859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:16.740263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:16.842867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=aaa4b845-5abd-4399-bc0c-8b970baa92ad,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:07:16.856486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:17.137826 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP 03833be9-f02f-4685-87f7-c9a0cd25b105 associated. External IP: 172.26.4.101, port: 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e. Apr 05 10:07:17.518976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 6f21a910-40cd-4ea1-bc10-d736b7cd067d has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:07:17.713634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:07:17.723506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] Sync routers for ids ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:07:17.735758 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] Routers {'6f21a910-40cd-4ea1-bc10-d736b7cd067d'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:07:17.736362 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:07:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:17.738070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:17.794576 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6ccaa20c-83eb-48fc-bef1-71a10823893a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4373255 Apr 05 10:07:17.795049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'tag': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:07:17.798068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35560) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:17.850481 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-529c6e7d-51b1-4ddb-8119-f6c017aacea9'] response: {'name': 'network-changed', 'server_uuid': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'tag': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'status': 'completed', 'code': 200} Apr 05 10:07:17.906536 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3de70be4-981a-463a-ad49-995ee2daca60 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/03833be9-f02f-4685-87f7-c9a0cd25b105 HTTP/1.1" status: 200 len: 992 time: 0.1072154 Apr 05 10:07:17.919982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] Set router 6f21a910-40cd-4ea1-bc10-d736b7cd067d gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:07:17.942478 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-000773d7-c851-4288-9cac-148a7885cb40 req-ba6cf6c1-9175-4813-bb92-4182eb7812ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 1099 time: 0.0700116 Apr 05 10:07:18.069914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000773d7-c851-4288-9cac-148a7885cb40 req-9ad14ced-7652-497f-8918-90a080d37e64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:18.071240 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-000773d7-c851-4288-9cac-148a7885cb40 req-9ad14ced-7652-497f-8918-90a080d37e64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=756e9b06-24dd-4324-b77e-401f043ddedc HTTP/1.1" status: 200 len: 897 time: 0.1234581 Apr 05 10:07:18.176267 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-000773d7-c851-4288-9cac-148a7885cb40 req-852052b0-dca7-49e7-8fe0-de221594f05b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e HTTP/1.1" status: 200 len: 1000 time: 0.0976150 Apr 05 10:07:18.239898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000773d7-c851-4288-9cac-148a7885cb40 req-af46f19a-b015-4fa2-ac52-be42b7f4be13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:18.241333 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-000773d7-c851-4288-9cac-148a7885cb40 req-af46f19a-b015-4fa2-ac52-be42b7f4be13 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b95c6e6-b77c-431a-aded-3b7b83bf2e89 HTTP/1.1" status: 200 len: 844 time: 0.0590410 Apr 05 10:07:18.264057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:56Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '03833be9-f02f-4685-87f7-c9a0cd25b105', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'port_id': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'mac_address': 'fa:16:3e:ee:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:07:16Z', 'updated_at': '2022-04-05T10:07:16Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4', 'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1d:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:55Z', 'updated_at': '2022-04-05T10:07:04Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:18.268897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] Checking router: 6f21a910-40cd-4ea1-bc10-d736b7cd067d for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:07:18.279254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] Routers {'6f21a910-40cd-4ea1-bc10-d736b7cd067d'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:07:18.279892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:07:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:18.321006 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-000773d7-c851-4288-9cac-148a7885cb40 req-23569467-c059-4af6-804e-8cf611a63b7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=756e9b06-24dd-4324-b77e-401f043ddedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734260 Apr 05 10:07:18.454038 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-000773d7-c851-4288-9cac-148a7885cb40 req-a2b17ba7-293d-4b68-ad88-7bf2303465d9 service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264744 Apr 05 10:07:18.455624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] Set router 6f21a910-40cd-4ea1-bc10-d736b7cd067d gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:07:18.585424 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-000773d7-c851-4288-9cac-148a7885cb40 req-61c1ce1f-09bc-43cb-99c0-4d08a2e787d4 service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252944 Apr 05 10:07:18.844271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:56Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '03833be9-f02f-4685-87f7-c9a0cd25b105', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'port_id': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'mac_address': 'fa:16:3e:ee:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:07:16Z', 'updated_at': '2022-04-05T10:07:16Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4', 'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1d:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:55Z', 'updated_at': '2022-04-05T10:07:04Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:07:18.848122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f091835-64eb-41b0-8ab3-e7e2b808ec0a None None] The sync data for ids ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'] in dv-neutron-833199-1-hyperv is: [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:56Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '03833be9-f02f-4685-87f7-c9a0cd25b105', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.101', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'port_id': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'mac_address': 'fa:16:3e:ee:8d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:07:16Z', 'updated_at': '2022-04-05T10:07:16Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4', 'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1d:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:55Z', 'updated_at': '2022-04-05T10:07:04Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:07:18.910043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35566) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:19.010071 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cdd68f41-d436-469e-881c-21f21db01549 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/03833be9-f02f-4685-87f7-c9a0cd25b105 HTTP/1.1" status: 200 len: 992 time: 0.0988989 Apr 05 10:07:19.318505 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a389ee-5fc9-4906-a0a6-72c9d69b4f32 None None] New status for floating IP 03833be9-f02f-4685-87f7-c9a0cd25b105: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:07:20.013886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35570) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:07:20.115851 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a8578ed2-7b71-4f98-b075-39eff5e7ae9c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/03833be9-f02f-4685-87f7-c9a0cd25b105 HTTP/1.1" status: 200 len: 994 time: 0.1007054 Apr 05 10:07:21.722953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:29.676975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e683d81-33d3-4da9-af8e-ed04ff03568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:31.966377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-72185349-c8b6-4a31-8277-a04e9802451e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:33.033926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:33.071708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:34.385301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:41.252412 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:07:41.842901 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c546afc-b8dd-45a5-b71a-a1904dfdcb9e req-1ae9b944-db15-427e-b88e-d6df7368a3ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1734307 Apr 05 10:07:41.976256 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c546afc-b8dd-45a5-b71a-a1904dfdcb9e req-a25d897f-39c2-4227-8d88-dc9e3fbf3b02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 1099 time: 0.0669973 Apr 05 10:07:42.119851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c546afc-b8dd-45a5-b71a-a1904dfdcb9e req-b4224673-b3db-4354-bc9c-8a59ec621533 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:42.121263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c546afc-b8dd-45a5-b71a-a1904dfdcb9e req-b4224673-b3db-4354-bc9c-8a59ec621533 service neutron] 10.222.0.10 "GET /v2.0/networks?id=756e9b06-24dd-4324-b77e-401f043ddedc HTTP/1.1" status: 200 len: 897 time: 0.1232138 Apr 05 10:07:42.222148 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c546afc-b8dd-45a5-b71a-a1904dfdcb9e req-1ac5f1ec-20dd-4de8-bcc6-e53d9e6ac659 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e HTTP/1.1" status: 200 len: 1002 time: 0.0939870 Apr 05 10:07:42.287226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c546afc-b8dd-45a5-b71a-a1904dfdcb9e req-5e8d450a-e620-4fa5-964a-926729989f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:07:42.288643 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c546afc-b8dd-45a5-b71a-a1904dfdcb9e req-5e8d450a-e620-4fa5-964a-926729989f7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b95c6e6-b77c-431a-aded-3b7b83bf2e89 HTTP/1.1" status: 200 len: 844 time: 0.0596955 Apr 05 10:07:42.360864 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c546afc-b8dd-45a5-b71a-a1904dfdcb9e req-0c9613d4-2d7a-4986-b8f1-4399217b534e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=756e9b06-24dd-4324-b77e-401f043ddedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656836 Apr 05 10:07:42.490644 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c546afc-b8dd-45a5-b71a-a1904dfdcb9e req-28906afa-c51f-4b4a-a953-36075398fbc0 service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219292 Apr 05 10:07:42.621647 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c546afc-b8dd-45a5-b71a-a1904dfdcb9e req-d5119248-3f88-4c1f-b235-c668c096931c service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252685 Apr 05 10:07:51.721954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:07:59.678527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-796d52d9-fe62-4125-9cf4-912717437a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:01.969432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-77ca7ad7-30a8-45dc-b5c1-2a3e91e0db95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:03.035983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:03.074677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:04.388560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:18.253172 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:08:21.729522 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:29.683639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4f91fb78-a04b-4aff-81e7-d281f819291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:31.971383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e218778-84cd-426c-8b59-3e9a9c682e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:33.039023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:33.078272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:34.392733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:42.816449 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c74dda3-42c3-4dcb-b3ed-dfebdcb25e6f req-a8028864-6360-4fda-b551-828cc5df0604 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1409638 Apr 05 10:08:42.953337 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c74dda3-42c3-4dcb-b3ed-dfebdcb25e6f req-ddb06b3b-5dcf-42ae-9ba5-c4a70daf826c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 1099 time: 0.0695775 Apr 05 10:08:43.092329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74dda3-42c3-4dcb-b3ed-dfebdcb25e6f req-eb0d6ff1-a7d8-4979-95f9-bab6438b0718 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:08:43.093737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c74dda3-42c3-4dcb-b3ed-dfebdcb25e6f req-eb0d6ff1-a7d8-4979-95f9-bab6438b0718 service neutron] 10.222.0.10 "GET /v2.0/networks?id=756e9b06-24dd-4324-b77e-401f043ddedc HTTP/1.1" status: 200 len: 897 time: 0.1228571 Apr 05 10:08:43.193613 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c74dda3-42c3-4dcb-b3ed-dfebdcb25e6f req-44937283-1931-4a54-9c08-6d1dca475ac7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e HTTP/1.1" status: 200 len: 1002 time: 0.0942535 Apr 05 10:08:43.253486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c74dda3-42c3-4dcb-b3ed-dfebdcb25e6f req-cd978c02-41e5-4d01-a936-23069644d8e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:08:43.254791 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c74dda3-42c3-4dcb-b3ed-dfebdcb25e6f req-cd978c02-41e5-4d01-a936-23069644d8e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b95c6e6-b77c-431a-aded-3b7b83bf2e89 HTTP/1.1" status: 200 len: 844 time: 0.0558932 Apr 05 10:08:43.329833 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c74dda3-42c3-4dcb-b3ed-dfebdcb25e6f req-afba1927-048d-4a1a-8066-3e48b40f1c92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=756e9b06-24dd-4324-b77e-401f043ddedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689309 Apr 05 10:08:43.455664 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c74dda3-42c3-4dcb-b3ed-dfebdcb25e6f req-153bad18-d0cf-4581-a1e9-d114bad2b96a service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200807 Apr 05 10:08:43.665863 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c74dda3-42c3-4dcb-b3ed-dfebdcb25e6f req-acc8e826-6721-4f4d-a285-6cac6b8bf3e3 service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048016 Apr 05 10:08:51.737659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:08:55.254172 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:08:59.685124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad98d002-07f2-48ef-8a91-3367d224fcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:01.973219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-07e83749-c06e-4b8e-b356-16ddfe75e0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:03.041475 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:03.080248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:04.393472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:11.265212 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35600) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:09:11.271908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:09:11.582793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2625756'] for subnet, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:11.764639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749085407892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2750054'] for subnet, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:11.820493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:09:11.821093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:11.822360 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/subnets/9b95c6e6-b77c-431a-aded-3b7b83bf2e89 HTTP/1.1" status: 200 len: 836 time: 0.5561903 Apr 05 10:09:11.826920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb7d21-01cf-4791-85b9-289c669d7ae9 None None] Network 756e9b06-24dd-4324-b77e-401f043ddedc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:09:11.835831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Subnet': ['ID=9b95c6e6-b77c-431a-aded-3b7b83bf2e89,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:09:11.844160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:11.844511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:11.844852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:11.845190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:11.846171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:11.846704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:11.846995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:11.847326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:11.847685 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:11.848013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:11.848337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a837f4-e519-467e-a3dd-adadfa58efa0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:12.254024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2d14c46a-3c48-4783-80ea-5370b739f7a0 None None] Provisioning complete for port b0048185-5959-4ed1-8b1a-d45539b14cf5 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:09:12.254390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2d14c46a-3c48-4783-80ea-5370b739f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:12.372526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2d14c46a-3c48-4783-80ea-5370b739f7a0 None None] Provisioning complete for port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:09:12.372779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2d14c46a-3c48-4783-80ea-5370b739f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:12.494303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2d14c46a-3c48-4783-80ea-5370b739f7a0 None None] Provisioning complete for port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:09:12.494666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2d14c46a-3c48-4783-80ea-5370b739f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:21.753110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:29.688061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1066fa2b-3964-487f-a850-2fffbd0f2337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:31.976157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5d0efecf-d9cf-4b94-a5ff-25aa46e6cb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:32.254368 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:09:33.042664 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:33.082398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:34.397290 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:44.294620 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a69ece10-82d4-4326-805f-a112cdd926b7 req-e14c679a-6218-48b8-8268-7ccedf5b5926 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671451 Apr 05 10:09:44.433006 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a69ece10-82d4-4326-805f-a112cdd926b7 req-269840e8-b13c-42de-ab12-ccfe7a403abb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 1099 time: 0.0696385 Apr 05 10:09:44.573622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ece10-82d4-4326-805f-a112cdd926b7 req-83b45879-1801-45df-8a13-163294f1963c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:09:44.574951 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a69ece10-82d4-4326-805f-a112cdd926b7 req-83b45879-1801-45df-8a13-163294f1963c service neutron] 10.222.0.10 "GET /v2.0/networks?id=756e9b06-24dd-4324-b77e-401f043ddedc HTTP/1.1" status: 200 len: 897 time: 0.1242473 Apr 05 10:09:44.671667 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a69ece10-82d4-4326-805f-a112cdd926b7 req-dd1acfe5-26f2-4bf3-bdd9-a6a92078f819 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e HTTP/1.1" status: 200 len: 1002 time: 0.0899422 Apr 05 10:09:44.733737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ece10-82d4-4326-805f-a112cdd926b7 req-9702a4b3-3a00-4d05-bee3-6e291d7e19a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:09:44.735728 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a69ece10-82d4-4326-805f-a112cdd926b7 req-9702a4b3-3a00-4d05-bee3-6e291d7e19a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b95c6e6-b77c-431a-aded-3b7b83bf2e89 HTTP/1.1" status: 200 len: 844 time: 0.0581391 Apr 05 10:09:44.808538 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a69ece10-82d4-4326-805f-a112cdd926b7 req-2f05661b-9b24-4214-8485-4392e156d77e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=756e9b06-24dd-4324-b77e-401f043ddedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678010 Apr 05 10:09:44.937468 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a69ece10-82d4-4326-805f-a112cdd926b7 req-3e021e46-7808-4882-8ead-a5b6fa5115dd service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224434 Apr 05 10:09:45.065561 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a69ece10-82d4-4326-805f-a112cdd926b7 req-ccab45a2-4f94-4c6d-b8e2-6768e5d67953 service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222012 Apr 05 10:09:51.743909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:54.662066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35618) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:09:54.858203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port aaa4b845-5abd-4399-bc0c-8b970baa92ad {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:09:54.858541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:55.021497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:55.021824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:55.138364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for aaa4b845-5abd-4399-bc0c-8b970baa92ad owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:09:55.288362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:55.330491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=aaa4b845-5abd-4399-bc0c-8b970baa92ad,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:09:55.425197 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:55.886956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 6f21a910-40cd-4ea1-bc10-d736b7cd067d has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:09:56.083160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:09:56.092377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] Sync routers for ids ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:09:56.102936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:56.104568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] Routers {'6f21a910-40cd-4ea1-bc10-d736b7cd067d'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:09:56.105167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:09:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:09:56.155914 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-33a3cfa4-1d16-4795-96c5-90a9c06ac00c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/floatingips/03833be9-f02f-4685-87f7-c9a0cd25b105 HTTP/1.1" status: 204 len: 168 time: 1.4926033 Apr 05 10:09:56.156323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'tag': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:09:56.286356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] Set router 6f21a910-40cd-4ea1-bc10-d736b7cd067d gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:09:56.444876 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b44f5dd-1e8b-4064-a4b0-e5cc32ebbd01'] response: {'name': 'network-changed', 'server_uuid': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'tag': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'status': 'completed', 'code': 200} Apr 05 10:09:56.562955 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-03aa3328-7666-46c3-b98b-ea7f2cf8704e req-6cc1ecf2-efe5-4d7d-927b-fb129d2d27da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 1099 time: 0.0961676 Apr 05 10:09:56.653023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:56Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4', 'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1d:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:55Z', 'updated_at': '2022-04-05T10:07:04Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:09:56.656829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] Checking router: 6f21a910-40cd-4ea1-bc10-d736b7cd067d for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:09:56.667178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] Routers {'6f21a910-40cd-4ea1-bc10-d736b7cd067d'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:09:56.667763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:09:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:09:56.753725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa3328-7666-46c3-b98b-ea7f2cf8704e req-5b565140-ae32-49ac-8a96-1a7fae83ca49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:09:56.755172 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-03aa3328-7666-46c3-b98b-ea7f2cf8704e req-5b565140-ae32-49ac-8a96-1a7fae83ca49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=756e9b06-24dd-4324-b77e-401f043ddedc HTTP/1.1" status: 200 len: 897 time: 0.1855402 Apr 05 10:09:56.765193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf80e4-fc4a-4ebd-b5ab-48ee03861178 req-430b0e80-4a2e-4cfa-8ecb-68402bf0efa9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:09:56.766544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-52cf80e4-fc4a-4ebd-b5ab-48ee03861178 req-430b0e80-4a2e-4cfa-8ecb-68402bf0efa9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 946 time: 0.2298498 Apr 05 10:09:56.843455 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] Set router 6f21a910-40cd-4ea1-bc10-d736b7cd067d gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:09:56.849149 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-03aa3328-7666-46c3-b98b-ea7f2cf8704e req-9667d344-f94c-407c-8204-1a9bdbaa7058 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e HTTP/1.1" status: 200 len: 217 time: 0.0811458 Apr 05 10:09:56.919941 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-52cf80e4-fc4a-4ebd-b5ab-48ee03861178 req-0b74bbe2-05f9-46f3-bd5b-0572338c01cf tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024218 Apr 05 10:09:56.929444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa3328-7666-46c3-b98b-ea7f2cf8704e req-03dd929c-de8e-4bab-9e16-a4ca2bdf61de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:09:56.931102 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-03aa3328-7666-46c3-b98b-ea7f2cf8704e req-03dd929c-de8e-4bab-9e16-a4ca2bdf61de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9b95c6e6-b77c-431a-aded-3b7b83bf2e89 HTTP/1.1" status: 200 len: 844 time: 0.0703814 Apr 05 10:09:57.006545 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-03aa3328-7666-46c3-b98b-ea7f2cf8704e req-a1c51c68-16ff-4b78-a203-5967a65f080b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=756e9b06-24dd-4324-b77e-401f043ddedc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684390 Apr 05 10:09:57.138212 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-03aa3328-7666-46c3-b98b-ea7f2cf8704e req-414663a8-9f21-43c9-b889-6fb00467f732 service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245575 Apr 05 10:09:57.155343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:56Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4', 'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1d:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:55Z', 'updated_at': '2022-04-05T10:07:04Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:09:57.159464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bb50a-0d2f-48bd-a346-2d123aaf646a None None] The sync data for ids ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'] in dv-neutron-833199-1-hyperv is: [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:06:56Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4', 'name': '', 'network_id': '756e9b06-24dd-4324-b77e-401f043ddedc', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:1d:3a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:55Z', 'updated_at': '2022-04-05T10:07:04Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '9b95c6e6-b77c-431a-aded-3b7b83bf2e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:09:57.365692 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-03aa3328-7666-46c3-b98b-ea7f2cf8704e req-6a3e4ce9-e2c0-4815-92b7-4c328e63f219 service neutron] 10.222.0.10 "GET /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208090 Apr 05 10:09:57.377607 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bf8be-094b-4ac8-8dc3-3aa8dc67602f None None] New status for floating IP 03833be9-f02f-4685-87f7-c9a0cd25b105: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:09:57.806700 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-4d1e621a-6fce-4049-bfc8-f7231de4709c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:09:57.808042 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-4d1e621a-6fce-4049-bfc8-f7231de4709c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 946 time: 0.0756984 Apr 05 10:09:57.879411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:09:57.879777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:58.131004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:09:58.131371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:58.284007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:09:58.411002 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e257a61-b431-43d6-8c90-4d385dbd6792 req-f042ea6e-5679-43d0-a469-521075891c3d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:09:58.412475 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1e257a61-b431-43d6-8c90-4d385dbd6792 req-f042ea6e-5679-43d0-a469-521075891c3d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f28e729-6302-4180-bd05-a2b6baa8c29e HTTP/1.1" status: 200 len: 946 time: 0.3489363 Apr 05 10:09:58.473171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:58.511547 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1e257a61-b431-43d6-8c90-4d385dbd6792 req-b3d2e1da-29b9-4381-90bb-8e106d528c2d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4d2d2da-817b-409b-bf3c-b5b77accc4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921998 Apr 05 10:09:58.526779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=9c640e4b-ddb3-4a5f-8e44-f621e25cac1e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:09:58.565910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.566267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.566600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.566934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.567274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.567628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.567960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.568288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.568613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.568934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.569256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:09:58.608587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] No DVR routers for this DVR port 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:09:58.610890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:58.613448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'name': 'network-vif-deleted', 'tag': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:09:58.624770 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-66891133-498c-42a7-b7ef-f396fa28ec3d req-0cd42e4e-946b-4cf8-81b3-ee79ae2d0269 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "DELETE /v2.0/ports/9c640e4b-ddb3-4a5f-8e44-f621e25cac1e HTTP/1.1" status: 204 len: 173 time: 0.8107347 Apr 05 10:09:58.759606 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60853438-6d85-41cd-b5b9-ac40005925bc'] response: {'server_uuid': '6f28e729-6302-4180-bd05-a2b6baa8c29e', 'name': 'network-vif-deleted', 'tag': '9c640e4b-ddb3-4a5f-8e44-f621e25cac1e', 'status': 'completed', 'code': 200} Apr 05 10:09:59.618365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35660) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:09:59.691419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-033004a0-d5d0-47d1-8fb9-60270dbda2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:59.692075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-788a6499-74c8-42a5-80f7-9a80829d23d2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:59.722548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-788a6499-74c8-42a5-80f7-9a80829d23d2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:59.787693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-788a6499-74c8-42a5-80f7-9a80829d23d2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:59.805947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a6499-74c8-42a5-80f7-9a80829d23d2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d2d2da-817b-409b-bf3c-b5b77accc4fc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:09:59.815585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-788a6499-74c8-42a5-80f7-9a80829d23d2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:09:59.816698 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-788a6499-74c8-42a5-80f7-9a80829d23d2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4d2d2da-817b-409b-bf3c-b5b77accc4fc HTTP/1.1" status: 204 len: 168 time: 0.1973109 Apr 05 10:09:59.860591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35666) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:00.247236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:00.944265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:10:00.944958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:00.956711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:10:00.988273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:10:00.988630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9c640e4b-ddb3-4a5f-8e44-f621e25cac1e not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:10:01.131761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:01.132122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:01.250944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:10:01.424999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:01.471343 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:01.769231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:01.977919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4170abe3-7d0a-4b66-b7e7-aa1cec63218f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:02.424612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 6f21a910-40cd-4ea1-bc10-d736b7cd067d has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:10:02.615791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:10:02.627118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] Sync routers for ids ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:10:02.629794 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9646ad90-cf03-40c0-b5ff-97941f5c94ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/6f21a910-40cd-4ea1-bc10-d736b7cd067d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7679160 Apr 05 10:10:02.632655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35672) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:02.642422 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] Routers {'6f21a910-40cd-4ea1-bc10-d736b7cd067d'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:10:02.643025 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:10:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:02.816464 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3186e1be-e75b-432f-9c79-14d7bc558fe8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting subnet 9b95c6e6-b77c-431a-aded-3b7b83bf2e89 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:10:02.819247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3186e1be-e75b-432f-9c79-14d7bc558fe8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:02.820469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] Set router 6f21a910-40cd-4ea1-bc10-d736b7cd067d gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:10:02.875170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3186e1be-e75b-432f-9c79-14d7bc558fe8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:02.955717 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3186e1be-e75b-432f-9c79-14d7bc558fe8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.032834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3186e1be-e75b-432f-9c79-14d7bc558fe8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.072026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186e1be-e75b-432f-9c79-14d7bc558fe8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Subnet': ['ID=9b95c6e6-b77c-431a-aded-3b7b83bf2e89,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:03.078359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3186e1be-e75b-432f-9c79-14d7bc558fe8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.085468 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3186e1be-e75b-432f-9c79-14d7bc558fe8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/subnets/9b95c6e6-b77c-431a-aded-3b7b83bf2e89 HTTP/1.1" status: 204 len: 168 time: 0.4516938 Apr 05 10:10:03.087937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35676) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:03.092475 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97490d44-c3cc-461c-ba59-c669c3036638 None None] Network 756e9b06-24dd-4324-b77e-401f043ddedc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:10:03.114022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.196318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.292388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.343044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:10:01Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:03.350497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] Checking router: 6f21a910-40cd-4ea1-bc10-d736b7cd067d for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:10:03.368888 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] Routers {'6f21a910-40cd-4ea1-bc10-d736b7cd067d'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:10:03.369500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:10:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:03.487803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] DHCP port deletion for 756e9b06-24dd-4324-b77e-401f043ddedc request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:10:03.499309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.501442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Deleting port b0048185-5959-4ed1-8b1a-d45539b14cf5 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:10:03.501807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.510107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port daa3a824-e714-4c09-98f7-88b7fa12924d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:10:03.510672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.711962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] Set router 6f21a910-40cd-4ea1-bc10-d736b7cd067d gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:10:03.780546 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port daa3a824-e714-4c09-98f7-88b7fa12924d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=daa3a824-e714-4c09-98f7-88b7fa12924d,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:03.781166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.860247 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] For port b0048185-5959-4ed1-8b1a-d45539b14cf5, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b0048185-5959-4ed1-8b1a-d45539b14cf5,segment=NetworkSegment(9c069a73-7b54-4f2a-9abd-4993ec228527),segment_id=9c069a73-7b54-4f2a-9abd-4993ec228527)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:03.860795 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:03.902937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for daa3a824-e714-4c09-98f7-88b7fa12924d owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:10:03.920090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b0048185-5959-4ed1-8b1a-d45539b14cf5 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:10:04.066902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.069961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Calling delete_port for b0048185-5959-4ed1-8b1a-d45539b14cf5 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:10:04.110006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=daa3a824-e714-4c09-98f7-88b7fa12924d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:04.272625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.332264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.333118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.340674 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Pushing event deleted for resources: {'Port': ['ID=b0048185-5959-4ed1-8b1a-d45539b14cf5,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:04.354452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] No DVR routers for this DVR port b0048185-5959-4ed1-8b1a-d45539b14cf5 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:10:04.368134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.368249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.368662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.368811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.369172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.369460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.369777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.370099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.370413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.370719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.371029 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87666b9-396f-49f9-a2e8-ffb5b711ad59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:04.437374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.439923 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:10:01Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:04.444424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f404ad17-60fe-4363-b971-893ea94d4894 None None] The sync data for ids ['6f21a910-40cd-4ea1-bc10-d736b7cd067d'] in dv-neutron-833199-1-hyperv is: [{'id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'name': 'tempest-TestNetworkBasicOps-router-131987324', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8'}], 'enable_snat': True}, 'gw_port_id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:06:51Z', 'updated_at': '2022-04-05T10:10:01Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': 'daa3a824-e714-4c09-98f7-88b7fa12924d', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f21a910-40cd-4ea1-bc10-d736b7cd067d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:06:52Z', 'updated_at': '2022-04-05T10:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:10:04.591006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.595678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.628552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.629176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Fanout notify agent at l3_agent the message router_deleted on router 6f21a910-40cd-4ea1-bc10-d736b7cd067d {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:10:04.644804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.645862 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-105b1a56-c4a9-4ea0-9a2d-6d850b85d60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/routers/6f21a910-40cd-4ea1-bc10-d736b7cd067d HTTP/1.1" status: 204 len: 168 time: 1.5570450 Apr 05 10:10:04.648480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35680) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:04.755598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.889976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.915968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756e9b06-24dd-4324-b77e-401f043ddedc']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:04.927814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c069a73-7b54-4f2a-9abd-4993ec228527') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:04.928111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c069a73-7b54-4f2a-9abd-4993ec228527') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:04.939923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.959822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:04.966123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:10:04.966546 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:10:05.078893 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:10:05.153091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.172459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.184162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Network': ['ID=756e9b06-24dd-4324-b77e-401f043ddedc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:05.192872 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-76784372-6e4c-4727-b98d-e8a783d68b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/networks/756e9b06-24dd-4324-b77e-401f043ddedc HTTP/1.1" status: 204 len: 168 time: 0.5434511 Apr 05 10:10:05.204605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35684) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:05.210056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'network': {'name': 'tempest-network-smoke--180019690', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'port_security_enabled': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:05.214961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:05.218968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:network and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:05.222055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:05.227847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:05.239004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:10:05.241929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.270052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:10:05.278325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.278664 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Added segment 0bd99720-d8c3-4908-8325-577a34d81763 of type vlan for network 26880d7d-f506-4056-9ff0-7f4d59e196cf Apr 05 10:10:05.304247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.333103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.336773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:05.337348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.445104 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2368228 Apr 05 10:10:05.445715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35688) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:05.448896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaab194-c19d-44c1-b507-8e28393cca97 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Network': ['ID=26880d7d-f506-4056-9ff0-7f4d59e196cf,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:05.455867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-240144603', 'admin_state_up': True, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:05.459995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 26880d7d-f506-4056-9ff0-7f4d59e196cf details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:10:05.466510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:05.471550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:router and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:05.474569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:05.481026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:05.491975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.492863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.512289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.660473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.830929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.859910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:05.878089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:10:05.910673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:10:05.911076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ae75e2e3-e93c-4b6d-a9c3-14d33f3479c4 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:10:05.911499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device daa3a824-e714-4c09-98f7-88b7fa12924d no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:10:05.990446 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: daa3a824-e714-4c09-98f7-88b7fa12924d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:10:05.990795 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device daa3a824-e714-4c09-98f7-88b7fa12924d not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:10:05.996077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.171 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/7582888b-f3b6-4762-8fbe-5c79d216ab31) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:10:06.138821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:06.165791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:06.229832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:10:06.232624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:10:06.238131 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:10:06.263483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=7582888b-f3b6-4762-8fbe-5c79d216ab31,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:06.389698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:06.390407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:06.709946 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 0d090606-4a92-4530-a1bd-2637ffe05b5a is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:10:06.906837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:10:06.916024 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Sync routers for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:10:06.928017 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:10:06.928617 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:10:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:06.933184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:06.934486 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-41c580a7-e97e-4cbb-81c4-bb4bebf3c473 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4875581 Apr 05 10:10:06.937559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35692) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:07.100323 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:10:07.147059 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f9a01bef-9767-4325-9f6b-f42ab0023741 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f5587b1b4168471baeb118f60917a7ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2083917 Apr 05 10:10:07.149640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35698) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:07.286262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f6fad5-5e0f-46eb-8cf5-505dd3f1ef29 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:07.287723 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e2f6fad5-5e0f-46eb-8cf5-505dd3f1ef29 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1371701 Apr 05 10:10:07.290474 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35702) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:07.336419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0a3d14ae-355c-452d-88f6-4dfcb21afe4f tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424793 Apr 05 10:10:07.337035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35706) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:07.342319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-122194124', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:07.408357 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:06Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:07.412165 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Checking router: 0d090606-4a92-4530-a1bd-2637ffe05b5a for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:10:07.412509 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Updating router 0d090606-4a92-4530-a1bd-2637ffe05b5a port 7582888b-f3b6-4762-8fbe-5c79d216ab31 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:10:07.456766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:07.460593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:subnet and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:07.463399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:07.464181 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:07.469283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:07.479548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:10:07.583137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:07.784471 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:07.794971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:07.797817 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Transition to ACTIVE for port object 7582888b-f3b6-4762-8fbe-5c79d216ab31 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:10:07.804419 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:07.877435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Subnet': ['ID=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:07.882015 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Attempting to bind port 7582888b-f3b6-4762-8fbe-5c79d216ab31 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:10:07.882389 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Attempting to bind port 7582888b-f3b6-4762-8fbe-5c79d216ab31 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:10:07.882745 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Attempting to bind port 7582888b-f3b6-4762-8fbe-5c79d216ab31 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:10:07.888520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Checking segment: {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:10:07.888878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network hostable DHCP agents. Network: 26880d7d-f506-4056-9ff0-7f4d59e196cf, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:10:07.894298 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Pushing event updated for resources: {'Port': ['ID=7582888b-f3b6-4762-8fbe-5c79d216ab31,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:07.900088 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:10:07.900466 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:10:07.900842 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:07.901224 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:10:07.901679 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Bound port: 7582888b-f3b6-4762-8fbe-5c79d216ab31, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:10:07.902223 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:07.910542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 26880d7d-f506-4056-9ff0-7f4d59e196cf is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:10:07.919228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 26880d7d-f506-4056-9ff0-7f4d59e196cf) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:10:07.923691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:07.924446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:07.933228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e8f8a-7908-41cb-acaf-f6b6689a046e None None] Network 26880d7d-f506-4056-9ff0-7f4d59e196cf requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:10:07.946373 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b2ecf927-6d07-4b9d-9b67-f6f7343ba310 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6082962 Apr 05 10:10:07.949095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35710) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:07.954885 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.955396 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.955711 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.956059 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.956381 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.956709 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.957034 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.957357 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.957677 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.957993 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.958480 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:07.988533 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] For port 7582888b-f3b6-4762-8fbe-5c79d216ab31, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:10:07.991504 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] For port 7582888b-f3b6-4762-8fbe-5c79d216ab31, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7582888b-f3b6-4762-8fbe-5c79d216ab31,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:10:07.996271 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:08.080885 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c08005-1b10-4f41-a805-ff37fa3e364c None None] Pushing event updated for resources: {'Port': ['ID=7582888b-f3b6-4762-8fbe-5c79d216ab31,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:08.093758 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:10:08.094372 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:10:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:08.145641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-26880d7d-f506-4056-9ff0-7f4d59e196cf', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:10:08.146441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:08.282071 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:10:08.307801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Allocated IP 172.20.0.2 (26880d7d-f506-4056-9ff0-7f4d59e196cf/5ed0d37e-b10b-42f9-aa19-c15486a9fbc4/9125b03a-31c7-43bf-a404-d1431cd78605) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:10:08.530670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:08.542319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Transition to ACTIVE for port object 9125b03a-31c7-43bf-a404-d1431cd78605 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:10:08.561771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Transition to ACTIVE for port object 9125b03a-31c7-43bf-a404-d1431cd78605 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:10:08.569680 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:08.585782 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:06Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:08.590635 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ec11a1-7ba5-4995-94b4-3391567fccc8 None None] The sync data for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv is: [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:06Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:10:08.654610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Network 26880d7d-f506-4056-9ff0-7f4d59e196cf is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:10:08.658167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:10:08.662380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:10:08.668710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Pushing event updated for resources: {'Port': ['ID=9125b03a-31c7-43bf-a404-d1431cd78605,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:08.758714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Attempting to bind port 9125b03a-31c7-43bf-a404-d1431cd78605 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:10:08.759249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Attempting to bind port 9125b03a-31c7-43bf-a404-d1431cd78605 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:10:08.759632 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Attempting to bind port 9125b03a-31c7-43bf-a404-d1431cd78605 on network 26880d7d-f506-4056-9ff0-7f4d59e196cf {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:10:08.768917 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:10:08.768917 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Checking segment: {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:10:08.769273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:08.769726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Bound using segment: {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:10:08.770250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Bound port: 9125b03a-31c7-43bf-a404-d1431cd78605, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:10:08.770731 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:08.873198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:08.887971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] For port 9125b03a-31c7-43bf-a404-d1431cd78605, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:10:08.893379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] For port 9125b03a-31c7-43bf-a404-d1431cd78605, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9125b03a-31c7-43bf-a404-d1431cd78605,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:10:08.897317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:08.995352 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178b536-a86e-49f1-848b-297afbc11571 None None] Pushing event updated for resources: {'Port': ['ID=9125b03a-31c7-43bf-a404-d1431cd78605,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:09.255233 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:10:09.316009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.1 (26880d7d-f506-4056-9ff0-7f4d59e196cf/5ed0d37e-b10b-42f9-aa19-c15486a9fbc4/8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:10:09.479800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:09.496018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:10:09.518649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:09.593116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 26880d7d-f506-4056-9ff0-7f4d59e196cf is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:10:09.599884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:10:09.605362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:10:09.634228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:09.671273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:09.756299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:09.936589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d678c4d-0b85-465c-9130-d8b9563c7e89 None None] Network 26880d7d-f506-4056-9ff0-7f4d59e196cf requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:10:09.952763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7582888b-f3b6-4762-8fbe-5c79d216ab31 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:10:10.100270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-85579e2d-5797-45ab-adc9-6e8735ec4db4 None None] Provisioning for port 9125b03a-31c7-43bf-a404-d1431cd78605 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:10:10.162192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 7582888b-f3b6-4762-8fbe-5c79d216ab31 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:10:10.175664 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 7582888b-f3b6-4762-8fbe-5c79d216ab31 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:10.175938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.263685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.268294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.344125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.367502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 7582888b-f3b6-4762-8fbe-5c79d216ab31, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7582888b-f3b6-4762-8fbe-5c79d216ab31,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:10.372008 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.373117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9125b03a-31c7-43bf-a404-d1431cd78605 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:10:10.378222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.381775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:10.527063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 26880d7d-f506-4056-9ff0-7f4d59e196cf is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:10:10.528345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:10:10.540053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=7582888b-f3b6-4762-8fbe-5c79d216ab31,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:10.562556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 9125b03a-31c7-43bf-a404-d1431cd78605 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:10:10.567497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9125b03a-31c7-43bf-a404-d1431cd78605 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:10.567900 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.683161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0bb74697-4482-4a41-a988-291780fb4873 None None] Provisioning for port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:10:10.698286 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0bb74697-4482-4a41-a988-291780fb4873 None None] Provisioning complete for port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:10.698655 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0bb74697-4482-4a41-a988-291780fb4873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.747948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.775273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0bb74697-4482-4a41-a988-291780fb4873 None None] Port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:10:10.797936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 9125b03a-31c7-43bf-a404-d1431cd78605, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9125b03a-31c7-43bf-a404-d1431cd78605,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:10.805104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0bb74697-4482-4a41-a988-291780fb4873 None None] Provisioning complete for port 9125b03a-31c7-43bf-a404-d1431cd78605 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:10.805756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0bb74697-4482-4a41-a988-291780fb4873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.833179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:10.927746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 0d090606-4a92-4530-a1bd-2637ffe05b5a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:10:10.932613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=9125b03a-31c7-43bf-a404-d1431cd78605,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:11.112248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4ecbd4ba-b001-4cb5-b105-951ce242183b None None] Provisioning complete for port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:11.112950 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4ecbd4ba-b001-4cb5-b105-951ce242183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:11.130209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:10:11.142896 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-39721ac7-f8bb-41f3-b15b-508dffc38419 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/0d090606-4a92-4530-a1bd-2637ffe05b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1926420 Apr 05 10:10:11.145476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35714) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:11.165003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4ecbd4ba-b001-4cb5-b105-951ce242183b None None] Port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:10:11.286615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c4a1d9-1788-43b2-8175-e5db4c9f4f44 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:11.287194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c4a1d9-1788-43b2-8175-e5db4c9f4f44 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:11.287305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c4a1d9-1788-43b2-8175-e5db4c9f4f44 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:11.287693 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c4a1d9-1788-43b2-8175-e5db4c9f4f44 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:11.289277 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d0c4a1d9-1788-43b2-8175-e5db4c9f4f44 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1429253 Apr 05 10:10:11.291981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35718) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:11.356342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7251f-d451-4f1c-8898-5b25005b755a tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:11.356706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7251f-d451-4f1c-8898-5b25005b755a tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:11.357060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7251f-d451-4f1c-8898-5b25005b755a tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:11.357412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf7251f-d451-4f1c-8898-5b25005b755a tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:11.358972 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3cf7251f-d451-4f1c-8898-5b25005b755a tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0661364 Apr 05 10:10:11.361719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35722) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:11.557256 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9f627f0c-615c-40c6-a832-708f9ee66de9 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1943109 Apr 05 10:10:11.857959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35728) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:11.864393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1840725320', 'description': 'tempest-secgroup-smoke-1840725320 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:11.870345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:11.874619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:11.878058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:11.884537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:11.889957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7582888b-f3b6-4762-8fbe-5c79d216ab31 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:10:11.901011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:11.937346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:11.941710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:11.944675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:11.950411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:11.965063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 7582888b-f3b6-4762-8fbe-5c79d216ab31 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:11.965439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.008298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.012719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.059270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696d9d15-d2b7-4554-b885-e3de51530402,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:12.068249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.069427 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2104809 Apr 05 10:10:12.070963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.071320 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.071680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.072092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.072706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.072811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.073070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.073200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35732) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:12.073392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.073884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.074370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.075004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9c5c22-5df1-41d2-be62-bb4fc66990df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:10:12.080984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '696d9d15-d2b7-4554-b885-e3de51530402', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:12.085389 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9125b03a-31c7-43bf-a404-d1431cd78605 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:10:12.087054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:12.091280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:12.094564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:12.103297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:12.122886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.154205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9125b03a-31c7-43bf-a404-d1431cd78605 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:12.155043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.192419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.196112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Sync routers for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:10:12.196775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.217942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9139ad8-a89e-4cc3-9ce9-bf32d4212c37,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:12.226755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:10:12.227467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:10:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:12.228425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.230014 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0149c82a-0dad-4b31-87a5-7d83fd248668 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1553991 Apr 05 10:10:12.232355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35736) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:12.237754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '696d9d15-d2b7-4554-b885-e3de51530402', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:12.243442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:12.247131 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:12.249907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:12.256068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:12.273324 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.335169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.340580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.459818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:10:12.479598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d511efab-351a-4647-99a0-cd27c14b5366,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:12.489892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.491143 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0ac387b0-9849-4339-a5c0-f3d189b687c3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2578883 Apr 05 10:10:12.493869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35740) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:12.499340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '696d9d15-d2b7-4554-b885-e3de51530402', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:12.504965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:12.509172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:12.511335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:12.517412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:12.534571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.597172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.601523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.634048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18b977a-c248-4b88-af32-d4f4054feaec,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:12.641253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.643944 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-91bedfda-2150-4e01-ae5a-594d633ec813 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1491604 Apr 05 10:10:12.645897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35744) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:12.651337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '696d9d15-d2b7-4554-b885-e3de51530402', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:12.656934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:12.661425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:12.664222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:12.669784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:12.686793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.749401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.753813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.773096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:12.778127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Checking router: 0d090606-4a92-4530-a1bd-2637ffe05b5a for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:10:12.778485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Updating router 0d090606-4a92-4530-a1bd-2637ffe05b5a port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:10:12.779831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9594e23-5202-44a7-ac61-06995e906246,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:12.785644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.789278 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-dc3954b9-e0d9-4a27-83cf-96e91558816a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1398427 Apr 05 10:10:12.789481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35748) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:12.794681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '696d9d15-d2b7-4554-b885-e3de51530402', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:12.801127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:12.804832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:12.807967 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:12.814334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:12.826355 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:10:12.832831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.833829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.898256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.902320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.925501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc2b03c-a948-4269-ba62-dea3f8023c7a,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:12.934569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:12.935914 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7ec5dc21-bb8f-4b94-b70a-6a5739449c27 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1454589 Apr 05 10:10:12.939075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35752) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:12.944600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '696d9d15-d2b7-4554-b885-e3de51530402', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:12.950202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:12.954015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:12.957532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:12.963053 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:12.973611 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:10:12.979917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:13.044064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:13.048228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:13.076193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9665e26-fac2-4102-89c4-6333ff27c067,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:13.083544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:13.085420 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0a851d08-9a2e-40e2-8222-4c0e72153ae7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1447394 Apr 05 10:10:13.208023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:13.221203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Transition to ACTIVE for port object 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:10:13.228063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:13.273771 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-1c9efd70-3249-40f5-9e6f-06ef3f7d8d2b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840725320&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.0403426 Apr 05 10:10:13.360111 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c05b4-5d3e-43b3-b0d6-80c7e2fe8958 None None] Pushing event updated for resources: {'Port': ['ID=8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:13.446023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-f361eed3-8fb8-4706-bb1e-2ec7b805337a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:13.447482 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-f361eed3-8fb8-4706-bb1e-2ec7b805337a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 796 time: 0.1668835 Apr 05 10:10:13.448792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Attempting to bind port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:10:13.449149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Attempting to bind port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:10:13.449501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Attempting to bind port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 on network 26880d7d-f506-4056-9ff0-7f4d59e196cf {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:10:13.457065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:10:13.457454 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Checking segment: {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:10:13.457823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:13.458203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Bound using segment: {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:10:13.458665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Bound port: 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:10:13.459033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:13.465218 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6bef330d-d49b-4c7e-ac89-cd273b3efbb6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/quotas/f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 375 time: 0.0123188 Apr 05 10:10:13.545549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-fbd59f86-c886-4822-8354-c10900e67041 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:10:13.557756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] For port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:10:13.561042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] For port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:10:13.563072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-fbd59f86-c886-4822-8354-c10900e67041 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:10:13.565656 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-fbd59f86-c886-4822-8354-c10900e67041 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0949152 Apr 05 10:10:13.567027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:13.652793 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c05b4-5d3e-43b3-b0d6-80c7e2fe8958 None None] Pushing event updated for resources: {'Port': ['ID=8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:13.656119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:10:13.656719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:10:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:13.791545 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-4ed0b8e9-aa78-4c0e-b969-3ae6ae175d60 service neutron] 10.222.0.30 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137408 Apr 05 10:10:13.839641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:10:13.929704 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-815b4816-677f-4b86-8d19-8bd46380d306 service neutron] 10.222.0.30 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320260 Apr 05 10:10:14.119038 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08f8f844-2c7d-47ea-8914-86ecf8062d76 req-4759abb2-7e8e-43d4-b95d-d38f48f0127d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 210 time: 0.0440993 Apr 05 10:10:14.170106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:13Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:14.174771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97062391-7097-466e-bd8a-acf877b26af5 None None] The sync data for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv is: [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:13Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:10:15.233419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-863261ef-64d0-4106-9098-ff193b4e92f4 req-f2d732e0-9b80-44f5-9a35-b62b3d9a3c62 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 210 time: 0.0429585 Apr 05 10:10:15.900981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:10:15.967055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:10:15.972249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:15.972616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:16.086659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:16.117060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:16.120685 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:16.217460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:16.339770 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a94e42fd-85ed-4465-b343-c99651f22fd6 req-79c7fbc8-d374-407b-9e22-001cbb15e611 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 210 time: 0.0400994 Apr 05 10:10:17.501556 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-78993bbc-564b-4a82-afbf-d2b3117fc44c req-f8b9beec-ee55-46cc-9e39-f9d94942dc05 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 210 time: 0.0397217 Apr 05 10:10:17.886799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:10:17.959044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:17.959329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:18.396992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-85044b54-bf01-45b1-bfae-bc46f42a0edb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:18.398369 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-85044b54-bf01-45b1-bfae-bc46f42a0edb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 796 time: 0.1442406 Apr 05 10:10:18.455126 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-d8ed2cbb-da0b-41e9-a1bd-1a2d04dc3bd0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 380 time: 0.0445709 Apr 05 10:10:18.463547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'admin_state_up': True, 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'security_groups': ['696d9d15-d2b7-4554-b885-e3de51530402']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:18.598974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:18.608918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:18.620852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:10:18.624012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:18.679058 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e0efd88a-fcce-4b4a-871b-d5fa138b83e4 req-7e92524b-51da-4fdd-aa0e-84da211456e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 210 time: 0.0454917 Apr 05 10:10:18.825429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.12 (26880d7d-f506-4056-9ff0-7f4d59e196cf/5ed0d37e-b10b-42f9-aa19-c15486a9fbc4/2defc485-1e30-4c02-976f-02ff42397c71) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:10:19.092028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:19.107332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 2defc485-1e30-4c02-976f-02ff42397c71 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:10:19.128948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:19.201541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 26880d7d-f506-4056-9ff0-7f4d59e196cf is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:10:19.204800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:10:19.209177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:10:19.234205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=2defc485-1e30-4c02-976f-02ff42397c71,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:19.272750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:19.273380 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:19.299577 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-6360bc81-5662-480d-b0d6-0a44d143050f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8392286 Apr 05 10:10:19.311049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Request body: {'port': {'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:19.421370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-121ce3a3-a676-4eba-bea4-a1bbd6f634d7 None None] Provisioning for port 2defc485-1e30-4c02-976f-02ff42397c71 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:10:19.422009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:19.426939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-121ce3a3-a676-4eba-bea4-a1bbd6f634d7 None None] Provisioning complete for port 2defc485-1e30-4c02-976f-02ff42397c71 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:19.427413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-121ce3a3-a676-4eba-bea4-a1bbd6f634d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:19.479397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-121ce3a3-a676-4eba-bea4-a1bbd6f634d7 None None] Port 2defc485-1e30-4c02-976f-02ff42397c71 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:10:19.755050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2defc485-1e30-4c02-976f-02ff42397c71 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:10:19.762252 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:19.776630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Transition to ACTIVE for port object 2defc485-1e30-4c02-976f-02ff42397c71 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:10:19.779862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:19.951220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Pushing event updated for resources: {'Port': ['ID=2defc485-1e30-4c02-976f-02ff42397c71,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:20.054219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef464c-177b-445c-b2d7-3acb5157e1c0 req-6346bde9-cdec-4aee-a97a-a3e6db03bfdc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:20.054893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9aef464c-177b-445c-b2d7-3acb5157e1c0 req-6346bde9-cdec-4aee-a97a-a3e6db03bfdc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:10:20.086329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Attempting to bind port 2defc485-1e30-4c02-976f-02ff42397c71 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:10:20.086653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Attempting to bind port 2defc485-1e30-4c02-976f-02ff42397c71 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:10:20.086970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Attempting to bind port 2defc485-1e30-4c02-976f-02ff42397c71 on network 26880d7d-f506-4056-9ff0-7f4d59e196cf {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:10:20.089535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9aef464c-177b-445c-b2d7-3acb5157e1c0 req-6346bde9-cdec-4aee-a97a-a3e6db03bfdc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:10:20.090653 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9aef464c-177b-445c-b2d7-3acb5157e1c0 req-6346bde9-cdec-4aee-a97a-a3e6db03bfdc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 944 time: 0.2797556 Apr 05 10:10:20.095245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Port 2defc485-1e30-4c02-976f-02ff42397c71 on network 26880d7d-f506-4056-9ff0-7f4d59e196cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:10:20.095655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Attempting to bind port 2defc485-1e30-4c02-976f-02ff42397c71 on network 26880d7d-f506-4056-9ff0-7f4d59e196cf {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:10:20.116288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:10:20.116624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Checking segment: {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:10:20.116995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Bound using segment: {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:10:20.117418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Bound port: 2defc485-1e30-4c02-976f-02ff42397c71, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:10:20.117758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:20.196893 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9aef464c-177b-445c-b2d7-3acb5157e1c0 req-2aec8252-28a3-4855-8010-53036042f389 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971735 Apr 05 10:10:20.221515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] For port 2defc485-1e30-4c02-976f-02ff42397c71, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:10:20.224482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] For port 2defc485-1e30-4c02-976f-02ff42397c71, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2defc485-1e30-4c02-976f-02ff42397c71,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:10:20.228217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:20.292681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:20.293973 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] 10.222.0.10 "PUT /v2.0/ports/2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 200 len: 1094 time: 0.9870596 Apr 05 10:10:20.294395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:10:20.314428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e5c2f-29cd-4e68-b112-fe4ba4588ebf service neutron] Pushing event updated for resources: {'Port': ['ID=2defc485-1e30-4c02-976f-02ff42397c71,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:20.373634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bdb003-9a5c-409c-b7e5-049588333d0f'] response: {'name': 'network-changed', 'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71', 'status': 'completed', 'code': 200} Apr 05 10:10:20.415842 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-c3262609-09bd-42ce-95aa-e31070446e29 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 1097 time: 0.0734034 Apr 05 10:10:20.488452 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-a5d99ecf-d5b9-49f4-938d-804d6202d1cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 200 len: 217 time: 0.0661247 Apr 05 10:10:20.549951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-2b19b59f-081a-49f0-b64f-c8da2c909253 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:20.551387 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-2b19b59f-081a-49f0-b64f-c8da2c909253 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.0571687 Apr 05 10:10:20.629650 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-275061ab-ef6b-4e87-8e43-a84a9e9a31a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718474 Apr 05 10:10:20.845603 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-221e427b-62e6-436a-9eb7-548c01b2cbea service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104144 Apr 05 10:10:20.971813 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d2cb621-b1a4-47b3-a426-3fe63cdda556 req-e0437e98-a01c-4575-959a-0f3e1eb6c8fa service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208134 Apr 05 10:10:21.082755 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3da1079-c7fe-481a-8c52-33bcee59f2f7 req-247a8ac9-7312-4ffa-88d3-0f453746a2fb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 1097 time: 0.0662885 Apr 05 10:10:21.209861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da1079-c7fe-481a-8c52-33bcee59f2f7 req-bf28e0a9-98b8-469a-a30c-37c6791e5320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:21.211260 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3da1079-c7fe-481a-8c52-33bcee59f2f7 req-bf28e0a9-98b8-469a-a30c-37c6791e5320 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 896 time: 0.1218944 Apr 05 10:10:21.280335 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3da1079-c7fe-481a-8c52-33bcee59f2f7 req-9b5795e7-3cb0-44f0-9c65-46df86b59f7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 200 len: 217 time: 0.0626833 Apr 05 10:10:21.399437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da1079-c7fe-481a-8c52-33bcee59f2f7 req-fc300531-9e42-4406-92ce-90081a3e30b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:21.400860 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3da1079-c7fe-481a-8c52-33bcee59f2f7 req-fc300531-9e42-4406-92ce-90081a3e30b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.1141729 Apr 05 10:10:21.461027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c51bc-f170-4da6-bde2-b283830fb774 req-b3d6cf63-aab9-4bd1-95c1-6bd6e20932f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:21.462422 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-341c51bc-f170-4da6-bde2-b283830fb774 req-b3d6cf63-aab9-4bd1-95c1-6bd6e20932f9 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 944 time: 0.1393478 Apr 05 10:10:21.519491 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-341c51bc-f170-4da6-bde2-b283830fb774 req-13959759-139f-4447-afc7-3500ed501b1f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506978 Apr 05 10:10:21.523079 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3da1079-c7fe-481a-8c52-33bcee59f2f7 req-8470628b-e2e6-45c7-bdaf-2951cd298ec0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1142526 Apr 05 10:10:21.654408 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3da1079-c7fe-481a-8c52-33bcee59f2f7 req-04ec38cd-6940-47ce-83fe-6f9646414980 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234505 Apr 05 10:10:21.752822 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:21.788069 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3da1079-c7fe-481a-8c52-33bcee59f2f7 req-9014c526-cfd6-411b-8842-979085432b89 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266160 Apr 05 10:10:22.722127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80a9ab-f3db-44d4-b0f2-c51884501be7 req-4dd7176b-c038-409b-a983-7f21483ab677 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:22.723562 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a80a9ab-f3db-44d4-b0f2-c51884501be7 req-4dd7176b-c038-409b-a983-7f21483ab677 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 944 time: 0.0809569 Apr 05 10:10:22.767391 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a80a9ab-f3db-44d4-b0f2-c51884501be7 req-790a4699-912c-476a-98c5-b099964ec7d4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382881 Apr 05 10:10:23.111861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 2defc485-1e30-4c02-976f-02ff42397c71 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:10:23.241719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 2defc485-1e30-4c02-976f-02ff42397c71, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2defc485-1e30-4c02-976f-02ff42397c71,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:23.254506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '2defc485-1e30-4c02-976f-02ff42397c71', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'mac_address': 'fa:16:3e:d8:ea:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:10:23.310487 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:23.326999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2defc485-1e30-4c02-976f-02ff42397c71 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:10:23.342980 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 2defc485-1e30-4c02-976f-02ff42397c71, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2defc485-1e30-4c02-976f-02ff42397c71,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:23.347602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:23.411118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=2defc485-1e30-4c02-976f-02ff42397c71,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:23.557999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['2defc485-1e30-4c02-976f-02ff42397c71'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:10:23.960781 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f233d-314f-4398-b334-1022c6fba7b5 req-ead63144-0859-4b65-b64d-7b3a8b9e00df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:23.962256 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-394f233d-314f-4398-b334-1022c6fba7b5 req-ead63144-0859-4b65-b64d-7b3a8b9e00df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 945 time: 0.0761480 Apr 05 10:10:24.007192 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-394f233d-314f-4398-b334-1022c6fba7b5 req-305be33e-c415-4ada-9e11-2539d5407f99 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394731 Apr 05 10:10:25.128035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 2defc485-1e30-4c02-976f-02ff42397c71 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:10:25.198077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 2defc485-1e30-4c02-976f-02ff42397c71 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:10:25.202738 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 2defc485-1e30-4c02-976f-02ff42397c71 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:25.203103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:25.203777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1f4fa-e5c6-4313-bff0-32aba1dbff63 req-759b0ae0-77f3-419d-b65a-c0955308cb2c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:25.206193 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2be1f4fa-e5c6-4313-bff0-32aba1dbff63 req-759b0ae0-77f3-419d-b65a-c0955308cb2c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 945 time: 0.0803301 Apr 05 10:10:25.251353 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2be1f4fa-e5c6-4313-bff0-32aba1dbff63 req-85253df6-0162-4aae-be93-d3f300610704 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395093 Apr 05 10:10:25.316504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:25.342668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:10:25.352405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 2defc485-1e30-4c02-976f-02ff42397c71, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2defc485-1e30-4c02-976f-02ff42397c71,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:25.356411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:25.424210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=2defc485-1e30-4c02-976f-02ff42397c71,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:25.478367 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15680222-3cf2-42c0-a0bd-e1f5b181804d'] response: {'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71', 'code': 200} Apr 05 10:10:25.700737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bddcdaa5-2849-4e15-ad47-e7041a6a7071 req-4eeb88a8-c4ba-4f3c-9802-5f7ee7e7c01d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 1099 time: 0.0685995 Apr 05 10:10:25.745346 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bddcdaa5-2849-4e15-ad47-e7041a6a7071 req-1be4f7c4-afb6-4a11-84d2-511768829266 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380795 Apr 05 10:10:26.448142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdaf2f-723a-43a4-bd03-1e00d112548d req-cace81cf-f4ea-42a7-92f7-382b3c11d166 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:26.449555 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6fdaf2f-723a-43a4-bd03-1e00d112548d req-cace81cf-f4ea-42a7-92f7-382b3c11d166 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 946 time: 0.0755553 Apr 05 10:10:26.494392 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6fdaf2f-723a-43a4-bd03-1e00d112548d req-2fe47a00-8b1f-43c6-9771-330b272047a8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391045 Apr 05 10:10:27.692040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ca865-06cd-42d7-a76c-731721ba5bfb req-c5d48ab9-44bb-4f7f-a0fb-4054e8ca599d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:27.693466 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad5ca865-06cd-42d7-a76c-731721ba5bfb req-c5d48ab9-44bb-4f7f-a0fb-4054e8ca599d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 946 time: 0.0783372 Apr 05 10:10:27.737354 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad5ca865-06cd-42d7-a76c-731721ba5bfb req-e4ddfd19-4566-4118-8783-d05ea95f2ab3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383062 Apr 05 10:10:27.932043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2deb591-3f89-41bb-8cfd-18ec24d0371d req-dc7fbd3f-dc93-41cc-b075-1abb6115e188 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:27.933527 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c2deb591-3f89-41bb-8cfd-18ec24d0371d req-dc7fbd3f-dc93-41cc-b075-1abb6115e188 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 946 time: 0.0756638 Apr 05 10:10:27.977529 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c2deb591-3f89-41bb-8cfd-18ec24d0371d req-4a58df0a-a0ff-4f8c-a1ed-a757d6948b0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384054 Apr 05 10:10:28.005132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35816) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:28.161462 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a2ff1828-7976-434d-a45e-fe7018abd291 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 1094 time: 0.1551945 Apr 05 10:10:28.164026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35820) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:28.168946 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:28.175004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:28.178715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:floatingip and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:28.181709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:28.187087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:28.196793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:28.326816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:28.459329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.251 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/de9218ba-fea6-42ae-ac43-a6b187bca694) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:10:28.601131 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:28.628722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:28.694465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:10:28.697239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:10:28.701497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:10:28.725318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=de9218ba-fea6-42ae-ac43-a6b187bca694,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:29.186126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:29.242804 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:29.441150 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:29.445269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:29.546892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=de9218ba-fea6-42ae-ac43-a6b187bca694,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:29.561881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:29.695723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cabd724c-33f1-4db3-87d5-2d57876f0ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:29.848326 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP 52fd1b34-41a2-4b7a-957a-3dd2c278b0d3 associated. External IP: 172.26.4.251, port: 2defc485-1e30-4c02-976f-02ff42397c71. Apr 05 10:10:30.236158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 0d090606-4a92-4530-a1bd-2637ffe05b5a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:10:30.437603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:10:30.448333 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] Sync routers for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:10:30.461554 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:10:30.462247 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:10:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:30.463589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:30.516741 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0e214900-3c63-4a21-9771-207a4c10d469 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3514752 Apr 05 10:10:30.517351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:10:30.519299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35824) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:30.585503 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6622844-1b32-4a49-bcda-466d176d10fb'] response: {'name': 'network-changed', 'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71', 'status': 'completed', 'code': 200} Apr 05 10:10:30.598896 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-40040124-0086-4e69-aa5b-6345b95f772a tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 1094 time: 0.0782950 Apr 05 10:10:30.677882 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:10:30.684119 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13bacc0a-0120-4322-8c22-e23d89b73d70 req-81f85b19-1412-409b-9139-72e45daf7ea7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 1099 time: 0.0756426 Apr 05 10:10:30.816365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bacc0a-0120-4322-8c22-e23d89b73d70 req-9335cada-daa5-44d6-af01-18ee3c0d127d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:30.818287 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13bacc0a-0120-4322-8c22-e23d89b73d70 req-9335cada-daa5-44d6-af01-18ee3c0d127d service neutron] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 896 time: 0.1266441 Apr 05 10:10:30.915818 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13bacc0a-0120-4322-8c22-e23d89b73d70 req-c6d727ce-b0f2-40df-8d40-e362153d24f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 200 len: 1000 time: 0.0925214 Apr 05 10:10:30.979832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bacc0a-0120-4322-8c22-e23d89b73d70 req-5c267369-f533-4648-829b-17a9b834702e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:30.981266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13bacc0a-0120-4322-8c22-e23d89b73d70 req-5c267369-f533-4648-829b-17a9b834702e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.0601475 Apr 05 10:10:31.031199 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '52fd1b34-41a2-4b7a-957a-3dd2c278b0d3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:d8:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:29Z', 'updated_at': '2022-04-05T10:10:29Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:31.035343 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] Checking router: 0d090606-4a92-4530-a1bd-2637ffe05b5a for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:10:31.049336 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:10:31.050094 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:10:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:31.051493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35832) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:31.056844 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13bacc0a-0120-4322-8c22-e23d89b73d70 req-0fa244aa-744c-40b7-ba84-d845a25672f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698481 Apr 05 10:10:31.057985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50062210', 'description': 'tempest-secgroup-smoke-50062210 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:31.064679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:31.068931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:31.071737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:31.077345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:31.089309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.125408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:31.130181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:31.133025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:31.138831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:31.192142 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13bacc0a-0120-4322-8c22-e23d89b73d70 req-4a5bb7e3-1ab8-4f2f-9c4d-ca90d1e7888a service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291993 Apr 05 10:10:31.195181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.199254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.243255 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:10:31.250835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a33948b-c067-4261-a6d9-6f99a94ec248,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:31.254375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.255615 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-15bd5f02-4a5d-462b-8fd8-ace4cd1c5c51 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2026122 Apr 05 10:10:31.258319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35836) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:31.263844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '5a33948b-c067-4261-a6d9-6f99a94ec248', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:31.270409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:31.274284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:31.277397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:31.286204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:31.310179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.326089 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13bacc0a-0120-4322-8c22-e23d89b73d70 req-efb01d25-d1f3-4118-bbc7-79f132041a70 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285179 Apr 05 10:10:31.379245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.382783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.407978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23bcf9f-095e-4629-a9a0-870bfa401a16,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:31.418189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.419628 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1cf7d5ae-1618-4a22-a51a-80c519cd70fc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1603789 Apr 05 10:10:31.422292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35840) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:31.428005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '5a33948b-c067-4261-a6d9-6f99a94ec248', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:31.433936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:31.437743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:31.440837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:31.446584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:31.464027 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.527751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.531247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.554590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d4ad82-9793-49c5-85e6-486463406849,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:31.566498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.570509 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d97c48a0-a032-4327-9194-c6a285ba2eb4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1444681 Apr 05 10:10:31.570726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35844) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:31.576923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '5a33948b-c067-4261-a6d9-6f99a94ec248', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:31.583788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:31.587850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:31.591115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:31.600517 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:31.620399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.630221 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '52fd1b34-41a2-4b7a-957a-3dd2c278b0d3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:d8:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:29Z', 'updated_at': '2022-04-05T10:10:29Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:31.634253 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b84166-e2b2-4cdc-9189-1bb4a749582b None None] The sync data for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv is: [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '52fd1b34-41a2-4b7a-957a-3dd2c278b0d3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:d8:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:29Z', 'updated_at': '2022-04-05T10:10:29Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:10:31.690515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.695602 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.717970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68deab5-5828-451c-a2e6-8a133b8a7ea1,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:31.730273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.731471 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-18383dfc-2509-4908-9469-b08a9646674e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1597874 Apr 05 10:10:31.734511 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35848) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:31.740437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '5a33948b-c067-4261-a6d9-6f99a94ec248', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:31.746306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:31.750225 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:31.753757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:31.759462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:31.776688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.843746 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.846243 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db1add-51b6-4a1c-9386-53fe58837cd7 None None] New status for floating IP 52fd1b34-41a2-4b7a-957a-3dd2c278b0d3: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:10:31.847802 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.870307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52336855-0b1d-4575-b3ab-834defd41a62,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:31.880586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.881783 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6ad6b78f-93d4-44a0-951c-7363116dfbb8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1462288 Apr 05 10:10:31.884621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35852) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:31.890179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '5a33948b-c067-4261-a6d9-6f99a94ec248', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:31.896344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:31.900132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:31.903028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:31.909272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:31.919377 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:10:31.926256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.989063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:31.993766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:32.016704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a303a49e-976e-4c19-b69f-74f9e17efffe,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:32.026902 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:32.028212 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-81ce2364-71b7-472b-94c9-58ba57d20800 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1425827 Apr 05 10:10:32.034207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35856) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:32.040016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '5a33948b-c067-4261-a6d9-6f99a94ec248', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:32.046355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:32.046535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d1e85d42-5280-409f-b7b8-b1066a85333b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:32.050576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:32.053495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:32.059309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:32.071960 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:10:32.079743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:32.146266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:32.149461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:32.170299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6c5471-2fe2-4b58-b6e5-cca26ab9ca17,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:32.180727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:32.181848 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4d113c31-efb4-42be-b512-4cd8014548cb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1465709 Apr 05 10:10:32.353149 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-02d4234f-4e8a-41f3-82dc-dc380dab7a59 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50062210&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.0427878 Apr 05 10:10:32.590902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9305f51-a619-4a44-be5a-481667dd33fb req-4d1e7de6-5b63-48ad-aa94-8f627a7c4630 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:32.592377 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-4d1e7de6-5b63-48ad-aa94-8f627a7c4630 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 796 time: 0.2327230 Apr 05 10:10:32.609061 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-5549d5cb-071c-4b36-924f-129bdee820f4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/quotas/f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 375 time: 0.0104587 Apr 05 10:10:32.694910 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-45cbb1aa-5452-4eb3-b744-df6182b35905 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0800960 Apr 05 10:10:32.829075 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-f6b45d2a-cafb-4031-85c2-0e55c9a7c32e service neutron] 10.222.0.30 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220007 Apr 05 10:10:32.958083 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-f1d67bfc-3c9d-4928-99dc-eb75bfdf1e3f service neutron] 10.222.0.30 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229665 Apr 05 10:10:33.046047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:33.095593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:33.152500 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77c8bd0b-89a3-49c5-b181-f567511b4f44 req-c7b20ebb-e960-430d-8c1c-c8654f3c7799 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 210 time: 0.0421686 Apr 05 10:10:34.132377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9305f51-a619-4a44-be5a-481667dd33fb req-816ce1ee-d274-44ad-9690-df1fd4084dd5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:34.133783 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-816ce1ee-d274-44ad-9690-df1fd4084dd5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 796 time: 0.1413682 Apr 05 10:10:34.189608 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-e9b15262-c0f2-4823-b41e-9256b8ee92e5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 471 time: 0.0433636 Apr 05 10:10:34.202912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'device_id': '340351e7-61a8-4f15-a66b-d46378c274e8', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'admin_state_up': True, 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'security_groups': ['5a33948b-c067-4261-a6d9-6f99a94ec248']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:34.327931 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-174fd27b-5e74-48fe-aab9-849a7ef86a83 req-1e7636f4-8283-4646-8aa1-a2de80f2b22a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 210 time: 0.0517197 Apr 05 10:10:34.378992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:34.389276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:34.400183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:10:34.404265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:34.404772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:34.561338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.11 (26880d7d-f506-4056-9ff0-7f4d59e196cf/5ed0d37e-b10b-42f9-aa19-c15486a9fbc4/c9d46f06-2add-4cbe-bb26-a60360b1b03b) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:10:34.745173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:34.761317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object c9d46f06-2add-4cbe-bb26-a60360b1b03b will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:10:34.783578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:34.855541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 26880d7d-f506-4056-9ff0-7f4d59e196cf is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:10:34.858562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:10:34.862892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:10:34.887430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=c9d46f06-2add-4cbe-bb26-a60360b1b03b,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:34.925659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:34.926258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:34.951652 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-c641759a-e60a-4a86-b8a0-f4d5698805b7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7527220 Apr 05 10:10:34.962673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Request body: {'port': {'device_id': '340351e7-61a8-4f15-a66b-d46378c274e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:35.072071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:35.133071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c4fc1e8a-a19d-4172-a134-96eb12aa9165 None None] Provisioning for port c9d46f06-2add-4cbe-bb26-a60360b1b03b completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:10:35.137645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c4fc1e8a-a19d-4172-a134-96eb12aa9165 None None] Provisioning complete for port c9d46f06-2add-4cbe-bb26-a60360b1b03b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:35.138004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c4fc1e8a-a19d-4172-a134-96eb12aa9165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:35.189327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc1e8a-a19d-4172-a134-96eb12aa9165 None None] Port c9d46f06-2add-4cbe-bb26-a60360b1b03b cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:10:35.543756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d46f06-2add-4cbe-bb26-a60360b1b03b {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:10:35.558855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:35.578165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Transition to ACTIVE for port object c9d46f06-2add-4cbe-bb26-a60360b1b03b will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:10:35.583416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:35.644153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f2114-e814-42f0-832d-b11895b1560c req-2a23bb8c-9367-4ee2-ad74-4bc56df431d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:35.644838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-750f2114-e814-42f0-832d-b11895b1560c req-2a23bb8c-9367-4ee2-ad74-4bc56df431d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:10:35.738947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Pushing event updated for resources: {'Port': ['ID=c9d46f06-2add-4cbe-bb26-a60360b1b03b,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:35.747249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-750f2114-e814-42f0-832d-b11895b1560c req-2a23bb8c-9367-4ee2-ad74-4bc56df431d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:10:35.748499 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-750f2114-e814-42f0-832d-b11895b1560c req-2a23bb8c-9367-4ee2-ad74-4bc56df431d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 932 time: 0.2965388 Apr 05 10:10:35.882134 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-750f2114-e814-42f0-832d-b11895b1560c req-d5f8ebd0-eb91-4a0a-96ef-0288e809926b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049020 Apr 05 10:10:35.888584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Attempting to bind port c9d46f06-2add-4cbe-bb26-a60360b1b03b on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:10:35.888912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Attempting to bind port c9d46f06-2add-4cbe-bb26-a60360b1b03b by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:10:35.889235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Attempting to bind port c9d46f06-2add-4cbe-bb26-a60360b1b03b on network 26880d7d-f506-4056-9ff0-7f4d59e196cf {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:10:35.895442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Port c9d46f06-2add-4cbe-bb26-a60360b1b03b on network 26880d7d-f506-4056-9ff0-7f4d59e196cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:10:35.895724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Attempting to bind port c9d46f06-2add-4cbe-bb26-a60360b1b03b on network 26880d7d-f506-4056-9ff0-7f4d59e196cf {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:10:35.902216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:10:35.902549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Checking segment: {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:10:35.903035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Bound using segment: {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:10:35.903332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Bound port: c9d46f06-2add-4cbe-bb26-a60360b1b03b, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd99720-d8c3-4908-8325-577a34d81763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:10:35.903696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:35.993796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] For port c9d46f06-2add-4cbe-bb26-a60360b1b03b, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:10:35.996729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] For port c9d46f06-2add-4cbe-bb26-a60360b1b03b, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c9d46f06-2add-4cbe-bb26-a60360b1b03b,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:10:36.001922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:36.060817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:36.062156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] 10.222.0.10 "PUT /v2.0/ports/c9d46f06-2add-4cbe-bb26-a60360b1b03b HTTP/1.1" status: 200 len: 1094 time: 1.1036043 Apr 05 10:10:36.062576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340351e7-61a8-4f15-a66b-d46378c274e8', 'tag': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:10:36.080765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a45fe-30f0-4b77-a82e-46cc786a051a service neutron] Pushing event updated for resources: {'Port': ['ID=c9d46f06-2add-4cbe-bb26-a60360b1b03b,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:36.137388 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-187d21d8-d706-49c1-a27c-b040a5d1b31b'] response: {'name': 'network-changed', 'server_uuid': '340351e7-61a8-4f15-a66b-d46378c274e8', 'tag': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'status': 'completed', 'code': 200} Apr 05 10:10:36.174347 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-14e123a8-ddee-4598-9ed3-91e751eb45f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 1097 time: 0.0758479 Apr 05 10:10:36.242822 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-d10b9c87-d5aa-42eb-a5c2-d795bfbcacf5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9d46f06-2add-4cbe-bb26-a60360b1b03b HTTP/1.1" status: 200 len: 217 time: 0.0613871 Apr 05 10:10:36.306794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9305f51-a619-4a44-be5a-481667dd33fb req-04e2bb25-848c-4fd4-8baf-284e1855976c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:36.308219 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-04e2bb25-848c-4fd4-8baf-284e1855976c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.0598886 Apr 05 10:10:36.381969 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-7c077324-7c8d-42b9-b05e-2b96f081bafb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670981 Apr 05 10:10:36.510977 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-b09685d7-1a23-469b-bf2f-32f204fa3be3 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227014 Apr 05 10:10:36.638650 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9305f51-a619-4a44-be5a-481667dd33fb req-471ed48b-edf0-4ca9-b3b9-ec9be16664fd service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220267 Apr 05 10:10:36.753258 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f18600f5-fe31-42be-94e0-ab8622507b25 req-53c82479-92c0-4c35-844e-e25243b661c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 1097 time: 0.0738523 Apr 05 10:10:36.916285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18600f5-fe31-42be-94e0-ab8622507b25 req-8b2ce66b-084b-4265-a4e0-d610cb459c9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:36.917717 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f18600f5-fe31-42be-94e0-ab8622507b25 req-8b2ce66b-084b-4265-a4e0-d610cb459c9c service neutron] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 896 time: 0.1574056 Apr 05 10:10:36.986478 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f18600f5-fe31-42be-94e0-ab8622507b25 req-67b3d4da-2fea-4135-bb7b-68fe02e6f474 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9d46f06-2add-4cbe-bb26-a60360b1b03b HTTP/1.1" status: 200 len: 217 time: 0.0619335 Apr 05 10:10:37.193390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18600f5-fe31-42be-94e0-ab8622507b25 req-96504956-3b3e-42e2-9666-f820e39b4afa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:37.194994 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f18600f5-fe31-42be-94e0-ab8622507b25 req-96504956-3b3e-42e2-9666-f820e39b4afa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.2026954 Apr 05 10:10:37.270984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f80d3f-0395-44d6-83ec-a90abdf6bdb2 req-f79f8f05-f9f2-40c1-b7ef-28665f36c783 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:37.272468 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-74f80d3f-0395-44d6-83ec-a90abdf6bdb2 req-f79f8f05-f9f2-40c1-b7ef-28665f36c783 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 944 time: 0.2457988 Apr 05 10:10:37.328294 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f18600f5-fe31-42be-94e0-ab8622507b25 req-a525dede-89a3-4f23-b594-915f88d8ea89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1267095 Apr 05 10:10:37.331366 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-74f80d3f-0395-44d6-83ec-a90abdf6bdb2 req-cd092373-21c0-4142-9385-0934cea8c397 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533273 Apr 05 10:10:37.478707 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f18600f5-fe31-42be-94e0-ab8622507b25 req-6e38e553-52f1-4f4a-ac40-1f17f9eab969 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427903 Apr 05 10:10:37.608609 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f18600f5-fe31-42be-94e0-ab8622507b25 req-1f1d4444-e2f6-46ef-862a-8c9390c310ba service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235855 Apr 05 10:10:38.533655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63208646-f280-4a74-985f-e8e8bfa541e8 req-a863fbad-808f-480b-aaa8-b05c315aed49 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:38.535086 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-63208646-f280-4a74-985f-e8e8bfa541e8 req-a863fbad-808f-480b-aaa8-b05c315aed49 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 944 time: 0.0747397 Apr 05 10:10:38.584780 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-63208646-f280-4a74-985f-e8e8bfa541e8 req-db42fcc1-672d-4f90-8791-969d1211cd00 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441806 Apr 05 10:10:39.180274 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device c9d46f06-2add-4cbe-bb26-a60360b1b03b details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:10:39.310291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port c9d46f06-2add-4cbe-bb26-a60360b1b03b, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c9d46f06-2add-4cbe-bb26-a60360b1b03b,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:39.323491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'port_id': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'mac_address': 'fa:16:3e:ae:3f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:10:39.374879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:39.395867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d46f06-2add-4cbe-bb26-a60360b1b03b {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:10:39.410377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port c9d46f06-2add-4cbe-bb26-a60360b1b03b, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c9d46f06-2add-4cbe-bb26-a60360b1b03b,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:39.414076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:39.509596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=c9d46f06-2add-4cbe-bb26-a60360b1b03b,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:39.634427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['c9d46f06-2add-4cbe-bb26-a60360b1b03b'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:10:39.780061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b76c0-ff33-4908-bb9f-677259781a6c req-b1529305-f316-44dc-b390-4ccacfefdf8f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:39.781437 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b00b76c0-ff33-4908-bb9f-677259781a6c req-b1529305-f316-44dc-b390-4ccacfefdf8f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 945 time: 0.0759487 Apr 05 10:10:39.829726 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b00b76c0-ff33-4908-bb9f-677259781a6c req-db754213-0de5-4509-b15c-75ae1c80e8c6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423276 Apr 05 10:10:41.024650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebfc72-bb77-4ce6-8520-701e0a3b2ba5 req-2ddbb770-61b9-4201-9c7a-00d7afe2c2d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:41.026090 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5aebfc72-bb77-4ce6-8520-701e0a3b2ba5 req-2ddbb770-61b9-4201-9c7a-00d7afe2c2d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 945 time: 0.0787351 Apr 05 10:10:41.072703 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5aebfc72-bb77-4ce6-8520-701e0a3b2ba5 req-71476031-f9f5-45d9-b30e-0c6ca695b2c6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411398 Apr 05 10:10:41.190156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device c9d46f06-2add-4cbe-bb26-a60360b1b03b up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:10:41.258806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port c9d46f06-2add-4cbe-bb26-a60360b1b03b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:10:41.263493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port c9d46f06-2add-4cbe-bb26-a60360b1b03b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:10:41.263898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:41.371467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:41.399988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340351e7-61a8-4f15-a66b-d46378c274e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:10:41.410361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port c9d46f06-2add-4cbe-bb26-a60360b1b03b, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c9d46f06-2add-4cbe-bb26-a60360b1b03b,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:10:41.414092 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:41.458224 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d151bf-0f7c-4f5a-b666-50cdc6baab89'] response: {'server_uuid': '340351e7-61a8-4f15-a66b-d46378c274e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'code': 200} Apr 05 10:10:41.482453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=c9d46f06-2add-4cbe-bb26-a60360b1b03b,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:41.682702 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8eecf1df-4b14-4222-abdd-948ecce284ae req-3e802239-6a6f-4fbf-8bb9-02e747f8c204 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 1099 time: 0.0705743 Apr 05 10:10:41.724080 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8eecf1df-4b14-4222-abdd-948ecce284ae req-ac02e148-2ef8-4db3-b33e-f6924b8f612f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356250 Apr 05 10:10:42.267393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa6df0-f484-44f2-ac42-a3386bd8d969 req-da72493b-da5b-4819-a3cf-0f66ed77b662 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:42.268822 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0baa6df0-f484-44f2-ac42-a3386bd8d969 req-da72493b-da5b-4819-a3cf-0f66ed77b662 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 946 time: 0.0778594 Apr 05 10:10:42.311665 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0baa6df0-f484-44f2-ac42-a3386bd8d969 req-05da10b7-b86d-43c4-909c-1f733a2345c1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374386 Apr 05 10:10:43.513990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a7fa3-d780-4e85-a99b-5f44c90bc7b7 req-0fd87d40-9085-4a58-831e-4ea69a76409c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:43.515428 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-776a7fa3-d780-4e85-a99b-5f44c90bc7b7 req-0fd87d40-9085-4a58-831e-4ea69a76409c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 946 time: 0.0762279 Apr 05 10:10:43.569999 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-776a7fa3-d780-4e85-a99b-5f44c90bc7b7 req-d150c812-9c78-4a14-bd12-d2712bcef64f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482423 Apr 05 10:10:43.786234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67cdc2-1247-4270-a9b5-bf92e6ab313d req-2f259f7f-d03c-4eea-8c88-ceaba99297d1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:43.787751 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3e67cdc2-1247-4270-a9b5-bf92e6ab313d req-2f259f7f-d03c-4eea-8c88-ceaba99297d1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 946 time: 0.0796103 Apr 05 10:10:43.835039 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3e67cdc2-1247-4270-a9b5-bf92e6ab313d req-e71ad5d1-4869-4529-879a-5c0f9c9cc38a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415442 Apr 05 10:10:43.861869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35900) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:43.930326 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8fbca030-772f-4345-b2f4-c3e356db9750 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 1094 time: 0.0672822 Apr 05 10:10:43.933141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35904) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:10:43.938149 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:10:43.944116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:10:43.947834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:floatingip and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:10:43.950593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:10:43.956880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:10:43.967307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:44.106747 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:44.247809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.106 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/814d39e8-9797-49b0-a9cf-6bbba3def175) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:10:44.381939 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c86cae5-8098-42df-9cfc-3ba7a488fc32 req-656bfd44-6266-4eaf-aafa-8123f6de3d7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850554 Apr 05 10:10:44.405981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:44.437052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:44.524849 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c86cae5-8098-42df-9cfc-3ba7a488fc32 req-c8f81741-c4a2-487f-835f-66930f0de149 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 1099 time: 0.0727389 Apr 05 10:10:44.529130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:10:44.531341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:10:44.536573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:10:44.561509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=814d39e8-9797-49b0-a9cf-6bbba3def175,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:44.676178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86cae5-8098-42df-9cfc-3ba7a488fc32 req-c45ed00d-8167-48a1-9fab-14a8e9937adb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:44.677608 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c86cae5-8098-42df-9cfc-3ba7a488fc32 req-c45ed00d-8167-48a1-9fab-14a8e9937adb service neutron] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 896 time: 0.1325521 Apr 05 10:10:44.790575 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c86cae5-8098-42df-9cfc-3ba7a488fc32 req-ce7a74a9-49bd-4379-9239-ce38d48679ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 200 len: 1002 time: 0.1056774 Apr 05 10:10:44.854326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86cae5-8098-42df-9cfc-3ba7a488fc32 req-c307e34d-607f-4599-9d3d-47239d5dd36d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:44.855766 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c86cae5-8098-42df-9cfc-3ba7a488fc32 req-c307e34d-607f-4599-9d3d-47239d5dd36d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.0596762 Apr 05 10:10:45.046502 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c86cae5-8098-42df-9cfc-3ba7a488fc32 req-74c4fdf7-a756-4e35-8498-5ed6d174d2bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1834161 Apr 05 10:10:45.171939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:45.178282 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c86cae5-8098-42df-9cfc-3ba7a488fc32 req-9e7070b0-c912-4d2d-b360-4eec9d6d152b service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250222 Apr 05 10:10:45.228255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:45.308250 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c86cae5-8098-42df-9cfc-3ba7a488fc32 req-e09aca24-9883-4486-9ae7-1365fdddd31d service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237464 Apr 05 10:10:45.428454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:45.433210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:45.541006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=814d39e8-9797-49b0-a9cf-6bbba3def175,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:10:45.554723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:45.742640 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP 41bb04af-6c51-40ea-9878-b485e576e131 associated. External IP: 172.26.4.106, port: c9d46f06-2add-4cbe-bb26-a60360b1b03b. Apr 05 10:10:46.133017 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 0d090606-4a92-4530-a1bd-2637ffe05b5a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:10:46.257055 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:10:46.434032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:10:46.444343 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] Sync routers for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:10:46.456836 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:10:46.457481 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:10:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:46.458520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:46.516005 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-79fc68e4-ee38-4236-aa45-c6d459e51759 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5817623 Apr 05 10:10:46.516481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340351e7-61a8-4f15-a66b-d46378c274e8', 'tag': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:10:46.575041 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8454e63e-9bda-48af-bf55-e2cb4b612abe'] response: {'name': 'network-changed', 'server_uuid': '340351e7-61a8-4f15-a66b-d46378c274e8', 'tag': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'status': 'completed', 'code': 200} Apr 05 10:10:46.636077 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:10:46.674141 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90494728-a22e-46dd-b070-61bb1bc7ddd5 req-46918e80-d35d-47a4-8e73-72c979fbc119 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 1099 time: 0.0743008 Apr 05 10:10:46.831608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90494728-a22e-46dd-b070-61bb1bc7ddd5 req-44cba7ce-4c7f-42fd-adfb-1e7a232cfcb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:46.834096 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90494728-a22e-46dd-b070-61bb1bc7ddd5 req-44cba7ce-4c7f-42fd-adfb-1e7a232cfcb7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 896 time: 0.1533420 Apr 05 10:10:46.959755 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90494728-a22e-46dd-b070-61bb1bc7ddd5 req-9a91ca42-f2f7-4acf-b930-14e52b191a60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9d46f06-2add-4cbe-bb26-a60360b1b03b HTTP/1.1" status: 200 len: 1000 time: 0.1190720 Apr 05 10:10:47.025892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90494728-a22e-46dd-b070-61bb1bc7ddd5 req-9830b490-6a6e-4866-89ae-6e6627ff2f18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:10:47.027707 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90494728-a22e-46dd-b070-61bb1bc7ddd5 req-9830b490-6a6e-4866-89ae-6e6627ff2f18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.0612149 Apr 05 10:10:47.042589 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '41bb04af-6c51-40ea-9878-b485e576e131', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:ae:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340351e7-61a8-4f15-a66b-d46378c274e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:45Z', 'updated_at': '2022-04-05T10:10:45Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}, {'id': '52fd1b34-41a2-4b7a-957a-3dd2c278b0d3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:d8:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:29Z', 'updated_at': '2022-04-05T10:10:32Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:47.047381 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] Checking router: 0d090606-4a92-4530-a1bd-2637ffe05b5a for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:10:47.059071 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:10:47.059710 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:10:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:47.110185 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90494728-a22e-46dd-b070-61bb1bc7ddd5 req-785c1968-8e77-418d-b587-3d16d60a8f3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757775 Apr 05 10:10:47.243288 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90494728-a22e-46dd-b070-61bb1bc7ddd5 req-fd528a4e-f44d-447a-b4a9-5598deb5fefd service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265423 Apr 05 10:10:47.245501 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:10:47.385978 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-90494728-a22e-46dd-b070-61bb1bc7ddd5 req-16e9dec1-d126-4048-a4f9-82d87aa26ed8 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349225 Apr 05 10:10:47.622507 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '41bb04af-6c51-40ea-9878-b485e576e131', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:ae:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340351e7-61a8-4f15-a66b-d46378c274e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:45Z', 'updated_at': '2022-04-05T10:10:45Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}, {'id': '52fd1b34-41a2-4b7a-957a-3dd2c278b0d3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:d8:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:29Z', 'updated_at': '2022-04-05T10:10:32Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:10:47.627213 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a0656-18f7-4f96-bd46-3f49746bc480 None None] The sync data for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv is: [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '41bb04af-6c51-40ea-9878-b485e576e131', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:ae:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340351e7-61a8-4f15-a66b-d46378c274e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:45Z', 'updated_at': '2022-04-05T10:10:45Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}, {'id': '52fd1b34-41a2-4b7a-957a-3dd2c278b0d3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:d8:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:29Z', 'updated_at': '2022-04-05T10:10:32Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:10:47.828235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec7a65e-0e45-464b-8d7f-e8c555611880 None None] New status for floating IP 41bb04af-6c51-40ea-9878-b485e576e131: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:10:51.751694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:10:59.698871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9776e6b3-388f-46f6-b2dd-cbd2b052f55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:01.978975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f520574a-4db6-4dd9-8aeb-5c0f4c9e1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:03.053053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:03.092990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:04.407394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:19.975857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35924) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:20.078132 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cab712ed-b084-4f54-9f08-94ab0ea68bf4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/52fd1b34-41a2-4b7a-957a-3dd2c278b0d3 HTTP/1.1" status: 200 len: 994 time: 0.1010299 Apr 05 10:11:20.804232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35934) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:20.810302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:20.922416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:21.133367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 2defc485-1e30-4c02-976f-02ff42397c71, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2defc485-1e30-4c02-976f-02ff42397c71,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:21.157580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:21.162470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:21.228208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:21.228794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:21.230441 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/ports/2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 200 len: 939 time: 0.4252267 Apr 05 10:11:21.230959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:11:21.249296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=2defc485-1e30-4c02-976f-02ff42397c71,revision_number=6']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:21.260196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.260544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.260885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.261218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.261554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.261948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.262278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.262607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.262982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.263310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.263654 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a472e921-24f0-4969-9215-cc6156763f98 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:21.303410 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8562a7b2-3631-4f2c-995f-b621711be333'] response: {'name': 'network-changed', 'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71', 'status': 'completed', 'code': 200} Apr 05 10:11:21.497997 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f54ba8bd-d0e1-40b7-ae2b-3fb8a4720e2c req-7db5beae-436f-4964-bc7c-f70476e2a79e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 1100 time: 0.1718798 Apr 05 10:11:21.534255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-be49b60d-54f8-41d4-81e2-ba7510042c42 None None] Provisioning complete for port 2defc485-1e30-4c02-976f-02ff42397c71 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:21.534977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-be49b60d-54f8-41d4-81e2-ba7510042c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:21.594289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-be49b60d-54f8-41d4-81e2-ba7510042c42 None None] Port 2defc485-1e30-4c02-976f-02ff42397c71 is administratively disabled so it will not transition to active. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 05 10:11:21.630266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ba8bd-d0e1-40b7-ae2b-3fb8a4720e2c req-bd2053da-12af-4ded-9832-29f95e250a78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:21.631736 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f54ba8bd-d0e1-40b7-ae2b-3fb8a4720e2c req-bd2053da-12af-4ded-9832-29f95e250a78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 896 time: 0.1279578 Apr 05 10:11:21.731529 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f54ba8bd-d0e1-40b7-ae2b-3fb8a4720e2c req-0075339a-afbf-4e41-b117-733e0a3b3d34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 200 len: 1003 time: 0.0940185 Apr 05 10:11:21.760028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:21.791962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ba8bd-d0e1-40b7-ae2b-3fb8a4720e2c req-49872f5d-656e-4294-b0f3-3f04f0d07910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:21.793383 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f54ba8bd-d0e1-40b7-ae2b-3fb8a4720e2c req-49872f5d-656e-4294-b0f3-3f04f0d07910 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.0563762 Apr 05 10:11:21.870450 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f54ba8bd-d0e1-40b7-ae2b-3fb8a4720e2c req-9f643ea7-a4d6-47f3-b963-2137ca9f0044 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717137 Apr 05 10:11:22.006078 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f54ba8bd-d0e1-40b7-ae2b-3fb8a4720e2c req-6da74965-d025-4ced-a225-c72ac9f480c2 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295738 Apr 05 10:11:22.134973 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f54ba8bd-d0e1-40b7-ae2b-3fb8a4720e2c req-99ce26ae-5ced-4869-aa6c-c7f57d71420b service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233482 Apr 05 10:11:23.256460 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:11:24.659547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35944) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:24.665220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-27337584-8a3f-4cf7-9313-304c6c2566a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:24.779250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-27337584-8a3f-4cf7-9313-304c6c2566a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:24.983492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-27337584-8a3f-4cf7-9313-304c6c2566a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 2defc485-1e30-4c02-976f-02ff42397c71, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2defc485-1e30-4c02-976f-02ff42397c71,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:25.008127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-27337584-8a3f-4cf7-9313-304c6c2566a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:25.012596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-27337584-8a3f-4cf7-9313-304c6c2566a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:25.082469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27337584-8a3f-4cf7-9313-304c6c2566a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:25.083118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-27337584-8a3f-4cf7-9313-304c6c2566a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:25.084555 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-27337584-8a3f-4cf7-9313-304c6c2566a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/ports/2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 200 len: 938 time: 0.4240134 Apr 05 10:11:25.087486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35948) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:25.087999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:11:25.107858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27337584-8a3f-4cf7-9313-304c6c2566a5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=2defc485-1e30-4c02-976f-02ff42397c71,revision_number=7']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:25.155494 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07558913-441a-4c3c-b5ec-101b84b1bbf7'] response: {'name': 'network-changed', 'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71', 'status': 'completed', 'code': 200} Apr 05 10:11:25.204827 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c3608988-f955-430f-901a-98780131a33c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/52fd1b34-41a2-4b7a-957a-3dd2c278b0d3 HTTP/1.1" status: 200 len: 994 time: 0.1154807 Apr 05 10:11:25.251411 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1da3bbbb-1ad5-4111-a77d-30e64fd1a77d req-774e650e-074f-44b5-a636-6f82ee80b398 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 1099 time: 0.0734720 Apr 05 10:11:25.311747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['2defc485-1e30-4c02-976f-02ff42397c71'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:11:25.382675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3bbbb-1ad5-4111-a77d-30e64fd1a77d req-522688e6-e127-431a-8a1b-2b71b5c8e099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:25.384127 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1da3bbbb-1ad5-4111-a77d-30e64fd1a77d req-522688e6-e127-431a-8a1b-2b71b5c8e099 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 896 time: 0.1260309 Apr 05 10:11:25.384507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-618d0d13-c359-4a52-87ab-4fc7165de379 None None] Provisioning complete for port 2defc485-1e30-4c02-976f-02ff42397c71 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:25.384826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-618d0d13-c359-4a52-87ab-4fc7165de379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:25.485895 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1da3bbbb-1ad5-4111-a77d-30e64fd1a77d req-b330ec0d-0930-448c-85b6-db27d209250a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 200 len: 1002 time: 0.0950801 Apr 05 10:11:25.547939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3bbbb-1ad5-4111-a77d-30e64fd1a77d req-14c92b93-9cc4-4ab0-b096-c37fdcbfd5e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:25.549341 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1da3bbbb-1ad5-4111-a77d-30e64fd1a77d req-14c92b93-9cc4-4ab0-b096-c37fdcbfd5e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.0565994 Apr 05 10:11:25.744363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1da3bbbb-1ad5-4111-a77d-30e64fd1a77d req-dc47b815-0206-46c1-85da-97d96e719e1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1882811 Apr 05 10:11:25.878749 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1da3bbbb-1ad5-4111-a77d-30e64fd1a77d req-24f246b2-b2ca-43a6-805f-bb2a4cd20f95 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272714 Apr 05 10:11:26.010327 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1da3bbbb-1ad5-4111-a77d-30e64fd1a77d req-326f2904-ac11-46ef-8cb7-aefdf48b2433 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249428 Apr 05 10:11:27.789259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35960) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:27.983460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 814d39e8-9797-49b0-a9cf-6bbba3def175 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:11:27.983828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:28.152830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:28.153152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:28.270454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 814d39e8-9797-49b0-a9cf-6bbba3def175 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:11:28.415179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:28.460548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=814d39e8-9797-49b0-a9cf-6bbba3def175,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:28.498026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.498375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.498716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.499050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.499382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.499741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.500071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.500404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.500727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.501048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.501369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:28.563081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:29.043960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 0d090606-4a92-4530-a1bd-2637ffe05b5a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:11:29.241765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:11:29.251958 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] Sync routers for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:11:29.262263 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:29.266041 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:11:29.266698 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:11:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:29.318431 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b9e22137-ff92-46e6-bfce-12e3ce2740fb tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/floatingips/41bb04af-6c51-40ea-9878-b485e576e131 HTTP/1.1" status: 204 len: 168 time: 1.5279553 Apr 05 10:11:29.320013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340351e7-61a8-4f15-a66b-d46378c274e8', 'tag': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:11:29.382357 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d000af9-470e-4a61-a8a4-f430dd205f19'] response: {'name': 'network-changed', 'server_uuid': '340351e7-61a8-4f15-a66b-d46378c274e8', 'tag': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'status': 'completed', 'code': 200} Apr 05 10:11:29.447807 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:11:29.473127 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdfb7520-2a6f-4d71-ba33-62cdc0892c29 req-d79a3dfc-0b80-4a70-af88-49bd32e9b5fe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 1099 time: 0.0699110 Apr 05 10:11:29.611847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb7520-2a6f-4d71-ba33-62cdc0892c29 req-442d4eab-f3e1-4904-b35d-4eca59891aff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:29.613786 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdfb7520-2a6f-4d71-ba33-62cdc0892c29 req-442d4eab-f3e1-4904-b35d-4eca59891aff service neutron] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 896 time: 0.1348541 Apr 05 10:11:29.703295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-190699cc-9a1d-49e1-953e-962e569d6c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:29.723603 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdfb7520-2a6f-4d71-ba33-62cdc0892c29 req-de99f6e1-7af5-4793-83e2-fca0c5f146fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9d46f06-2add-4cbe-bb26-a60360b1b03b HTTP/1.1" status: 200 len: 217 time: 0.1028078 Apr 05 10:11:29.804238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb7520-2a6f-4d71-ba33-62cdc0892c29 req-95413a4c-e819-494e-bbb6-c1828a8baaf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:29.805662 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdfb7520-2a6f-4d71-ba33-62cdc0892c29 req-95413a4c-e819-494e-bbb6-c1828a8baaf6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.0747073 Apr 05 10:11:29.851926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6cf11-5469-4ba7-8a26-11079a59724a req-02307fe6-8982-451e-afad-ba04410e0d07 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:29.853299 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1c6cf11-5469-4ba7-8a26-11079a59724a req-02307fe6-8982-451e-afad-ba04410e0d07 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 946 time: 0.1754951 Apr 05 10:11:29.854855 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '52fd1b34-41a2-4b7a-957a-3dd2c278b0d3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:d8:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:29Z', 'updated_at': '2022-04-05T10:10:32Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:29.859243 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] Checking router: 0d090606-4a92-4530-a1bd-2637ffe05b5a for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:11:29.871317 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:11:29.872145 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:11:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:29.915811 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1c6cf11-5469-4ba7-8a26-11079a59724a req-9bcfbba1-dfb2-4e31-a7be-e1a2e07917ca tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545845 Apr 05 10:11:29.924638 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdfb7520-2a6f-4d71-ba33-62cdc0892c29 req-ccb99e1d-0e90-4130-984a-88145f05f174 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1112394 Apr 05 10:11:30.048885 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:11:30.055488 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdfb7520-2a6f-4d71-ba33-62cdc0892c29 req-b569160d-50ad-45a9-b95b-9cf154c09429 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233244 Apr 05 10:11:30.187089 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdfb7520-2a6f-4d71-ba33-62cdc0892c29 req-f01e4335-98c4-4839-88ae-2ebe4721fa4f service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255651 Apr 05 10:11:30.386912 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '52fd1b34-41a2-4b7a-957a-3dd2c278b0d3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:d8:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:29Z', 'updated_at': '2022-04-05T10:10:32Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:30.390701 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2731e3-cb03-485c-bd71-de53e79ba033 None None] The sync data for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv is: [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '52fd1b34-41a2-4b7a-957a-3dd2c278b0d3', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'port_id': '2defc485-1e30-4c02-976f-02ff42397c71', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'mac_address': 'fa:16:3e:d8:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:10:29Z', 'updated_at': '2022-04-05T10:10:32Z', 'revision_number': 1, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:11:30.602603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e178fa1-8abe-4b00-8fb9-c9a8a6e6a57f None None] New status for floating IP 41bb04af-6c51-40ea-9878-b485e576e131: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:11:30.936204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-fcf58649-a842-4a54-8c23-dfa277cf2867 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:30.937633 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-fcf58649-a842-4a54-8c23-dfa277cf2867 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 946 time: 0.0809243 Apr 05 10:11:31.006854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-016fbb87-521a-4b25-96b1-4d30d2e49008 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port c9d46f06-2add-4cbe-bb26-a60360b1b03b {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:11:31.007115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-016fbb87-521a-4b25-96b1-4d30d2e49008 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:31.254767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d453bb5-432e-456b-bd8a-ddd3befc82f0 req-a76ab982-46ca-4027-b3cd-d62c4d1d1db7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:31.256231 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7d453bb5-432e-456b-bd8a-ddd3befc82f0 req-a76ab982-46ca-4027-b3cd-d62c4d1d1db7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=340351e7-61a8-4f15-a66b-d46378c274e8 HTTP/1.1" status: 200 len: 946 time: 0.2132995 Apr 05 10:11:31.337823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-016fbb87-521a-4b25-96b1-4d30d2e49008 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port c9d46f06-2add-4cbe-bb26-a60360b1b03b, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=c9d46f06-2add-4cbe-bb26-a60360b1b03b,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:31.338074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-016fbb87-521a-4b25-96b1-4d30d2e49008 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:31.352085 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7d453bb5-432e-456b-bd8a-ddd3befc82f0 req-d5f2670a-6a36-45ed-8440-ce0c352e0913 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a33948b-c067-4261-a6d9-6f99a94ec248&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899713 Apr 05 10:11:31.547483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-016fbb87-521a-4b25-96b1-4d30d2e49008 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for c9d46f06-2add-4cbe-bb26-a60360b1b03b owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:11:31.691880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-016fbb87-521a-4b25-96b1-4d30d2e49008 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:31.738640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016fbb87-521a-4b25-96b1-4d30d2e49008 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=c9d46f06-2add-4cbe-bb26-a60360b1b03b,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:31.809458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-016fbb87-521a-4b25-96b1-4d30d2e49008 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] No DVR routers for this DVR port c9d46f06-2add-4cbe-bb26-a60360b1b03b on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:11:31.811914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-016fbb87-521a-4b25-96b1-4d30d2e49008 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:31.814456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340351e7-61a8-4f15-a66b-d46378c274e8', 'name': 'network-vif-deleted', 'tag': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:11:31.826384 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3c1db169-b5a8-4fd8-b918-d24ad687304e req-016fbb87-521a-4b25-96b1-4d30d2e49008 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "DELETE /v2.0/ports/c9d46f06-2add-4cbe-bb26-a60360b1b03b HTTP/1.1" status: 204 len: 173 time: 0.8827951 Apr 05 10:11:31.877084 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4196bd-7a15-4a7b-b6fc-b35c9f7f3a3b'] response: {'server_uuid': '340351e7-61a8-4f15-a66b-d46378c274e8', 'name': 'network-vif-deleted', 'tag': 'c9d46f06-2add-4cbe-bb26-a60360b1b03b', 'status': 'completed', 'code': 200} Apr 05 10:11:31.980488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9f39b1d9-af5d-4ed4-ad56-691b766c6091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:32.457491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 35976) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:32.525537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7050e665-1b01-4518-b647-765099940788 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:32.555649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7050e665-1b01-4518-b647-765099940788 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:32.618108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7050e665-1b01-4518-b647-765099940788 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:32.636136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050e665-1b01-4518-b647-765099940788 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a33948b-c067-4261-a6d9-6f99a94ec248,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:32.653355 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7050e665-1b01-4518-b647-765099940788 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:32.654498 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7050e665-1b01-4518-b647-765099940788 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/5a33948b-c067-4261-a6d9-6f99a94ec248 HTTP/1.1" status: 204 len: 168 time: 0.1955209 Apr 05 10:11:32.695790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 35982) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:32.893412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port de9218ba-fea6-42ae-ac43-a6b187bca694 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:11:32.893679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:33.045638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:33.061791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:33.062147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:33.100741 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:33.181494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for de9218ba-fea6-42ae-ac43-a6b187bca694 owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:11:33.329277 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:33.371725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=de9218ba-fea6-42ae-ac43-a6b187bca694,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:33.459948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:33.931277 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 0d090606-4a92-4530-a1bd-2637ffe05b5a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:11:34.130046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:11:34.139840 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] Sync routers for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:11:34.146449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:34.151379 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:11:34.152011 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:11:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:34.200457 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-85e7a8cf-469f-4358-8d42-71335db2be0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/floatingips/52fd1b34-41a2-4b7a-957a-3dd2c278b0d3 HTTP/1.1" status: 204 len: 168 time: 1.5035629 Apr 05 10:11:34.201161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:11:34.255640 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f68e6af-eb3f-4329-8be5-76a17cb2c218'] response: {'name': 'network-changed', 'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71', 'status': 'completed', 'code': 200} Apr 05 10:11:34.335079 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:11:34.352798 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-896a884d-f822-488d-b3dd-ed9def5e08ab req-6bef1605-5d17-4d2e-b587-73fddcdad610 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 1099 time: 0.0731175 Apr 05 10:11:34.416045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:34.509752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a884d-f822-488d-b3dd-ed9def5e08ab req-50b8fb0d-b47f-4c6f-b09c-abddf36a1238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:34.511619 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-896a884d-f822-488d-b3dd-ed9def5e08ab req-50b8fb0d-b47f-4c6f-b09c-abddf36a1238 service neutron] 10.222.0.10 "GET /v2.0/networks?id=26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 200 len: 896 time: 0.1525254 Apr 05 10:11:34.622751 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-896a884d-f822-488d-b3dd-ed9def5e08ab req-de846834-1089-46d2-9c82-c6744c8bdb70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 200 len: 217 time: 0.1047053 Apr 05 10:11:34.653559 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:34.657344 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] Checking router: 0d090606-4a92-4530-a1bd-2637ffe05b5a for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:11:34.668199 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:11:34.668784 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:11:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:34.705370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a884d-f822-488d-b3dd-ed9def5e08ab req-736764ef-abf9-4385-b6dc-e9e44b9f0da7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:34.707381 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-896a884d-f822-488d-b3dd-ed9def5e08ab req-736764ef-abf9-4385-b6dc-e9e44b9f0da7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 200 len: 834 time: 0.0783758 Apr 05 10:11:34.713649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc1ab6-2276-4766-9449-3e2803817739 req-953a76b7-5bc1-4330-a418-ec9df1aab36f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:34.714304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-6ccc1ab6-2276-4766-9449-3e2803817739 req-953a76b7-5bc1-4330-a418-ec9df1aab36f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:11:34.774816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-6ccc1ab6-2276-4766-9449-3e2803817739 req-953a76b7-5bc1-4330-a418-ec9df1aab36f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:11:34.776017 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6ccc1ab6-2276-4766-9449-3e2803817739 req-953a76b7-5bc1-4330-a418-ec9df1aab36f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 946 time: 0.2052879 Apr 05 10:11:34.829701 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-896a884d-f822-488d-b3dd-ed9def5e08ab req-cc1c76a3-723b-41ef-93d7-779a4e6126bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=26880d7d-f506-4056-9ff0-7f4d59e196cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126852 Apr 05 10:11:34.834569 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6ccc1ab6-2276-4766-9449-3e2803817739 req-46ea3756-5a43-43c3-9010-d1e8f1c48afe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532064 Apr 05 10:11:34.848091 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:11:34.966375 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-896a884d-f822-488d-b3dd-ed9def5e08ab req-0791cee1-42a2-4fa6-a882-7f1bc1a8e203 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275885 Apr 05 10:11:35.096568 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-896a884d-f822-488d-b3dd-ed9def5e08ab req-75c90996-3f07-4e82-850d-e339eece8cb0 service neutron] 10.222.0.10 "GET /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231411 Apr 05 10:11:35.193298 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:35.197192 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316f29a-2de4-482f-8b27-29f5f6d6a66d None None] The sync data for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv is: [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:09Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44', 'name': '', 'network_id': '26880d7d-f506-4056-9ff0-7f4d59e196cf', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:d4:8e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:09Z', 'updated_at': '2022-04-05T10:10:16Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '5ed0d37e-b10b-42f9-aa19-c15486a9fbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:11:35.411687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7afb3e-9bd9-4b16-85bd-a988514b453b None None] New status for floating IP 52fd1b34-41a2-4b7a-957a-3dd2c278b0d3: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:11:35.462336 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device c9d46f06-2add-4cbe-bb26-a60360b1b03b no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:11:35.595261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: c9d46f06-2add-4cbe-bb26-a60360b1b03b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:11:35.595534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device c9d46f06-2add-4cbe-bb26-a60360b1b03b not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:11:35.927763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-47faf901-85e1-4fc9-8d46-442a9205d1dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:35.929185 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-47faf901-85e1-4fc9-8d46-442a9205d1dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 946 time: 0.0799243 Apr 05 10:11:36.044486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-0db6a37d-6191-4197-b522-c37bb3fc459f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 2defc485-1e30-4c02-976f-02ff42397c71 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:11:36.045167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-0db6a37d-6191-4197-b522-c37bb3fc459f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:36.145942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e40b17-9614-4859-94b9-b91a162277f1 req-313692db-5bd3-4f7c-b321-5d0b06b598e6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:36.147394 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65e40b17-9614-4859-94b9-b91a162277f1 req-313692db-5bd3-4f7c-b321-5d0b06b598e6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 946 time: 0.1859143 Apr 05 10:11:36.374794 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65e40b17-9614-4859-94b9-b91a162277f1 req-90e1d67a-6e43-44b6-b6b6-e1c6fb81ec15 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=696d9d15-d2b7-4554-b885-e3de51530402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210553 Apr 05 10:11:36.430681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-0db6a37d-6191-4197-b522-c37bb3fc459f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 2defc485-1e30-4c02-976f-02ff42397c71, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=2defc485-1e30-4c02-976f-02ff42397c71,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:36.431192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-0db6a37d-6191-4197-b522-c37bb3fc459f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:36.554527 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-0db6a37d-6191-4197-b522-c37bb3fc459f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 2defc485-1e30-4c02-976f-02ff42397c71 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:11:36.697013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-0db6a37d-6191-4197-b522-c37bb3fc459f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:36.745529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6a37d-6191-4197-b522-c37bb3fc459f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=2defc485-1e30-4c02-976f-02ff42397c71,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:36.821672 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-0db6a37d-6191-4197-b522-c37bb3fc459f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] No DVR routers for this DVR port 2defc485-1e30-4c02-976f-02ff42397c71 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:11:36.824020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-0db6a37d-6191-4197-b522-c37bb3fc459f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:36.826563 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'name': 'network-vif-deleted', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:11:36.842008 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1222f4bf-9e9c-4a07-a8c4-49464a0ed5f9 req-0db6a37d-6191-4197-b522-c37bb3fc459f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "DELETE /v2.0/ports/2defc485-1e30-4c02-976f-02ff42397c71 HTTP/1.1" status: 204 len: 173 time: 0.9075892 Apr 05 10:11:36.883280 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535ddfdb-fc28-4b84-bd32-a55387619463'] response: {'server_uuid': 'ce32dae0-b420-45c9-845f-3a6b59e02103', 'name': 'network-vif-deleted', 'tag': '2defc485-1e30-4c02-976f-02ff42397c71', 'status': 'completed', 'code': 200} Apr 05 10:11:37.577678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-483cc36c-4f7f-482a-8943-aa87f1cf2672 req-3b15f2d9-0dfb-4dec-a27f-a4ade303d1a6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:11:37.599715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-483cc36c-4f7f-482a-8943-aa87f1cf2672 req-3b15f2d9-0dfb-4dec-a27f-a4ade303d1a6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:11:37.600902 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-483cc36c-4f7f-482a-8943-aa87f1cf2672 req-3b15f2d9-0dfb-4dec-a27f-a4ade303d1a6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce32dae0-b420-45c9-845f-3a6b59e02103 HTTP/1.1" status: 200 len: 210 time: 0.0768466 Apr 05 10:11:38.710885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36002) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:38.779982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-51adbbf8-a36a-4182-b7b4-aa42b96210f6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:38.809937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-51adbbf8-a36a-4182-b7b4-aa42b96210f6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:38.877042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-51adbbf8-a36a-4182-b7b4-aa42b96210f6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:38.897565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adbbf8-a36a-4182-b7b4-aa42b96210f6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=696d9d15-d2b7-4554-b885-e3de51530402,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:38.905634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-51adbbf8-a36a-4182-b7b4-aa42b96210f6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:38.907209 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-51adbbf8-a36a-4182-b7b4-aa42b96210f6 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/696d9d15-d2b7-4554-b885-e3de51530402 HTTP/1.1" status: 204 len: 168 time: 0.1952560 Apr 05 10:11:38.948833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36008) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:39.349078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:39.439852 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 2defc485-1e30-4c02-976f-02ff42397c71 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:11:39.484500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 2defc485-1e30-4c02-976f-02ff42397c71 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:11:39.484929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 2defc485-1e30-4c02-976f-02ff42397c71 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:11:39.981709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:11:39.982325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:40.260042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:40.260393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:40.377522 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:11:40.548838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:40.599088 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:40.890533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:41.465285 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 0d090606-4a92-4530-a1bd-2637ffe05b5a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:11:41.761993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:11:41.771273 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] Sync routers for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:11:41.777746 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-505dcf6f-e6a9-4fa3-ba4e-46cd3e659982 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/0d090606-4a92-4530-a1bd-2637ffe05b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8272908 Apr 05 10:11:41.780454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36012) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:41.783120 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:11:41.783756 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:11:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:41.959310 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:11:41.980833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe73dcc3-b269-4041-9501-02bc742bc73a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting subnet 5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:11:41.983775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fe73dcc3-b269-4041-9501-02bc742bc73a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.036857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fe73dcc3-b269-4041-9501-02bc742bc73a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.122189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fe73dcc3-b269-4041-9501-02bc742bc73a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.195064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fe73dcc3-b269-4041-9501-02bc742bc73a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.233153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73dcc3-b269-4041-9501-02bc742bc73a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Subnet': ['ID=5ed0d37e-b10b-42f9-aa19-c15486a9fbc4,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:42.238337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fe73dcc3-b269-4041-9501-02bc742bc73a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.243147 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:11:40Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:42.245252 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fe73dcc3-b269-4041-9501-02bc742bc73a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/subnets/5ed0d37e-b10b-42f9-aa19-c15486a9fbc4 HTTP/1.1" status: 204 len: 168 time: 0.4638400 Apr 05 10:11:42.246789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d13228-1dcf-4fcc-b26f-d2deda628968 None None] Network 26880d7d-f506-4056-9ff0-7f4d59e196cf requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:11:42.247965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36016) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:42.248275 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] Checking router: 0d090606-4a92-4530-a1bd-2637ffe05b5a for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:11:42.259285 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] Routers {'0d090606-4a92-4530-a1bd-2637ffe05b5a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:11:42.259934 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:11:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0d090606-4a92-4530-a1bd-2637ffe05b5a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:42.438356 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] Set router 0d090606-4a92-4530-a1bd-2637ffe05b5a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:11:42.455394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.509407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] DHCP port deletion for 26880d7d-f506-4056-9ff0-7f4d59e196cf request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:11:42.513935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Deleting port 9125b03a-31c7-43bf-a404-d1431cd78605 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:11:42.514310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.673357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.684697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 7582888b-f3b6-4762-8fbe-5c79d216ab31 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:11:42.685700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.735650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] For port 9125b03a-31c7-43bf-a404-d1431cd78605, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9125b03a-31c7-43bf-a404-d1431cd78605,segment=NetworkSegment(0bd99720-d8c3-4908-8325-577a34d81763),segment_id=0bd99720-d8c3-4908-8325-577a34d81763)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:42.735985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.749908 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:11:40Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:42.755192 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e793c-7acc-498a-98aa-a1a43ddf1f1e None None] The sync data for ids ['0d090606-4a92-4530-a1bd-2637ffe05b5a'] in dv-neutron-833199-1-hyperv is: [{'id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'name': 'tempest-TestNetworkBasicOps-router-240144603', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171'}], 'enable_snat': True}, 'gw_port_id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:11:40Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '7582888b-f3b6-4762-8fbe-5c79d216ab31', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d090606-4a92-4530-a1bd-2637ffe05b5a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:10:05Z', 'updated_at': '2022-04-05T10:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:11:42.856660 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Calling delete_port for 9125b03a-31c7-43bf-a404-d1431cd78605 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:11:42.866304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 7582888b-f3b6-4762-8fbe-5c79d216ab31, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=7582888b-f3b6-4762-8fbe-5c79d216ab31,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:42.866829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.929289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:42.977653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Pushing event deleted for resources: {'Port': ['ID=9125b03a-31c7-43bf-a404-d1431cd78605,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:42.982867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] No DVR routers for this DVR port 9125b03a-31c7-43bf-a404-d1431cd78605 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:11:42.989495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 7582888b-f3b6-4762-8fbe-5c79d216ab31 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:11:42.990737 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:42.991015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:42.991745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:42.991745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:42.992005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:42.992331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:42.992654 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:42.992975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:42.993514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:42.993607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:42.993894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9859d03-6bef-4665-9445-7f2896344b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:43.160820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:43.205395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=7582888b-f3b6-4762-8fbe-5c79d216ab31,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:43.522175 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:43.778951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:43.783131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:43.807988 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:43.808451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Fanout notify agent at l3_agent the message router_deleted on router 0d090606-4a92-4530-a1bd-2637ffe05b5a {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:11:43.823792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:43.824874 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5abd2503-7b48-4cb3-8833-33e2b9aae60c tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/routers/0d090606-4a92-4530-a1bd-2637ffe05b5a HTTP/1.1" status: 204 len: 168 time: 1.5760083 Apr 05 10:11:43.827670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36020) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:43.968539 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.095256 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.120321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26880d7d-f506-4056-9ff0-7f4d59e196cf']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:44.132213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd99720-d8c3-4908-8325-577a34d81763') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:44.132504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd99720-d8c3-4908-8325-577a34d81763') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:44.143373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.158867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.165604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:11:44.166072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:11:44.181295 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:11:44.267328 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.274331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.286397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:11:44.307714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Network': ['ID=26880d7d-f506-4056-9ff0-7f4d59e196cf,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:44.314696 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-683341e8-8cfb-4a98-b44e-6762fbb993ab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/networks/26880d7d-f506-4056-9ff0-7f4d59e196cf HTTP/1.1" status: 204 len: 168 time: 0.4834449 Apr 05 10:11:44.319348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:11:44.319716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8b80ae3b-23ff-4d36-86b6-5ab6e77b7c44 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:11:44.320256 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9125b03a-31c7-43bf-a404-d1431cd78605 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:11:44.338699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36024) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:44.345086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'network': {'name': 'tempest-network-smoke--1973072973', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'port_security_enabled': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:44.350297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:44.350803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 9125b03a-31c7-43bf-a404-d1431cd78605 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:11:44.351149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9125b03a-31c7-43bf-a404-d1431cd78605 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:11:44.354689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:network and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:44.357555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:44.364451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:44.372835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:11:44.375864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.403367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:11:44.411931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.412189 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Added segment 5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c of type vlan for network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 Apr 05 10:11:44.437840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.466485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.470233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:44.470787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.577885 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2372696 Apr 05 10:11:44.578786 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b755a-68a9-49c5-9e31-38da3500f19a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Network': ['ID=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:44.580748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36028) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:44.586396 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-774282651', 'admin_state_up': True, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:44.590183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:11:44.593440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:44.597416 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:router and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:44.600487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:44.605979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:44.617961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.619245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.639798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:44.786163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:45.079988 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:45.110581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:45.255997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.90 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/5141b3e7-ad7b-4296-8862-fc0621ba34b4) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:11:45.403329 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:45.432340 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:45.500715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:11:45.503743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:11:45.508179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:11:45.538655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=5141b3e7-ad7b-4296-8862-fc0621ba34b4,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:45.678840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:45.679495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:45.884812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7582888b-f3b6-4762-8fbe-5c79d216ab31 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:11:45.914323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 867c12ea-ca98-46c9-8aa8-ab42982a8aff is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:11:45.918135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 7582888b-f3b6-4762-8fbe-5c79d216ab31 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:11:45.918486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 7582888b-f3b6-4762-8fbe-5c79d216ab31 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:11:46.111091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:11:46.120358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Sync routers for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:11:46.133218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:11:46.133886 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:11:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:46.137392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:46.138574 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0ec15e0d-c798-4e36-9f9a-c0b800afaa47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5564389 Apr 05 10:11:46.141807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36032) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:46.186246 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-560b99e9-b555-44d9-8f23-580dcc5d322c tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f5587b1b4168471baeb118f60917a7ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431361 Apr 05 10:11:46.189250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36036) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:46.317849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Set router 867c12ea-ca98-46c9-8aa8-ab42982a8aff gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:11:46.321451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5c1a2-bd3c-48e7-bdf9-ce3b09e01524 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:46.323005 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-49b5c1a2-bd3c-48e7-bdf9-ce3b09e01524 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327984 Apr 05 10:11:46.326086 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36040) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:46.365866 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a16807b4-5ad1-4ed9-9e9d-13c7cc81a1cb tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385346 Apr 05 10:11:46.368213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36044) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:46.373484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-233803661', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:46.486457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:46.490641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:subnet and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:46.493671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:46.499394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:46.510573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:11:46.623420 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:46.651004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:11:45Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:46.655052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Checking router: 867c12ea-ca98-46c9-8aa8-ab42982a8aff for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:11:46.655395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Updating router 867c12ea-ca98-46c9-8aa8-ab42982a8aff port 5141b3e7-ad7b-4296-8862-fc0621ba34b4 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:11:46.709964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:46.946261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:47.023599 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Subnet': ['ID=83334417-6cbe-4cfa-ad3f-3031cddfb068,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:47.037964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Checking segment: {'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:11:47.038321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network hostable DHCP agents. Network: 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:11:47.048723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:47.062114 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:11:47.063902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Transition to ACTIVE for port object 5141b3e7-ad7b-4296-8862-fc0621ba34b4 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:11:47.071384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:47.072260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:11:47.077100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:47.077690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:47.101203 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8976b5bb-871e-4197-89bb-758500232ca0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7294378 Apr 05 10:11:47.101441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36048) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:47.110074 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bfa0e5-b765-4347-a22f-a44a53b39ade None None] Network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:11:47.225885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a1b6f-09d1-449b-a7a9-6ff41a3be369 None None] Pushing event updated for resources: {'Port': ['ID=5141b3e7-ad7b-4296-8862-fc0621ba34b4,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:47.240929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Attempting to bind port 5141b3e7-ad7b-4296-8862-fc0621ba34b4 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:11:47.241310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Attempting to bind port 5141b3e7-ad7b-4296-8862-fc0621ba34b4 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:11:47.241847 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Attempting to bind port 5141b3e7-ad7b-4296-8862-fc0621ba34b4 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:11:47.262778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:11:47.263130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:11:47.263564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:47.264034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:11:47.264521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Bound port: 5141b3e7-ad7b-4296-8862-fc0621ba34b4, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:11:47.264898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:47.403509 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] For port 5141b3e7-ad7b-4296-8862-fc0621ba34b4, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:11:47.408743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] For port 5141b3e7-ad7b-4296-8862-fc0621ba34b4, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5141b3e7-ad7b-4296-8862-fc0621ba34b4,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:11:47.440261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:47.495282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:11:47.496117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:47.584807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a1b6f-09d1-449b-a7a9-6ff41a3be369 None None] Pushing event updated for resources: {'Port': ['ID=5141b3e7-ad7b-4296-8862-fc0621ba34b4,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:47.609670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:11:47.610301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:11:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:47.865274 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Allocated IP 172.20.0.2 (192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2/83334417-6cbe-4cfa-ad3f-3031cddfb068/5ec1d03c-fdd4-426b-a701-a64184e80b03) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:11:47.882930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] Set router 867c12ea-ca98-46c9-8aa8-ab42982a8aff gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:11:47.905095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:48.368879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:48.383433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Transition to ACTIVE for port object 5ec1d03c-fdd4-426b-a701-a64184e80b03 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:11:48.406695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Transition to ACTIVE for port object 5ec1d03c-fdd4-426b-a701-a64184e80b03 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:11:48.413729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:48.464332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:11:45Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:48.477722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.1 (192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2/83334417-6cbe-4cfa-ad3f-3031cddfb068/faf51647-81f0-46c5-80f3-de48529bceee) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:11:48.484605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519be0ea-4cba-4cbc-b90e-21a22fef128b None None] The sync data for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv is: [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:11:45Z', 'revision_number': 3, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:11:48.492122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:11:48.495230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:11:48.499230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:11:48.511641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Pushing event updated for resources: {'Port': ['ID=5ec1d03c-fdd4-426b-a701-a64184e80b03,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:48.614410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Attempting to bind port 5ec1d03c-fdd4-426b-a701-a64184e80b03 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:11:48.614919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Attempting to bind port 5ec1d03c-fdd4-426b-a701-a64184e80b03 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:11:48.615401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Attempting to bind port 5ec1d03c-fdd4-426b-a701-a64184e80b03 on network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:11:48.622681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:11:48.623176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Checking segment: {'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:11:48.623692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:48.624160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Bound using segment: {'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:11:48.624865 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Bound port: 5ec1d03c-fdd4-426b-a701-a64184e80b03, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:11:48.625349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:48.686394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:48.724268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object faf51647-81f0-46c5-80f3-de48529bceee will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:11:48.748503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] For port 5ec1d03c-fdd4-426b-a701-a64184e80b03, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:11:48.752458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] For port 5ec1d03c-fdd4-426b-a701-a64184e80b03, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5ec1d03c-fdd4-426b-a701-a64184e80b03,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:11:48.753521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:48.760418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:48.858364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c0018-5b8b-4d97-9b73-5560ba6036f0 None None] Pushing event updated for resources: {'Port': ['ID=5ec1d03c-fdd4-426b-a701-a64184e80b03,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:48.992464 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:11:48.996505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:11:48.998328 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=faf51647-81f0-46c5-80f3-de48529bceee,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:49.000538 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:11:49.080487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:49.190078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:49.678540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:49.683780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:49.798018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=faf51647-81f0-46c5-80f3-de48529bceee,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:49.800790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:49.841892 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda78a31-ffa5-4a17-8c8e-68cc27031c94 None None] Network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:11:49.936678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-667ad584-0dfc-495f-8ad9-93c0d5bbe74b None None] Provisioning for port 5ec1d03c-fdd4-426b-a701-a64184e80b03 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:11:49.957690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:11:49.959000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:11:50.010626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5ec1d03c-fdd4-426b-a701-a64184e80b03 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:11:50.145474 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 5ec1d03c-fdd4-426b-a701-a64184e80b03 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:11:50.152723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5ec1d03c-fdd4-426b-a701-a64184e80b03 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:50.153086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:50.279233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:50.319531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5ec1d03c-fdd4-426b-a701-a64184e80b03, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5ec1d03c-fdd4-426b-a701-a64184e80b03,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:50.325283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:50.326076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5141b3e7-ad7b-4296-8862-fc0621ba34b4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:11:50.371204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 867c12ea-ca98-46c9-8aa8-ab42982a8aff has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:11:50.479872 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5ec1d03c-fdd4-426b-a701-a64184e80b03,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:50.508934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-53e0f5da-3e89-43fd-be89-3af29b644050 None None] Provisioning complete for port 5ec1d03c-fdd4-426b-a701-a64184e80b03 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:50.509377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-53e0f5da-3e89-43fd-be89-3af29b644050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:50.538884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 5141b3e7-ad7b-4296-8862-fc0621ba34b4 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:11:50.558786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5141b3e7-ad7b-4296-8862-fc0621ba34b4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:50.559153 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:50.747492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:50.749544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:11:50.765229 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6933d6dd-00bc-4e67-84e6-3e35f019b7cc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/867c12ea-ca98-46c9-8aa8-ab42982a8aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6626902 Apr 05 10:11:50.767550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36052) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:50.770788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5141b3e7-ad7b-4296-8862-fc0621ba34b4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5141b3e7-ad7b-4296-8862-fc0621ba34b4,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:50.773587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-53e0f5da-3e89-43fd-be89-3af29b644050 None None] Provisioning for port faf51647-81f0-46c5-80f3-de48529bceee completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:11:50.777380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:50.816395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-53e0f5da-3e89-43fd-be89-3af29b644050 None None] Provisioning complete for port faf51647-81f0-46c5-80f3-de48529bceee triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:50.816902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-53e0f5da-3e89-43fd-be89-3af29b644050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:50.892050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-53e0f5da-3e89-43fd-be89-3af29b644050 None None] Port faf51647-81f0-46c5-80f3-de48529bceee cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:11:50.896236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5141b3e7-ad7b-4296-8862-fc0621ba34b4,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:50.916062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e6e1b-f909-49a3-b525-af9b8c290b44 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:50.916379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e6e1b-f909-49a3-b525-af9b8c290b44 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:50.916751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e6e1b-f909-49a3-b525-af9b8c290b44 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:50.917121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e6e1b-f909-49a3-b525-af9b8c290b44 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:50.918753 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3c3e6e1b-f909-49a3-b525-af9b8c290b44 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1502070 Apr 05 10:11:50.921492 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36056) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:50.988403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02545c15-eab1-489a-a798-7a83e44bcca3 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:50.988688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02545c15-eab1-489a-a798-7a83e44bcca3 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:50.989049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02545c15-eab1-489a-a798-7a83e44bcca3 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:50.989403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02545c15-eab1-489a-a798-7a83e44bcca3 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:50.991027 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-02545c15-eab1-489a-a798-7a83e44bcca3 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0687041 Apr 05 10:11:50.993679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36060) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:51.013998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-06dc9fbe-d3ed-49b8-8c53-24418a4377e9 None None] Provisioning complete for port faf51647-81f0-46c5-80f3-de48529bceee triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:51.014358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-06dc9fbe-d3ed-49b8-8c53-24418a4377e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.114172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-06dc9fbe-d3ed-49b8-8c53-24418a4377e9 None None] Port faf51647-81f0-46c5-80f3-de48529bceee cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:11:51.197117 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-29261be5-81d2-43ed-9e1d-fdb8738222c1 tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2022684 Apr 05 10:11:51.469213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36066) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:51.474757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881708767', 'description': 'tempest-secgroup-smoke-881708767 description', 'project_id': 'f5587b1b4168471baeb118f60917a7ae'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:51.480783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:51.484885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:51.488040 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:51.493896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:51.506776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.543477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:51.555606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:51.558776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:51.564608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:51.625363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.630044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.681595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c697ad5-7f39-472e-85a4-99099ac37d97,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:51.687812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.689038 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5117ed8f-0091-4d73-8045-d79a59716562 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2188663 Apr 05 10:11:51.693009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36070) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:51.698874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '0c697ad5-7f39-472e-85a4-99099ac37d97', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:51.705018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:51.709767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:51.712682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:51.719028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:51.734110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.783347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.797595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.802933 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.828497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbf4cd1-8305-44f3-affe-b4a855a5bfdf,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:51.839442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.840944 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7b1bea51-1ebf-45c2-91e3-0b76b7ec2ac1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1467483 Apr 05 10:11:51.843635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36074) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:51.849750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '0c697ad5-7f39-472e-85a4-99099ac37d97', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:51.857523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:51.864207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:51.869042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:51.879142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:51.900125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.941417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5ec1d03c-fdd4-426b-a701-a64184e80b03 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:11:51.973201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:51.979616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.005006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7e1e2c-3f21-4013-a9a1-3ac599bc9cb5,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:52.014311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.015446 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a0f0b654-0b02-4497-b364-6e13b7af35d0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1708331 Apr 05 10:11:52.017187 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5ec1d03c-fdd4-426b-a701-a64184e80b03 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:52.017564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.018237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36078) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:52.024006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '0c697ad5-7f39-472e-85a4-99099ac37d97', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:52.029884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:52.033948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:52.037360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:52.045146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:52.064057 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Sync routers for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:11:52.069360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.076441 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:11:52.077138 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:11:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:52.138839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.144530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.145142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5141b3e7-ad7b-4296-8862-fc0621ba34b4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:11:52.174167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f27a50d-e2d4-461b-baa5-beed9b144c72,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:52.184771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.185959 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-50afa2a4-893c-4dad-8ed3-3009f38d9dc1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1665902 Apr 05 10:11:52.188817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36082) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:52.195243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '0c697ad5-7f39-472e-85a4-99099ac37d97', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:52.202270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:52.206854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:52.210367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:52.217134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:52.220872 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5141b3e7-ad7b-4296-8862-fc0621ba34b4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:52.221252 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.239015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.295916 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Set router 867c12ea-ca98-46c9-8aa8-ab42982a8aff gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:11:52.312076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.316834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.341025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d54728-a7e8-4e2e-bc8a-941dd1bb3675,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:52.354066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.355553 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-563268ad-4bea-4b7e-bbbd-14286bd7e09a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1654589 Apr 05 10:11:52.358228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36086) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:52.363821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '0c697ad5-7f39-472e-85a4-99099ac37d97', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:52.369652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:52.373470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:52.376368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:52.383811 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:52.395657 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:11:52.402198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.469605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.473244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.495659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb34c1c-1f96-403d-a237-27725baca207,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:52.505301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.506556 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8f944f22-c884-4450-b7bd-d79375213241 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1473935 Apr 05 10:11:52.509313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36090) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:11:52.514611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'security_group_rule': {'security_group_id': '0c697ad5-7f39-472e-85a4-99099ac37d97', 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:52.521481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:52.525239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:security_group_rule and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:52.528054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:52.533669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:52.548907 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Project f5587b1b4168471baeb118f60917a7ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:11:52.556846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.630018 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:11:49Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'faf51647-81f0-46c5-80f3-de48529bceee', 'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:7a:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:48Z', 'updated_at': '2022-04-05T10:11:49Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:52.634071 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.634293 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Checking router: 867c12ea-ca98-46c9-8aa8-ab42982a8aff for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:11:52.634710 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Updating router 867c12ea-ca98-46c9-8aa8-ab42982a8aff port faf51647-81f0-46c5-80f3-de48529bceee binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:11:52.647839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.674675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986214b9-f242-4feb-854a-490c1e455491,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:52.685292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.686720 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-061387f3-cf9b-4bb2-b420-6d6fc7cb2984 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1765091 Apr 05 10:11:52.693498 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:52.886350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-e411360d-4c78-4c18-9dbd-ae71081f63b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:11:52.903154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-e411360d-4c78-4c18-9dbd-ae71081f63b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:11:52.904443 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-e411360d-4c78-4c18-9dbd-ae71081f63b3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881708767&fields=id&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 267 time: 0.0642247 Apr 05 10:11:53.061272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-7aebc6dc-8cc7-4d53-b38b-0cb38459e1bc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:53.061853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-7aebc6dc-8cc7-4d53-b38b-0cb38459e1bc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:11:53.077150 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-7aebc6dc-8cc7-4d53-b38b-0cb38459e1bc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:11:53.078295 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-7aebc6dc-8cc7-4d53-b38b-0cb38459e1bc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/networks?id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 HTTP/1.1" status: 200 len: 797 time: 0.1666274 Apr 05 10:11:53.079381 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:53.091321 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Transition to ACTIVE for port object faf51647-81f0-46c5-80f3-de48529bceee will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:11:53.098141 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:53.098414 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-88713264-7d78-4e77-b1da-1d59f82f44dc tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/quotas/f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 375 time: 0.0131707 Apr 05 10:11:53.211374 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4eb30fe3-4bea-44f5-995e-cc90a65f6ebd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076391 Apr 05 10:11:53.341886 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Pushing event updated for resources: {'Port': ['ID=faf51647-81f0-46c5-80f3-de48529bceee,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:53.361986 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.362357 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.362729 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.363138 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.363362 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.363745 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.364083 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.364405 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.364731 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.365047 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.365364 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:11:53.373783 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Attempting to bind port faf51647-81f0-46c5-80f3-de48529bceee on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:11:53.373783 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Attempting to bind port faf51647-81f0-46c5-80f3-de48529bceee by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:11:53.373975 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Attempting to bind port faf51647-81f0-46c5-80f3-de48529bceee on network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:11:53.381171 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:11:53.381539 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Checking segment: {'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:11:53.381939 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:53.382329 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Bound using segment: {'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:11:53.382797 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Bound port: faf51647-81f0-46c5-80f3-de48529bceee, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:11:53.383167 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:53.477175 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] For port faf51647-81f0-46c5-80f3-de48529bceee, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:11:53.480225 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] For port faf51647-81f0-46c5-80f3-de48529bceee, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=faf51647-81f0-46c5-80f3-de48529bceee,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:11:53.484997 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:53.538092 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-9e5ec23a-7d7c-403e-8c1d-d97a7dc2c179 service neutron] 10.222.0.30 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132269 Apr 05 10:11:53.564407 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1aab0-17ba-41cc-a17e-f169bf5ee1c3 None None] Pushing event updated for resources: {'Port': ['ID=faf51647-81f0-46c5-80f3-de48529bceee,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:53.569556 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:11:53.569988 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:11:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:53.694251 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-13efa7a1-206c-4889-b538-8cdde7ae7639 service neutron] 10.222.0.30 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493115 Apr 05 10:11:53.776238 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] Set router 867c12ea-ca98-46c9-8aa8-ab42982a8aff gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:11:53.898695 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9ef7496b-be3d-4eda-aa97-aa7aaa5d427b req-6d25b2d9-2510-416b-bb48-55c2fc4ed17d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 210 time: 0.0481458 Apr 05 10:11:54.135123 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:11:49Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'faf51647-81f0-46c5-80f3-de48529bceee', 'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:7a:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:48Z', 'updated_at': '2022-04-05T10:11:53Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:11:54.139221 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a265f1-900c-41b7-8c78-bad8094520a5 None None] The sync data for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv is: [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:11:49Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'faf51647-81f0-46c5-80f3-de48529bceee', 'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:7a:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:48Z', 'updated_at': '2022-04-05T10:11:53Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:11:54.964581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-61c8c986-3ad4-4d2e-8a92-95a6b6b0ef50 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:54.966021 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-61c8c986-3ad4-4d2e-8a92-95a6b6b0ef50 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/networks?id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 HTTP/1.1" status: 200 len: 797 time: 0.1575947 Apr 05 10:11:55.044415 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1875397e-048f-4778-a9a4-d0dd9f69dd29 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5587b1b4168471baeb118f60917a7ae HTTP/1.1" status: 200 len: 379 time: 0.0663068 Apr 05 10:11:55.054762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'port': {'device_id': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'admin_state_up': True, 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'security_groups': ['0c697ad5-7f39-472e-85a4-99099ac37d97']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:55.161063 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f30876c4-df44-413a-b51d-4fcb67f31cbe req-d47072ba-e82a-408e-b1d4-c6d0fa6329c0 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 210 time: 0.0915179 Apr 05 10:11:55.229487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:11:55.233394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:port and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:11:55.236183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:11:55.242657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:11:55.252356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Made reservation on behalf of f5587b1b4168471baeb118f60917a7ae for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:11:55.255827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:55.415328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.20.0.10 (192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2/83334417-6cbe-4cfa-ad3f-3031cddfb068/93dfd3a2-1b08-421e-8a8d-a81ddceee069) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:11:55.604281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:55.620142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Transition to ACTIVE for port object 93dfd3a2-1b08-421e-8a8d-a81ddceee069 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:11:55.641334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:55.720670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:11:55.724000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:11:55.727966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:11:55.762385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=93dfd3a2-1b08-421e-8a8d-a81ddceee069,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:55.797992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:55.798673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:55.824079 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-1dfccd13-fff5-4824-933d-34b66d4d1756 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7731538 Apr 05 10:11:55.835499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Request body: {'port': {'device_id': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:11:55.926864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5a6338e5-29b8-45fe-b36c-218555d0f604 None None] Provisioning for port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:11:55.933948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5a6338e5-29b8-45fe-b36c-218555d0f604 None None] Provisioning complete for port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:55.934319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5a6338e5-29b8-45fe-b36c-218555d0f604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:55.972253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:55.982550 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device faf51647-81f0-46c5-80f3-de48529bceee up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:11:56.038738 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-5a6338e5-29b8-45fe-b36c-218555d0f604 None None] Port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:11:56.063217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port faf51647-81f0-46c5-80f3-de48529bceee completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:11:56.069225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port faf51647-81f0-46c5-80f3-de48529bceee triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:56.069595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:56.203154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:56.240120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port faf51647-81f0-46c5-80f3-de48529bceee, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=faf51647-81f0-46c5-80f3-de48529bceee,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:56.246139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:56.319590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=faf51647-81f0-46c5-80f3-de48529bceee,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:56.486307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93dfd3a2-1b08-421e-8a8d-a81ddceee069 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:11:56.501145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:56.521987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Transition to ACTIVE for port object 93dfd3a2-1b08-421e-8a8d-a81ddceee069 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:11:56.526164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:56.582382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db5e2f-eb56-4fc0-b028-a672525cab1c req-f9c891e9-8d6d-457f-87ff-1bb8f74af595 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:56.583060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c6db5e2f-eb56-4fc0-b028-a672525cab1c req-f9c891e9-8d6d-457f-87ff-1bb8f74af595 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:11:56.672227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Pushing event updated for resources: {'Port': ['ID=93dfd3a2-1b08-421e-8a8d-a81ddceee069,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:56.713001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c6db5e2f-eb56-4fc0-b028-a672525cab1c req-f9c891e9-8d6d-457f-87ff-1bb8f74af595 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:11:56.714181 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c6db5e2f-eb56-4fc0-b028-a672525cab1c req-f9c891e9-8d6d-457f-87ff-1bb8f74af595 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 932 time: 0.4213772 Apr 05 10:11:56.821635 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c6db5e2f-eb56-4fc0-b028-a672525cab1c req-53dae850-3913-40e4-aaa1-232346cf8750 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761011 Apr 05 10:11:56.825737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Attempting to bind port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:11:56.826070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Attempting to bind port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:11:56.826399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Attempting to bind port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 on network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:11:56.832690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 on network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:11:56.833010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Attempting to bind port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 on network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:11:56.840080 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:11:56.840417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Checking segment: {'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:11:56.840813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Bound using segment: {'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:11:56.841224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Bound port: 93dfd3a2-1b08-421e-8a8d-a81ddceee069, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:11:56.841570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:56.931484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] For port 93dfd3a2-1b08-421e-8a8d-a81ddceee069, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:11:56.934513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] For port 93dfd3a2-1b08-421e-8a8d-a81ddceee069, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=93dfd3a2-1b08-421e-8a8d-a81ddceee069,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:11:56.939366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:57.005239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:57.006659 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] 10.222.0.10 "PUT /v2.0/ports/93dfd3a2-1b08-421e-8a8d-a81ddceee069 HTTP/1.1" status: 200 len: 1094 time: 1.1759584 Apr 05 10:11:57.007114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'tag': '93dfd3a2-1b08-421e-8a8d-a81ddceee069'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:11:57.032398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de7ce3a-5fe4-4e02-9ca5-074b50a45af0 service neutron] Pushing event updated for resources: {'Port': ['ID=93dfd3a2-1b08-421e-8a8d-a81ddceee069,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:11:57.077844 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c93b33f-92c8-4920-ab66-9c0507abb655'] response: {'name': 'network-changed', 'server_uuid': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'tag': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'status': 'completed', 'code': 200} Apr 05 10:11:57.121795 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-e1a156c8-d1f1-466f-b477-de80b774d5c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 1097 time: 0.0770886 Apr 05 10:11:57.195260 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-ead995e1-6df6-4cdb-b250-cfa5ecb9ca88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93dfd3a2-1b08-421e-8a8d-a81ddceee069 HTTP/1.1" status: 200 len: 217 time: 0.0658908 Apr 05 10:11:57.256182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-35d8f171-8f5d-423c-8c1b-a76b090829e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:57.257621 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-35d8f171-8f5d-423c-8c1b-a76b090829e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83334417-6cbe-4cfa-ad3f-3031cddfb068 HTTP/1.1" status: 200 len: 834 time: 0.0569584 Apr 05 10:11:57.341859 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-c2ac44b0-8aa7-4e19-bab5-27bf0a2f9457 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783739 Apr 05 10:11:57.500610 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-df6b6e88-a81a-48db-ac53-5f20e0288a7d service neutron] 10.222.0.10 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530552 Apr 05 10:11:57.640378 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-045eb28f-2aeb-43f0-9d0e-e6d35d0f0903 req-e9f8f75e-4c68-4dab-a874-39783cbb1e89 service neutron] 10.222.0.10 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345055 Apr 05 10:11:57.759992 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e90ebb11-0650-4b1f-ac37-654412c8f8db req-96353d56-dbf5-49d8-bdad-c3979bed0db7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 1097 time: 0.0717459 Apr 05 10:11:57.896419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ebb11-0650-4b1f-ac37-654412c8f8db req-6e12640e-9d91-4335-be31-0c6c19d10c18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:57.897894 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e90ebb11-0650-4b1f-ac37-654412c8f8db req-6e12640e-9d91-4335-be31-0c6c19d10c18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 HTTP/1.1" status: 200 len: 897 time: 0.1319926 Apr 05 10:11:57.941515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device faf51647-81f0-46c5-80f3-de48529bceee up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:11:58.009249 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e90ebb11-0650-4b1f-ac37-654412c8f8db req-0f9e670b-94ed-49d9-aa21-a1b867cf2f60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93dfd3a2-1b08-421e-8a8d-a81ddceee069 HTTP/1.1" status: 200 len: 217 time: 0.1044018 Apr 05 10:11:58.026726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port faf51647-81f0-46c5-80f3-de48529bceee triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:11:58.027099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:58.088453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ebb11-0650-4b1f-ac37-654412c8f8db req-dcc1267a-ef42-46a3-b191-f3114df056ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:58.089854 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e90ebb11-0650-4b1f-ac37-654412c8f8db req-dcc1267a-ef42-46a3-b191-f3114df056ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83334417-6cbe-4cfa-ad3f-3031cddfb068 HTTP/1.1" status: 200 len: 834 time: 0.0728748 Apr 05 10:11:58.100791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ecb77-3b86-4a87-b7c3-bce9133ba2cc req-d87627a4-0235-4855-b48d-122476b9ec24 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:58.102246 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-076ecb77-3b86-4a87-b7c3-bce9133ba2cc req-d87627a4-0235-4855-b48d-122476b9ec24 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 944 time: 0.1441877 Apr 05 10:11:58.194587 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-076ecb77-3b86-4a87-b7c3-bce9133ba2cc req-317df72c-d078-48f4-ab74-e3ea1ef67ad3 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606008 Apr 05 10:11:58.209477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e90ebb11-0650-4b1f-ac37-654412c8f8db req-bc668a1a-04b6-43e7-8556-bd815046496c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1063104 Apr 05 10:11:58.428212 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e90ebb11-0650-4b1f-ac37-654412c8f8db req-e81a49d9-1ea9-4fa5-9d94-c0918aca80da service neutron] 10.222.0.10 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115684 Apr 05 10:11:58.559738 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e90ebb11-0650-4b1f-ac37-654412c8f8db req-b70dc55b-d417-482d-98cd-fd60b77a25bc service neutron] 10.222.0.10 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247957 Apr 05 10:11:59.392848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a1e9a-b311-4d4e-b957-ba63e36e2395 req-6467476e-87c0-4dd3-a6df-554c7848ad16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:11:59.394851 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-975a1e9a-b311-4d4e-b957-ba63e36e2395 req-6467476e-87c0-4dd3-a6df-554c7848ad16 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 944 time: 0.0780952 Apr 05 10:11:59.446093 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-975a1e9a-b311-4d4e-b957-ba63e36e2395 req-5557d93a-94ea-407a-a111-dcdfa7aecb6a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456028 Apr 05 10:11:59.564245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 93dfd3a2-1b08-421e-8a8d-a81ddceee069 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:11:59.709393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 93dfd3a2-1b08-421e-8a8d-a81ddceee069, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=93dfd3a2-1b08-421e-8a8d-a81ddceee069,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:59.722809 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3c5fa3ce-59e5-4f93-b1f0-828e1cb7dc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:59.726169 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'port_id': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'mac_address': 'fa:16:3e:1c:ae:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:11:59.783923 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:59.802885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93dfd3a2-1b08-421e-8a8d-a81ddceee069 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:11:59.818860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 93dfd3a2-1b08-421e-8a8d-a81ddceee069, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=93dfd3a2-1b08-421e-8a8d-a81ddceee069,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:11:59.822671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:11:59.889810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=93dfd3a2-1b08-421e-8a8d-a81ddceee069,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:00.011717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['93dfd3a2-1b08-421e-8a8d-a81ddceee069'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:12:00.257349 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:12:00.651338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4023b9-7053-4afe-848a-bcd5f73ad558 req-9d60dc11-25dc-46e2-9003-58e615dc0396 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:00.652848 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dc4023b9-7053-4afe-848a-bcd5f73ad558 req-9d60dc11-25dc-46e2-9003-58e615dc0396 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 945 time: 0.0836918 Apr 05 10:12:00.702022 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dc4023b9-7053-4afe-848a-bcd5f73ad558 req-5b5f41ed-5e62-4b42-a168-df5e20d33f47 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429394 Apr 05 10:12:01.563967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 93dfd3a2-1b08-421e-8a8d-a81ddceee069 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:12:01.634945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:12:01.639478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:12:01.639885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:01.756563 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:01.783187 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dfd3a2-1b08-421e-8a8d-a81ddceee069'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:12:01.793145 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 93dfd3a2-1b08-421e-8a8d-a81ddceee069, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=93dfd3a2-1b08-421e-8a8d-a81ddceee069,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:12:01.797207 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:01.841454 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-038c9d5c-9600-4d53-8d8f-0b8d437b45e3'] response: {'server_uuid': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'code': 200} Apr 05 10:12:01.874076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=93dfd3a2-1b08-421e-8a8d-a81ddceee069,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:01.917255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa536688-390c-4548-8402-4a41767c2fff req-ef1259f6-cc4f-4052-8755-e7f486304d0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:01.918705 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fa536688-390c-4548-8402-4a41767c2fff req-ef1259f6-cc4f-4052-8755-e7f486304d0a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 946 time: 0.0892701 Apr 05 10:12:01.967304 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fa536688-390c-4548-8402-4a41767c2fff req-40ce91ba-7ad9-491b-b44e-4725854279e7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415781 Apr 05 10:12:01.983435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-65ab29e1-ac69-4aeb-9eda-7f8109677857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:02.079487 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9fa501d0-13c3-4f5a-9134-3a3e915d6f91 req-a80658a2-5cf3-4719-a9e9-d830ab9f8e78 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 1099 time: 0.0660782 Apr 05 10:12:02.120794 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9fa501d0-13c3-4f5a-9134-3a3e915d6f91 req-6bcec9bc-9e87-4a92-8dae-1f88f7d56534 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349307 Apr 05 10:12:03.053939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:03.101855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:03.173485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65719f4f-4cad-47ef-906a-f427e38def12 req-d926226b-65d1-4dbd-9b7c-b0549050c225 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:03.175022 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65719f4f-4cad-47ef-906a-f427e38def12 req-d926226b-65d1-4dbd-9b7c-b0549050c225 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 946 time: 0.0792601 Apr 05 10:12:03.219449 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65719f4f-4cad-47ef-906a-f427e38def12 req-e09de824-fdd9-438f-83ff-0ca93ed2cfc8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384262 Apr 05 10:12:04.413785 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:04.415556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b66ca5-e0d8-441f-a3a8-3574e738e0e6 req-a82ec76e-8752-4682-9a05-7943a102e557 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:04.417477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13b66ca5-e0d8-441f-a3a8-3574e738e0e6 req-a82ec76e-8752-4682-9a05-7943a102e557 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 946 time: 0.0769258 Apr 05 10:12:04.466270 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13b66ca5-e0d8-441f-a3a8-3574e738e0e6 req-e7b06135-f1eb-4d42-bbac-ab2e9339c8ee tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 Apr 05 10:12:04.666298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179d378-3fab-48a9-a267-70aafe7ee88b req-3157dacd-3a8e-4db2-92e7-32b04d45f254 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:04.667763 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e179d378-3fab-48a9-a267-70aafe7ee88b req-3157dacd-3a8e-4db2-92e7-32b04d45f254 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 946 time: 0.0770295 Apr 05 10:12:04.713414 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e179d378-3fab-48a9-a267-70aafe7ee88b req-1698cda4-9f2c-4476-922e-649411ec7b0f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Apr 05 10:12:04.741060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36136) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:04.811619 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d62f1990-716b-4499-ba64-71818588e16a tempest-TestNetworkBasicOps-1023133428 tempest-TestNetworkBasicOps-1023133428-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 1094 time: 0.0693059 Apr 05 10:12:04.814187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36140) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:04.819850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:12:04.825442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:12:04.829174 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Usage tracker for resource:floatingip and tenant:f5587b1b4168471baeb118f60917a7ae is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:12:04.832034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:12:04.837517 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:12:04.848764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:04.982165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:05.109684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Allocated IP 172.26.4.55 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/babf6a7d-5f4f-44cc-ab5b-f70bbd56d42e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:12:05.256682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:05.282947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:05.351835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:12:05.354600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:12:05.359678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:12:05.386449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=babf6a7d-5f4f-44cc-ab5b-f70bbd56d42e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:05.940194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:05.994658 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:06.195558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:06.199939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:06.306660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event updated for resources: {'Port': ['ID=babf6a7d-5f4f-44cc-ab5b-f70bbd56d42e,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:06.321208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:06.512237 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Floating IP 9283665c-7a3c-495e-9129-26ec7205a0a7 associated. External IP: 172.26.4.55, port: 93dfd3a2-1b08-421e-8a8d-a81ddceee069. Apr 05 10:12:06.901562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 867c12ea-ca98-46c9-8aa8-ab42982a8aff has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:12:07.098127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:12:07.107977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] Sync routers for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:12:07.120390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:12:07.121013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:12:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:07.123879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:07.285657 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6220c3b7-89d8-4805-ad58-0ea2f59ab581 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4703982 Apr 05 10:12:07.286280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'tag': '93dfd3a2-1b08-421e-8a8d-a81ddceee069'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:12:07.288269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36144) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:07.340556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] Set router 867c12ea-ca98-46c9-8aa8-ab42982a8aff gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:12:07.341634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819fc500-8217-427a-a5c3-cf1b38649fbe'] response: {'name': 'network-changed', 'server_uuid': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'tag': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'status': 'completed', 'code': 200} Apr 05 10:12:07.399317 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-96758c91-0086-49f9-afb3-471f9a4fafbe tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.1088634 Apr 05 10:12:07.436572 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-028ef3e4-424b-4ef8-b82c-6fbf69a94785 req-66e5c92d-c130-42c0-a09f-5cceb6d63ee1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 1099 time: 0.0710473 Apr 05 10:12:07.571839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ef3e4-424b-4ef8-b82c-6fbf69a94785 req-9861dc7d-56f8-4cad-8526-9e8468c44197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:07.573328 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-028ef3e4-424b-4ef8-b82c-6fbf69a94785 req-9861dc7d-56f8-4cad-8526-9e8468c44197 service neutron] 10.222.0.10 "GET /v2.0/networks?id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 HTTP/1.1" status: 200 len: 897 time: 0.1311159 Apr 05 10:12:07.676428 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-028ef3e4-424b-4ef8-b82c-6fbf69a94785 req-b5a3af36-4f23-4aa6-b6f6-38f8918feea0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93dfd3a2-1b08-421e-8a8d-a81ddceee069 HTTP/1.1" status: 200 len: 999 time: 0.0972211 Apr 05 10:12:07.698702 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:11:49Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '9283665c-7a3c-495e-9129-26ec7205a0a7', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'port_id': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'mac_address': 'fa:16:3e:1c:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:12:05Z', 'updated_at': '2022-04-05T10:12:05Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf51647-81f0-46c5-80f3-de48529bceee', 'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:7a:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:48Z', 'updated_at': '2022-04-05T10:11:56Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:07.702535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] Checking router: 867c12ea-ca98-46c9-8aa8-ab42982a8aff for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:12:07.712867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:12:07.713456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:12:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:07.740533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ef3e4-424b-4ef8-b82c-6fbf69a94785 req-e1a25a4e-c160-422c-a7b8-1140e0fb7171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:07.741981 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-028ef3e4-424b-4ef8-b82c-6fbf69a94785 req-e1a25a4e-c160-422c-a7b8-1140e0fb7171 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83334417-6cbe-4cfa-ad3f-3031cddfb068 HTTP/1.1" status: 200 len: 834 time: 0.0598414 Apr 05 10:12:07.824686 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-028ef3e4-424b-4ef8-b82c-6fbf69a94785 req-ab227236-f706-4f3c-9e24-c57387107687 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768623 Apr 05 10:12:07.893445 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] Set router 867c12ea-ca98-46c9-8aa8-ab42982a8aff gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:12:07.961324 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-028ef3e4-424b-4ef8-b82c-6fbf69a94785 req-d3721432-0466-4c5c-b3e2-bf90e82598de service neutron] 10.222.0.10 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304603 Apr 05 10:12:08.096098 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-028ef3e4-424b-4ef8-b82c-6fbf69a94785 req-ef9f7cfa-b701-4767-b6c5-f4a0466c76cc service neutron] 10.222.0.10 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293964 Apr 05 10:12:08.236525 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:11:49Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '9283665c-7a3c-495e-9129-26ec7205a0a7', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'port_id': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'mac_address': 'fa:16:3e:1c:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:12:05Z', 'updated_at': '2022-04-05T10:12:05Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf51647-81f0-46c5-80f3-de48529bceee', 'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:7a:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:48Z', 'updated_at': '2022-04-05T10:11:56Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:08.240588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939b25e1-fa00-4de0-9ec9-4ad16a0753b8 None None] The sync data for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv is: [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:11:49Z', 'revision_number': 4, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '9283665c-7a3c-495e-9129-26ec7205a0a7', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'port_id': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'mac_address': 'fa:16:3e:1c:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:12:05Z', 'updated_at': '2022-04-05T10:12:05Z', 'revision_number': 0, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf51647-81f0-46c5-80f3-de48529bceee', 'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:7a:78:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:48Z', 'updated_at': '2022-04-05T10:11:56Z', 'revision_number': 5, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:12:08.402135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36150) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:08.503511 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2298419d-6de3-4e92-bf7b-0d842e076b7f tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.1001549 Apr 05 10:12:09.506897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36154) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:09.610637 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2129147d-0113-4f76-a86b-62c8cddf9f6e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.1023989 Apr 05 10:12:10.613012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36158) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:10.715275 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a4f0b714-8c86-4a94-b17f-2ef60d3a06a2 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.1011429 Apr 05 10:12:11.014668 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4655abb-0a3e-4f6f-b744-63a7be8eb4f6 None None] New status for floating IP 9283665c-7a3c-495e-9129-26ec7205a0a7: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:12:11.719370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36162) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:11.823071 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-19bd2692-e5da-4c80-9278-baf961fefa3d tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 993 time: 0.1025386 Apr 05 10:12:21.782437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:29.704164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3915208d-105b-498a-b515-99d4ed668453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:31.983613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cc612599-0d19-425b-bea4-69affe9c577d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:33.047584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:33.101771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:34.415228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:37.259073 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:12:39.108362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36178) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:39.113752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c8a801a7-69f2-4525-86da-852a446e2b29 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:12:39.684865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8a801a7-69f2-4525-86da-852a446e2b29 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:39.695465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8a801a7-69f2-4525-86da-852a446e2b29 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:39.998063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a801a7-69f2-4525-86da-852a446e2b29 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 867c12ea-ca98-46c9-8aa8-ab42982a8aff has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:12:40.197871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a801a7-69f2-4525-86da-852a446e2b29 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:12:40.203724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c8a801a7-69f2-4525-86da-852a446e2b29 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:40.205089 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c8a801a7-69f2-4525-86da-852a446e2b29 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/867c12ea-ca98-46c9-8aa8-ab42982a8aff HTTP/1.1" status: 200 len: 887 time: 1.0955045 Apr 05 10:12:40.208538 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021d590-28da-4961-9018-7fc667837a52 None None] Sync routers for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:12:40.219947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021d590-28da-4961-9018-7fc667837a52 None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:12:40.220550 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7021d590-28da-4961-9018-7fc667837a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:12:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:40.320243 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7021d590-28da-4961-9018-7fc667837a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:40.331333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021d590-28da-4961-9018-7fc667837a52 None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:12:40.331952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7021d590-28da-4961-9018-7fc667837a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:12:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:40.387770 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7021d590-28da-4961-9018-7fc667837a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:40.388196 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7021d590-28da-4961-9018-7fc667837a52 None None] The sync data for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv is: [] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:12:41.144541 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c62f9-e3e9-4de0-b1bc-0d83e313b5fc None None] New status for floating IP 9283665c-7a3c-495e-9129-26ec7205a0a7: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:12:41.956541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5141b3e7-ad7b-4296-8862-fc0621ba34b4 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:12:42.065173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:42.081373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5141b3e7-ad7b-4296-8862-fc0621ba34b4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5141b3e7-ad7b-4296-8862-fc0621ba34b4,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:12:42.084945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:42.085701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device faf51647-81f0-46c5-80f3-de48529bceee no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:12:42.195288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5141b3e7-ad7b-4296-8862-fc0621ba34b4,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:42.253540 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:42.285285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port faf51647-81f0-46c5-80f3-de48529bceee, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=faf51647-81f0-46c5-80f3-de48529bceee,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:12:42.289077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:42.357427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=faf51647-81f0-46c5-80f3-de48529bceee,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:42.358566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36186) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:42.364357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4c0719a3-ca13-4040-95a2-ad93776236f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:12:42.908726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c0719a3-ca13-4040-95a2-ad93776236f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:42.918700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c0719a3-ca13-4040-95a2-ad93776236f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3813484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3813477', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3817699'] for router, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:43.115382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0719a3-ca13-4040-95a2-ad93776236f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 867c12ea-ca98-46c9-8aa8-ab42982a8aff has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:12:43.309170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0719a3-ca13-4040-95a2-ad93776236f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:12:43.314857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c0719a3-ca13-4040-95a2-ad93776236f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:43.316048 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4c0719a3-ca13-4040-95a2-ad93776236f7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/867c12ea-ca98-46c9-8aa8-ab42982a8aff HTTP/1.1" status: 200 len: 886 time: 0.9565091 Apr 05 10:12:43.318930 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36190) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:43.321371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] Sync routers for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:12:43.333571 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:12:43.334181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:12:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:43.423304 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-17681b72-dc6f-4d1f-bb01-e9863dc92e5a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.1031806 Apr 05 10:12:43.509925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] Set router 867c12ea-ca98-46c9-8aa8-ab42982a8aff gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:12:43.852487 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:12:42Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:12:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '9283665c-7a3c-495e-9129-26ec7205a0a7', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'port_id': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'mac_address': 'fa:16:3e:1c:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:12:05Z', 'updated_at': '2022-04-05T10:12:41Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf51647-81f0-46c5-80f3-de48529bceee', 'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:7a:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:48Z', 'updated_at': '2022-04-05T10:12:42Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:43.856235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] Checking router: 867c12ea-ca98-46c9-8aa8-ab42982a8aff for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:12:43.867043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:12:43.867613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:12:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:44.046885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] Set router 867c12ea-ca98-46c9-8aa8-ab42982a8aff gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:12:44.425391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:12:42Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:12:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '9283665c-7a3c-495e-9129-26ec7205a0a7', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'port_id': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'mac_address': 'fa:16:3e:1c:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:12:05Z', 'updated_at': '2022-04-05T10:12:41Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf51647-81f0-46c5-80f3-de48529bceee', 'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:7a:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:48Z', 'updated_at': '2022-04-05T10:12:42Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:12:44.426673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36194) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:44.429635 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c0a36-a798-4206-afda-68ca49698824 None None] The sync data for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv is: [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:12:42Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port': {'id': '5141b3e7-ad7b-4296-8862-fc0621ba34b4', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:45Z', 'updated_at': '2022-04-05T10:12:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '9283665c-7a3c-495e-9129-26ec7205a0a7', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'port_id': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'mac_address': 'fa:16:3e:1c:ae:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:12:05Z', 'updated_at': '2022-04-05T10:12:41Z', 'revision_number': 2, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faf51647-81f0-46c5-80f3-de48529bceee', 'name': '', 'network_id': '192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'mac_address': 'fa:16:3e:7a:78:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:11:48Z', 'updated_at': '2022-04-05T10:12:42Z', 'revision_number': 6, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'subnets': [{'id': '83334417-6cbe-4cfa-ad3f-3031cddfb068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:12:44.664061 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8d9ee22a-e834-4d18-882a-d423ced50af4 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.2361295 Apr 05 10:12:45.667918 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36198) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:45.771297 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4699fcc1-371c-4585-a9c9-7237c0f04070 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.1020827 Apr 05 10:12:45.999916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5141b3e7-ad7b-4296-8862-fc0621ba34b4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:12:46.066634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5141b3e7-ad7b-4296-8862-fc0621ba34b4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:12:46.066904 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:46.177616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:46.192984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5141b3e7-ad7b-4296-8862-fc0621ba34b4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5141b3e7-ad7b-4296-8862-fc0621ba34b4,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:12:46.196723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:46.197549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device faf51647-81f0-46c5-80f3-de48529bceee up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:12:46.309514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5141b3e7-ad7b-4296-8862-fc0621ba34b4,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:46.321146 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.321415 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.321753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.322086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.322422 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.322749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.323080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.323404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.323745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.324080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.324388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:46.334885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port faf51647-81f0-46c5-80f3-de48529bceee triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:12:46.335260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:46.338056 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-bf20d167-9a5e-42f4-8621-dac2ff47f694 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709755 Apr 05 10:12:46.450103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:46.478373 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-50b18151-ea97-4967-b25b-cdf9ad68af10 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 1099 time: 0.0739799 Apr 05 10:12:46.484070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port faf51647-81f0-46c5-80f3-de48529bceee, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=faf51647-81f0-46c5-80f3-de48529bceee,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:12:46.488347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:46.552645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=faf51647-81f0-46c5-80f3-de48529bceee,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:46.626665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-edfbf17a-1f6c-49eb-ae02-9b877421ab58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:46.628365 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-edfbf17a-1f6c-49eb-ae02-9b877421ab58 service neutron] 10.222.0.10 "GET /v2.0/networks?id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 HTTP/1.1" status: 200 len: 897 time: 0.1315475 Apr 05 10:12:46.730821 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-1cc0bf2b-7ba6-4868-8d44-498fae3afca2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93dfd3a2-1b08-421e-8a8d-a81ddceee069 HTTP/1.1" status: 200 len: 999 time: 0.0959589 Apr 05 10:12:46.774863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36202) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:46.792243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-1e580cb8-b9bf-490d-9ad6-d19a2b0f49bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:46.793723 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-1e580cb8-b9bf-490d-9ad6-d19a2b0f49bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83334417-6cbe-4cfa-ad3f-3031cddfb068 HTTP/1.1" status: 200 len: 834 time: 0.0568712 Apr 05 10:12:46.882190 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-132d00c4-8c37-4221-b257-a9817aab1d17 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.1050961 Apr 05 10:12:46.961351 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-17aa5780-f670-4928-b4e4-fd9e93ae0a2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1623123 Apr 05 10:12:46.971345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-fd0ed7e7-9c2b-4895-ad05-22953a19d5c2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:12:46.972263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-fd0ed7e7-9c2b-4895-ad05-22953a19d5c2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046892 Apr 05 10:12:47.109462 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-99f844a8-2cc2-49fc-b92b-4229f0b0cd4d service neutron] 10.222.0.10 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305633 Apr 05 10:12:47.245192 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d43d12-d6dc-4fff-925b-9fd164478a3f req-cf663847-3317-4fc6-858c-1e6732bb5168 service neutron] 10.222.0.10 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294239 Apr 05 10:12:47.885085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36206) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:47.968340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5141b3e7-ad7b-4296-8862-fc0621ba34b4 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:12:47.990641 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2d9fc378-e76a-4f85-8fdc-c1e9e69ae178 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.1044018 Apr 05 10:12:48.034560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5141b3e7-ad7b-4296-8862-fc0621ba34b4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:12:48.034919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:48.148482 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device faf51647-81f0-46c5-80f3-de48529bceee up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:12:48.214944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port faf51647-81f0-46c5-80f3-de48529bceee triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:12:48.215304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:48.994070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36210) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:49.096662 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dc110dbb-9dc8-45c3-9b88-755d76107cbd tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.1008041 Apr 05 10:12:50.099674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36214) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:50.203311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-85b3d755-a0c3-49ac-9812-cfdccec5c602 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.1024151 Apr 05 10:12:51.207093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36218) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:51.306384 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d923cd2c-c1b0-4a0d-9043-9f9a20e7d6df tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 991 time: 0.0981116 Apr 05 10:12:51.587467 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e019156-1efa-4507-a1a9-953d729e85d6 None None] New status for floating IP 9283665c-7a3c-495e-9129-26ec7205a0a7: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:12:51.795005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:52.310438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36224) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:52.417127 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-783f76ab-fc91-4f68-bdef-be8325ca739b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 200 len: 993 time: 0.1055291 Apr 05 10:12:52.698210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36232) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:52.891916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port babf6a7d-5f4f-44cc-ab5b-f70bbd56d42e {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:12:52.892216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:53.054867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:53.055190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:53.175238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for babf6a7d-5f4f-44cc-ab5b-f70bbd56d42e owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:12:53.315061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:53.360729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=babf6a7d-5f4f-44cc-ab5b-f70bbd56d42e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:53.399548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.399894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.400229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.400562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.400894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.401222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.401550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.401874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.402196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.402517 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.402835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:53.462931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:53.940765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 867c12ea-ca98-46c9-8aa8-ab42982a8aff has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:12:54.135398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:12:54.156080 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:54.211304 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-71fd9468-1d4c-465f-b256-af01f418cc2a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/floatingips/9283665c-7a3c-495e-9129-26ec7205a0a7 HTTP/1.1" status: 204 len: 168 time: 1.5120409 Apr 05 10:12:54.211893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'tag': '93dfd3a2-1b08-421e-8a8d-a81ddceee069'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:12:54.267100 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b69bea-5b07-4726-bdfa-e74f363a8af3'] response: {'name': 'network-changed', 'server_uuid': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'tag': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'status': 'completed', 'code': 200} Apr 05 10:12:54.357255 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-85df0faf-3ae5-4f71-b3f7-a52f6b17248b req-269534f2-6ad8-437b-b89f-a601b5671389 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5587b1b4168471baeb118f60917a7ae&device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 1099 time: 0.0687976 Apr 05 10:12:54.493783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df0faf-3ae5-4f71-b3f7-a52f6b17248b req-2c080671-96cd-46cf-aabb-ca40cfc57cf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:54.495194 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-85df0faf-3ae5-4f71-b3f7-a52f6b17248b req-2c080671-96cd-46cf-aabb-ca40cfc57cf4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 HTTP/1.1" status: 200 len: 897 time: 0.1323571 Apr 05 10:12:54.597988 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-85df0faf-3ae5-4f71-b3f7-a52f6b17248b req-63dd50df-66b9-416c-933e-498a693799a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93dfd3a2-1b08-421e-8a8d-a81ddceee069 HTTP/1.1" status: 200 len: 217 time: 0.0960300 Apr 05 10:12:54.678280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df0faf-3ae5-4f71-b3f7-a52f6b17248b req-bafa90f9-9693-4277-b618-f1cdc2298bff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:54.679644 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-85df0faf-3ae5-4f71-b3f7-a52f6b17248b req-bafa90f9-9693-4277-b618-f1cdc2298bff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=83334417-6cbe-4cfa-ad3f-3031cddfb068 HTTP/1.1" status: 200 len: 834 time: 0.0744030 Apr 05 10:12:54.723905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a3934-44eb-421a-91df-43d2cd108ae0 req-28fc74e7-3867-4015-8586-1ac3ec84be0e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:54.724573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-fc2a3934-44eb-421a-91df-43d2cd108ae0 req-28fc74e7-3867-4015-8586-1ac3ec84be0e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Synchronizing usage tracker for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:12:54.755111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-fc2a3934-44eb-421a-91df-43d2cd108ae0 req-28fc74e7-3867-4015-8586-1ac3ec84be0e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Unset dirty status for tenant:f5587b1b4168471baeb118f60917a7ae on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:12:54.756249 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc2a3934-44eb-421a-91df-43d2cd108ae0 req-28fc74e7-3867-4015-8586-1ac3ec84be0e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 946 time: 0.2038004 Apr 05 10:12:54.789694 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-85df0faf-3ae5-4f71-b3f7-a52f6b17248b req-839c4da4-329e-44f7-bd8f-e9b88887ce64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028419 Apr 05 10:12:54.877689 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc2a3934-44eb-421a-91df-43d2cd108ae0 req-95f15b94-ab56-4cd2-be43-a009c43f420a tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153772 Apr 05 10:12:54.929279 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-85df0faf-3ae5-4f71-b3f7-a52f6b17248b req-7d0d6213-fefe-4cb9-82d5-387c1fe6641f service neutron] 10.222.0.10 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313965 Apr 05 10:12:55.055842 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-85df0faf-3ae5-4f71-b3f7-a52f6b17248b req-3ffd9a00-9231-4372-8a5b-72759d20487b service neutron] 10.222.0.10 "GET /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204846 Apr 05 10:12:55.808263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-56992719-4eee-4a9d-a719-4609147f509e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:55.809697 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-56992719-4eee-4a9d-a719-4609147f509e tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 946 time: 0.0787253 Apr 05 10:12:55.875794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-89ea7fd5-30e6-4d72-8117-3b8f61a4cf8b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:12:55.876052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-89ea7fd5-30e6-4d72-8117-3b8f61a4cf8b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:56.273175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-89ea7fd5-30e6-4d72-8117-3b8f61a4cf8b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 93dfd3a2-1b08-421e-8a8d-a81ddceee069, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=93dfd3a2-1b08-421e-8a8d-a81ddceee069,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:12:56.273890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-89ea7fd5-30e6-4d72-8117-3b8f61a4cf8b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:56.343844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41329d-d16a-46af-959e-2795c1f32867 req-f1796253-789e-459a-b2f2-cba890b49669 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:12:56.345290 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac41329d-d16a-46af-959e-2795c1f32867 req-f1796253-789e-459a-b2f2-cba890b49669 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/ports?device_id=886d6a0c-ec01-4f3d-bdcf-d5b49bad3281 HTTP/1.1" status: 200 len: 946 time: 0.3404596 Apr 05 10:12:56.412256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-89ea7fd5-30e6-4d72-8117-3b8f61a4cf8b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 93dfd3a2-1b08-421e-8a8d-a81ddceee069 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:12:56.515479 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac41329d-d16a-46af-959e-2795c1f32867 req-3bdd13e9-7e9d-4c68-8166-0ea30ea2cfd7 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c697ad5-7f39-472e-85a4-99099ac37d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099818 Apr 05 10:12:56.592094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-89ea7fd5-30e6-4d72-8117-3b8f61a4cf8b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:56.639942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea7fd5-30e6-4d72-8117-3b8f61a4cf8b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=93dfd3a2-1b08-421e-8a8d-a81ddceee069,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:56.716217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-89ea7fd5-30e6-4d72-8117-3b8f61a4cf8b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] No DVR routers for this DVR port 93dfd3a2-1b08-421e-8a8d-a81ddceee069 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:12:56.718661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-89ea7fd5-30e6-4d72-8117-3b8f61a4cf8b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:56.721892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'name': 'network-vif-deleted', 'tag': '93dfd3a2-1b08-421e-8a8d-a81ddceee069'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:12:56.738326 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-12a60960-e34b-4f82-ae5f-cbc510634479 req-89ea7fd5-30e6-4d72-8117-3b8f61a4cf8b tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.10 "DELETE /v2.0/ports/93dfd3a2-1b08-421e-8a8d-a81ddceee069 HTTP/1.1" status: 204 len: 173 time: 0.9229996 Apr 05 10:12:56.777259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120f69a4-1b42-4ab4-83fb-8693a7a47ee2'] response: {'server_uuid': '886d6a0c-ec01-4f3d-bdcf-d5b49bad3281', 'name': 'network-vif-deleted', 'tag': '93dfd3a2-1b08-421e-8a8d-a81ddceee069', 'status': 'completed', 'code': 200} Apr 05 10:12:57.624233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36248) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:57.695840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4749d880-6ef8-465b-b909-6f2dd77e66b8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:57.725709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4749d880-6ef8-465b-b909-6f2dd77e66b8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:57.790089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4749d880-6ef8-465b-b909-6f2dd77e66b8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:57.809244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749d880-6ef8-465b-b909-6f2dd77e66b8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c697ad5-7f39-472e-85a4-99099ac37d97,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:57.821934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4749d880-6ef8-465b-b909-6f2dd77e66b8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:57.823760 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4749d880-6ef8-465b-b909-6f2dd77e66b8 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c697ad5-7f39-472e-85a4-99099ac37d97 HTTP/1.1" status: 204 len: 168 time: 0.1978056 Apr 05 10:12:57.864353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36254) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:12:58.261796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:58.964727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port faf51647-81f0-46c5-80f3-de48529bceee {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:12:58.965470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:59.147132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port faf51647-81f0-46c5-80f3-de48529bceee, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=faf51647-81f0-46c5-80f3-de48529bceee,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:12:59.147485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:59.266703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for faf51647-81f0-46c5-80f3-de48529bceee owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:12:59.438629 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:59.487469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=faf51647-81f0-46c5-80f3-de48529bceee,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:12:59.526786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.527042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.527379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.527740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.528071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.528399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.528722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.529049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.529804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.529804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.530250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:12:59.706053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f07d877b-3bc1-4a74-bead-0ad28730f63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:59.792795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:12:59.829042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 93dfd3a2-1b08-421e-8a8d-a81ddceee069 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:12:59.864588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 93dfd3a2-1b08-421e-8a8d-a81ddceee069 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:12:59.864928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 93dfd3a2-1b08-421e-8a8d-a81ddceee069 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:13:00.455106 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Router 867c12ea-ca98-46c9-8aa8-ab42982a8aff has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:13:00.655668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:13:00.669617 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fdb7cf64-291a-4281-a847-df3485c3cdab tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "PUT /v2.0/routers/867c12ea-ca98-46c9-8aa8-ab42982a8aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8040192 Apr 05 10:13:00.672292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36260) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:00.855948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec46665c-aed9-44b8-aee2-c690f77075f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting subnet 83334417-6cbe-4cfa-ad3f-3031cddfb068 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:13:00.858784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec46665c-aed9-44b8-aee2-c690f77075f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:00.912597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec46665c-aed9-44b8-aee2-c690f77075f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:00.995393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec46665c-aed9-44b8-aee2-c690f77075f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:01.066661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec46665c-aed9-44b8-aee2-c690f77075f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:01.102773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46665c-aed9-44b8-aee2-c690f77075f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Subnet': ['ID=83334417-6cbe-4cfa-ad3f-3031cddfb068,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:01.109238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ec46665c-aed9-44b8-aee2-c690f77075f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:01.114845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c78819-810f-4d69-9f7f-e9ac4882845a None None] Network 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:13:01.115287 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ec46665c-aed9-44b8-aee2-c690f77075f5 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/subnets/83334417-6cbe-4cfa-ad3f-3031cddfb068 HTTP/1.1" status: 204 len: 168 time: 0.4419832 Apr 05 10:13:01.117925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36264) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:01.315096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:01.358713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340a8eb3-7c73-4a14-9b7a-cb52b3830c09 None None] DHCP port deletion for 192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:13:01.363858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-340a8eb3-7c73-4a14-9b7a-cb52b3830c09 None None] Deleting port 5ec1d03c-fdd4-426b-a701-a64184e80b03 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:13:01.364232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-340a8eb3-7c73-4a14-9b7a-cb52b3830c09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:01.510510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:01.521007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Deleting port 5141b3e7-ad7b-4296-8862-fc0621ba34b4 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:13:01.521389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:01.569694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-340a8eb3-7c73-4a14-9b7a-cb52b3830c09 None None] For port 5ec1d03c-fdd4-426b-a701-a64184e80b03, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5ec1d03c-fdd4-426b-a701-a64184e80b03,segment=NetworkSegment(5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c),segment_id=5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:13:01.570083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-340a8eb3-7c73-4a14-9b7a-cb52b3830c09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:01.727997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-340a8eb3-7c73-4a14-9b7a-cb52b3830c09 None None] Calling delete_port for 5ec1d03c-fdd4-426b-a701-a64184e80b03 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:13:01.793832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] For port 5141b3e7-ad7b-4296-8862-fc0621ba34b4, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5141b3e7-ad7b-4296-8862-fc0621ba34b4,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:13:01.794191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:01.803320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-340a8eb3-7c73-4a14-9b7a-cb52b3830c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:01.844321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a8eb3-7c73-4a14-9b7a-cb52b3830c09 None None] Pushing event deleted for resources: {'Port': ['ID=5ec1d03c-fdd4-426b-a701-a64184e80b03,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:01.852693 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a8eb3-7c73-4a14-9b7a-cb52b3830c09 None None] No DVR routers for this DVR port 5ec1d03c-fdd4-426b-a701-a64184e80b03 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:13:01.915544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Calling delete_port for 5141b3e7-ad7b-4296-8862-fc0621ba34b4 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:13:01.983706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5ec1d03c-fdd4-426b-a701-a64184e80b03 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:13:02.018075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 5ec1d03c-fdd4-426b-a701-a64184e80b03 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:13:02.018699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5ec1d03c-fdd4-426b-a701-a64184e80b03 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:13:02.020447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-293114ec-fb1b-43ea-91ce-64ae5fe8beaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:02.066582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] Sync routers for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:13:02.078848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:13:02.079467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:13:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:13:02.114078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:02.160001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Port': ['ID=5141b3e7-ad7b-4296-8862-fc0621ba34b4,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:02.214154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] Set router 867c12ea-ca98-46c9-8aa8-ab42982a8aff gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:13:02.335767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:13:02Z', 'revision_number': 9, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:13:02.343415 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] Checking router: 867c12ea-ca98-46c9-8aa8-ab42982a8aff for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:13:02.359008 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] Routers {'867c12ea-ca98-46c9-8aa8-ab42982a8aff'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:13:02.359637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:13:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:13:02.396705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:02.516051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] Set router 867c12ea-ca98-46c9-8aa8-ab42982a8aff gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:13:02.627425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:13:02Z', 'revision_number': 9, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:13:02.632282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f788bce-a3c1-4138-a7e9-be5a206653d9 None None] The sync data for ids ['867c12ea-ca98-46c9-8aa8-ab42982a8aff'] in dv-neutron-833199-1-hyperv is: [{'id': '867c12ea-ca98-46c9-8aa8-ab42982a8aff', 'name': 'tempest-TestNetworkBasicOps-router-774282651', 'tenant_id': 'f5587b1b4168471baeb118f60917a7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:11:44Z', 'updated_at': '2022-04-05T10:13:02Z', 'revision_number': 9, 'project_id': 'f5587b1b4168471baeb118f60917a7ae', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:13:02.674295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:02.678509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:02.703510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:02.704048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Fanout notify agent at l3_agent the message router_deleted on router 867c12ea-ca98-46c9-8aa8-ab42982a8aff {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:13:02.718243 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:02.719329 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4851064d-ab54-4a8f-9aa6-4d7c17a204a1 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/routers/867c12ea-ca98-46c9-8aa8-ab42982a8aff HTTP/1.1" status: 204 len: 168 time: 1.6005304 Apr 05 10:13:02.722579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36270) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:02.831935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:02.957074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:02.982436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:13:02.995228 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:13:02.995544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7b3b28-99c5-4c49-bb57-f43d7fa64c9c') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:13:03.008519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.026191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.034792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:13:03.035189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.053223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:13:03.055247 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:13:03.106385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.227378 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.244087 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.256361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] Pushing event deleted for resources: {'Network': ['ID=192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:03.262623 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2d66b2e1-2588-4aff-b3ea-71492092ea75 tempest-TestNetworkBasicOps-277078966 tempest-TestNetworkBasicOps-277078966-project] 10.222.0.30 "DELETE /v2.0/networks/192a9ba9-0c8a-4cf2-b0e9-92bfa70b0ac2 HTTP/1.1" status: 204 len: 168 time: 0.5391126 Apr 05 10:13:03.471973 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2829385d-ff66-4218-8f21-eb1b02677711 None None] New status for floating IP 9283665c-7a3c-495e-9129-26ec7205a0a7: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:13:03.596435 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36278) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:03.775537 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8018ce5a-0ce7-44d9-b7b2-2ce43695d6cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5587b1b4168471baeb118f60917a7ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1777875 Apr 05 10:13:03.777965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36284) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:03.839327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc101-f8d4-400b-90f6-658525d8aa4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.864733 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc101-f8d4-400b-90f6-658525d8aa4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.923851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc101-f8d4-400b-90f6-658525d8aa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.944214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fc101-f8d4-400b-90f6-658525d8aa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea29373-5464-401e-9342-596f8d6e6b1d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:03.949564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc101-f8d4-400b-90f6-658525d8aa4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:03.953965 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6a3fc101-f8d4-400b-90f6-658525d8aa4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ea29373-5464-401e-9342-596f8d6e6b1d HTTP/1.1" status: 204 len: 168 time: 0.1750257 Apr 05 10:13:03.980583 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5141b3e7-ad7b-4296-8862-fc0621ba34b4 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:13:04.015964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 5141b3e7-ad7b-4296-8862-fc0621ba34b4 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:13:04.016317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5141b3e7-ad7b-4296-8862-fc0621ba34b4 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:13:04.016711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device faf51647-81f0-46c5-80f3-de48529bceee no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:13:04.048275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: faf51647-81f0-46c5-80f3-de48529bceee {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:13:04.048671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device faf51647-81f0-46c5-80f3-de48529bceee not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:13:04.291898 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36292) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:04.310307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8fc72360-0939-4d24-9777-d801449ab654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:04.341331 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8fc72360-0939-4d24-9777-d801449ab654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:13:04.345013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8fc72360-0939-4d24-9777-d801449ab654 admin admin] Usage tracker for resource:security_group_rule and tenant:60b5d7889d5c4c44a6677e360e243001 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:13:04.347860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8fc72360-0939-4d24-9777-d801449ab654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:13:04.353290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8fc72360-0939-4d24-9777-d801449ab654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:13:04.416783 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8fc72360-0939-4d24-9777-d801449ab654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:04.420262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:04.421483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8fc72360-0939-4d24-9777-d801449ab654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:04.480813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc72360-0939-4d24-9777-d801449ab654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb8212d-2af7-463f-ad0e-f65cf18276a7,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:04.489280 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8fc72360-0939-4d24-9777-d801449ab654 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60b5d7889d5c4c44a6677e360e243001&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1949053 Apr 05 10:13:04.490576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36296) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:04.551660 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a078b6d-a73d-40b8-bc7d-641421e69d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:04.580805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a078b6d-a73d-40b8-bc7d-641421e69d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:04.632619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a078b6d-a73d-40b8-bc7d-641421e69d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:04.648769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a078b6d-a73d-40b8-bc7d-641421e69d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb8212d-2af7-463f-ad0e-f65cf18276a7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:04.653112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2a078b6d-a73d-40b8-bc7d-641421e69d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:04.654153 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2a078b6d-a73d-40b8-bc7d-641421e69d52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bb8212d-2af7-463f-ad0e-f65cf18276a7 HTTP/1.1" status: 204 len: 168 time: 0.1625843 Apr 05 10:13:12.655034 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-cef39093-28d3-4cdf-ab0c-36f8e8d4794d tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6aa4bd6e73fd4ef9a8898e02a74dbb1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274220 Apr 05 10:13:12.801956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2921d-c609-430b-a107-3c47d5278142 req-6fa56df0-a016-4510-bdd3-71e9c57f8522 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:12.803321 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-6fa56df0-a016-4510-bdd3-71e9c57f8522 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421425 Apr 05 10:13:12.819406 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-9b93d0b5-880f-4aef-bac9-0366e6e72d82 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/quotas/6aa4bd6e73fd4ef9a8898e02a74dbb1a HTTP/1.1" status: 200 len: 375 time: 0.0103629 Apr 05 10:13:12.867430 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-f2cc7f90-6150-43f0-b99a-4cac4068d1e7 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aa4bd6e73fd4ef9a8898e02a74dbb1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429497 Apr 05 10:13:13.061558 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2571b07a-0cb8-4bde-acbd-a3080797f909 req-7149c6a2-f502-4b18-a540-694c0325448c tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 210 time: 0.0396819 Apr 05 10:13:13.941430 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-21828610-9267-4ef1-b3f7-4521419e675f tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6aa4bd6e73fd4ef9a8898e02a74dbb1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286992 Apr 05 10:13:14.090598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2921d-c609-430b-a107-3c47d5278142 req-73b49415-ddcc-421a-9a0b-7bdf6cd609bf tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:14.091972 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-73b49415-ddcc-421a-9a0b-7bdf6cd609bf tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1443546 Apr 05 10:13:14.108228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Request body: {'port': {'device_id': 'a054e5d5-3b3e-4f6b-b95d-bd981071878d', 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc', 'admin_state_up': True, 'tenant_id': '6aa4bd6e73fd4ef9a8898e02a74dbb1a'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:13:14.238945 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7454ff78-1f7c-4a6a-802d-34f98a328183 req-605d6b87-223a-4587-bd72-80d880941946 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 210 time: 0.0523469 Apr 05 10:13:14.258688 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:13:14.288476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:13:14.292344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Usage tracker for resource:port and tenant:6aa4bd6e73fd4ef9a8898e02a74dbb1a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:13:14.295169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:13:14.300969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:13:14.310797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Made reservation on behalf of 6aa4bd6e73fd4ef9a8898e02a74dbb1a for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:13:14.313746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:14.326388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:14.358874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:13:14.363349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Usage tracker for resource:security_group_rule and tenant:6aa4bd6e73fd4ef9a8898e02a74dbb1a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:13:14.366185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:13:14.372038 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:13:14.443372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:14.447214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:14.531134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=516ae33b-b98e-4d8a-b815-ee6dd8b7d558,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:14.618921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Allocated IP 192.168.233.222 (ebcf18a7-9dd7-4402-ad0c-46ce69a518dc/c1316ca3-1f01-4585-b5fb-4b4c54cac6f1/fda46a26-715f-43ee-821a-443b45787af6) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:13:14.911962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:14.928044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Transition to ACTIVE for port object fda46a26-715f-43ee-821a-443b45787af6 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:13:14.950766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:15.032861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:13:15.036557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Pushing event updated for resources: {'Port': ['ID=fda46a26-715f-43ee-821a-443b45787af6,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:15.040670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:13:15.042948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:13:15.105122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:15.105735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:15.133042 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-b4a4e2c1-83e7-42c3-b2a2-20a794e734db tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0284455 Apr 05 10:13:15.145962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Request body: {'port': {'device_id': 'a054e5d5-3b3e-4f6b-b95d-bd981071878d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:13:15.266727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:15.288071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a9ee39ea-c653-48d1-a91a-01dd4adf4c7b None None] Provisioning for port fda46a26-715f-43ee-821a-443b45787af6 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:13:15.293254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a9ee39ea-c653-48d1-a91a-01dd4adf4c7b None None] Provisioning complete for port fda46a26-715f-43ee-821a-443b45787af6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:13:15.293630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a9ee39ea-c653-48d1-a91a-01dd4adf4c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:15.352197 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee39ea-c653-48d1-a91a-01dd4adf4c7b None None] Port fda46a26-715f-43ee-821a-443b45787af6 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:13:15.585916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be47287-ca4c-41c5-af57-59d2e1b8096e req-34e857fd-9eae-44b1-bf19-488bf2095baf tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:15.586493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9be47287-ca4c-41c5-af57-59d2e1b8096e req-34e857fd-9eae-44b1-bf19-488bf2095baf tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Synchronizing usage tracker for tenant:6aa4bd6e73fd4ef9a8898e02a74dbb1a on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:13:15.623770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9be47287-ca4c-41c5-af57-59d2e1b8096e req-34e857fd-9eae-44b1-bf19-488bf2095baf tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Unset dirty status for tenant:6aa4bd6e73fd4ef9a8898e02a74dbb1a on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:13:15.625085 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9be47287-ca4c-41c5-af57-59d2e1b8096e req-34e857fd-9eae-44b1-bf19-488bf2095baf tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 936 time: 0.2368140 Apr 05 10:13:15.725944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda46a26-715f-43ee-821a-443b45787af6 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:13:15.734458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:15.738899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9be47287-ca4c-41c5-af57-59d2e1b8096e req-0a6787fb-119e-4e82-afe4-da8268919434 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Synchronizing usage tracker for tenant:6aa4bd6e73fd4ef9a8898e02a74dbb1a on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:13:15.760941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Transition to ACTIVE for port object fda46a26-715f-43ee-821a-443b45787af6 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:13:15.765046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:15.795287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9be47287-ca4c-41c5-af57-59d2e1b8096e req-0a6787fb-119e-4e82-afe4-da8268919434 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Unset dirty status for tenant:6aa4bd6e73fd4ef9a8898e02a74dbb1a on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:13:15.796450 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9be47287-ca4c-41c5-af57-59d2e1b8096e req-0a6787fb-119e-4e82-afe4-da8268919434 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605549 Apr 05 10:13:15.890909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Pushing event updated for resources: {'Port': ['ID=fda46a26-715f-43ee-821a-443b45787af6,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:16.003543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Attempting to bind port fda46a26-715f-43ee-821a-443b45787af6 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:13:16.005095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Attempting to bind port fda46a26-715f-43ee-821a-443b45787af6 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '009f24cd-650b-4b65-ab5d-db27b1e818ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:13:16.005095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Attempting to bind port fda46a26-715f-43ee-821a-443b45787af6 on network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:13:16.009923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Port fda46a26-715f-43ee-821a-443b45787af6 on network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:13:16.010240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Attempting to bind port fda46a26-715f-43ee-821a-443b45787af6 on network ebcf18a7-9dd7-4402-ad0c-46ce69a518dc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:13:16.016242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:13:16.016577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Checking segment: {'id': '009f24cd-650b-4b65-ab5d-db27b1e818ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:13:16.016989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Bound using segment: {'id': '009f24cd-650b-4b65-ab5d-db27b1e818ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:13:16.017689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Bound port: fda46a26-715f-43ee-821a-443b45787af6, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009f24cd-650b-4b65-ab5d-db27b1e818ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:13:16.018113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:16.119015 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] For port fda46a26-715f-43ee-821a-443b45787af6, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:13:16.121868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] For port fda46a26-715f-43ee-821a-443b45787af6, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=fda46a26-715f-43ee-821a-443b45787af6,segment=NetworkSegment(009f24cd-650b-4b65-ab5d-db27b1e818ac),segment_id=009f24cd-650b-4b65-ab5d-db27b1e818ac)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:13:16.126372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:16.190012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:16.191372 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-083318e5-e137-402a-8d47-d41a49da603e service neutron] 10.222.0.10 "PUT /v2.0/ports/fda46a26-715f-43ee-821a-443b45787af6 HTTP/1.1" status: 200 len: 1098 time: 1.0502591 Apr 05 10:13:16.191817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a054e5d5-3b3e-4f6b-b95d-bd981071878d', 'tag': 'fda46a26-715f-43ee-821a-443b45787af6'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:13:16.208790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083318e5-e137-402a-8d47-d41a49da603e service neutron] Pushing event updated for resources: {'Port': ['ID=fda46a26-715f-43ee-821a-443b45787af6,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:16.259064 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1363b429-4744-401f-9fcb-5b0072db88e2'] response: {'name': 'network-changed', 'server_uuid': 'a054e5d5-3b3e-4f6b-b95d-bd981071878d', 'tag': 'fda46a26-715f-43ee-821a-443b45787af6', 'status': 'completed', 'code': 200} Apr 05 10:13:16.301449 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-eae13d86-ebe7-4832-9849-c5656e89ebec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6aa4bd6e73fd4ef9a8898e02a74dbb1a&device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 1101 time: 0.0741999 Apr 05 10:13:16.372435 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-bda4eca0-5d81-4dea-bbf9-050969244ee4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=fda46a26-715f-43ee-821a-443b45787af6 HTTP/1.1" status: 200 len: 217 time: 0.0638170 Apr 05 10:13:16.433069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2921d-c609-430b-a107-3c47d5278142 req-ef60538c-6061-4403-b3a1-be39db40db76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:16.434477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-ef60538c-6061-4403-b3a1-be39db40db76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c1316ca3-1f01-4585-b5fb-4b4c54cac6f1 HTTP/1.1" status: 200 len: 843 time: 0.0568635 Apr 05 10:13:16.510563 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-dd33891f-04cb-457a-b5ed-b35681716869 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebcf18a7-9dd7-4402-ad0c-46ce69a518dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0699487 Apr 05 10:13:16.641661 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-99bb942e-0676-41f7-9421-8f706d5cd92a service neutron] 10.222.0.10 "GET /v2.0/networks/ebcf18a7-9dd7-4402-ad0c-46ce69a518dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247821 Apr 05 10:13:16.856480 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1c2921d-c609-430b-a107-3c47d5278142 req-7731a6c5-3bba-4525-8c53-f57cc652e640 service neutron] 10.222.0.10 "GET /v2.0/networks/ebcf18a7-9dd7-4402-ad0c-46ce69a518dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094271 Apr 05 10:13:17.031632 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39833428-03fa-4723-ae10-1bd9befdd090 req-dab86e58-b928-460e-863c-43babcd92f09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6aa4bd6e73fd4ef9a8898e02a74dbb1a&device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 1101 time: 0.1261156 Apr 05 10:13:17.041679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046aee2-54b3-48af-a0f8-733502b97c1c req-69ff64bb-81d3-42c0-8a73-1f4c3ce1c556 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:17.043012 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d046aee2-54b3-48af-a0f8-733502b97c1c req-69ff64bb-81d3-42c0-8a73-1f4c3ce1c556 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 948 time: 0.1044085 Apr 05 10:13:17.169059 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d046aee2-54b3-48af-a0f8-733502b97c1c req-b016affb-d226-44ff-b740-579c702fa28d tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071568 Apr 05 10:13:17.201729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39833428-03fa-4723-ae10-1bd9befdd090 req-a7ed51f6-1fe0-44aa-b7e0-da00378bef97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:17.203139 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39833428-03fa-4723-ae10-1bd9befdd090 req-a7ed51f6-1fe0-44aa-b7e0-da00378bef97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ebcf18a7-9dd7-4402-ad0c-46ce69a518dc HTTP/1.1" status: 200 len: 869 time: 0.1592979 Apr 05 10:13:17.271606 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39833428-03fa-4723-ae10-1bd9befdd090 req-83ca5283-3a2d-405d-bb25-3d55dcf7019d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=fda46a26-715f-43ee-821a-443b45787af6 HTTP/1.1" status: 200 len: 217 time: 0.0622842 Apr 05 10:13:17.334421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39833428-03fa-4723-ae10-1bd9befdd090 req-87751fca-7355-4b5c-921d-1da631170a04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:17.335790 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39833428-03fa-4723-ae10-1bd9befdd090 req-87751fca-7355-4b5c-921d-1da631170a04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c1316ca3-1f01-4585-b5fb-4b4c54cac6f1 HTTP/1.1" status: 200 len: 843 time: 0.0562885 Apr 05 10:13:17.408717 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39833428-03fa-4723-ae10-1bd9befdd090 req-d4ff2758-9e4c-4dc8-a345-981fbb49aff0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ebcf18a7-9dd7-4402-ad0c-46ce69a518dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0667117 Apr 05 10:13:17.539066 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39833428-03fa-4723-ae10-1bd9befdd090 req-4f0909f5-71b4-4615-9ba3-91fddaaa7a8d service neutron] 10.222.0.10 "GET /v2.0/networks/ebcf18a7-9dd7-4402-ad0c-46ce69a518dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239562 Apr 05 10:13:17.672050 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39833428-03fa-4723-ae10-1bd9befdd090 req-49457629-b084-45a1-86db-bbe199257a87 service neutron] 10.222.0.10 "GET /v2.0/networks/ebcf18a7-9dd7-4402-ad0c-46ce69a518dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267309 Apr 05 10:13:18.368935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b736b1-5348-40af-80fe-6477de4d4fb4 req-1326a3c0-fcc5-4ff8-92c2-0c309790822a tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:18.370453 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5b736b1-5348-40af-80fe-6477de4d4fb4 req-1326a3c0-fcc5-4ff8-92c2-0c309790822a tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 948 time: 0.0789032 Apr 05 10:13:18.419305 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5b736b1-5348-40af-80fe-6477de4d4fb4 req-a13cf068-adbf-4634-af15-b07fdc6690e4 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432441 Apr 05 10:13:19.638519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b55ec7-594c-4505-834f-4f6f05b7c1fd req-dd105795-450d-4f23-8839-773dbf07e94f tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:19.639973 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a4b55ec7-594c-4505-834f-4f6f05b7c1fd req-dd105795-450d-4f23-8839-773dbf07e94f tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 948 time: 0.0941846 Apr 05 10:13:19.688665 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a4b55ec7-594c-4505-834f-4f6f05b7c1fd req-deb496dd-22be-48d4-9bbe-cb3bcb8ae717 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418050 Apr 05 10:13:19.938552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device fda46a26-715f-43ee-821a-443b45787af6 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:13:20.077690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port fda46a26-715f-43ee-821a-443b45787af6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=fda46a26-715f-43ee-821a-443b45787af6,segment=NetworkSegment(009f24cd-650b-4b65-ab5d-db27b1e818ac),segment_id=009f24cd-650b-4b65-ab5d-db27b1e818ac)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:13:20.091427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'fda46a26-715f-43ee-821a-443b45787af6', 'network_id': 'ebcf18a7-9dd7-4402-ad0c-46ce69a518dc', 'port_id': 'fda46a26-715f-43ee-821a-443b45787af6', 'mac_address': 'fa:16:3e:bd:ba:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1316ca3-1f01-4585-b5fb-4b4c54cac6f1', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:13:20.143911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:20.160631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda46a26-715f-43ee-821a-443b45787af6 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:13:20.175861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port fda46a26-715f-43ee-821a-443b45787af6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=fda46a26-715f-43ee-821a-443b45787af6,segment=NetworkSegment(009f24cd-650b-4b65-ab5d-db27b1e818ac),segment_id=009f24cd-650b-4b65-ab5d-db27b1e818ac)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:13:20.179512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:20.244518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=fda46a26-715f-43ee-821a-443b45787af6,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:20.381949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['fda46a26-715f-43ee-821a-443b45787af6'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:13:20.885420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9a29-25bd-40f9-946f-47e554c5e15e req-ff83d2ee-870f-4c75-99f5-7937332b33c5 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:20.886850 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9b5e9a29-25bd-40f9-946f-47e554c5e15e req-ff83d2ee-870f-4c75-99f5-7937332b33c5 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 949 time: 0.0750384 Apr 05 10:13:20.931806 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9b5e9a29-25bd-40f9-946f-47e554c5e15e req-0d8e979c-0c54-479e-bdc4-b8f40edc75ff tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385547 Apr 05 10:13:21.811724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:21.953747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device fda46a26-715f-43ee-821a-443b45787af6 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:13:22.060882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port fda46a26-715f-43ee-821a-443b45787af6 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:13:22.065696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port fda46a26-715f-43ee-821a-443b45787af6 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:13:22.066067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:22.140498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800efac-8b59-4720-9ece-883429b3f50c req-92718a74-ac48-44c3-bade-d4f7f8a3d901 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:22.141926 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e800efac-8b59-4720-9ece-883429b3f50c req-92718a74-ac48-44c3-bade-d4f7f8a3d901 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 949 time: 0.0799613 Apr 05 10:13:22.178977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:22.187562 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e800efac-8b59-4720-9ece-883429b3f50c req-782c732a-c305-4f33-b4b2-2cf9ee767398 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Apr 05 10:13:22.206325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a054e5d5-3b3e-4f6b-b95d-bd981071878d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda46a26-715f-43ee-821a-443b45787af6'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:13:22.216085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port fda46a26-715f-43ee-821a-443b45787af6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=fda46a26-715f-43ee-821a-443b45787af6,segment=NetworkSegment(009f24cd-650b-4b65-ab5d-db27b1e818ac),segment_id=009f24cd-650b-4b65-ab5d-db27b1e818ac)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:13:22.220406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:22.265175 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7d77f7-eab8-435b-914f-aa1b509279c6'] response: {'server_uuid': 'a054e5d5-3b3e-4f6b-b95d-bd981071878d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda46a26-715f-43ee-821a-443b45787af6', 'code': 200} Apr 05 10:13:22.290764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=fda46a26-715f-43ee-821a-443b45787af6,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:22.487561 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f45f41d7-73c7-4efd-94b8-54bf43df75df req-2c5fb45c-4852-4036-92fe-d2664d988eae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 1103 time: 0.0679007 Apr 05 10:13:22.529073 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f45f41d7-73c7-4efd-94b8-54bf43df75df req-d2ee4d50-ce14-4fb9-8316-15e456c09ef5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360210 Apr 05 10:13:23.390506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f8d19-9d7b-4055-8b49-8d607dc2b020 req-085a0cee-2834-4744-aa11-83a104c65095 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:23.391796 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f19f8d19-9d7b-4055-8b49-8d607dc2b020 req-085a0cee-2834-4744-aa11-83a104c65095 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 950 time: 0.0815420 Apr 05 10:13:23.437477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f19f8d19-9d7b-4055-8b49-8d607dc2b020 req-6be5e648-d23f-45b9-9e3a-4700e20d783c tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Apr 05 10:13:24.632879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1833d5b-3315-4244-a701-5a52b426ba23 req-eae0c147-f34b-4ef1-9334-fe5127027ee6 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:24.634565 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e1833d5b-3315-4244-a701-5a52b426ba23 req-eae0c147-f34b-4ef1-9334-fe5127027ee6 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 950 time: 0.0744836 Apr 05 10:13:24.682185 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e1833d5b-3315-4244-a701-5a52b426ba23 req-09a01f3e-58cd-44d4-9a97-bdc33f64d38e tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419729 Apr 05 10:13:25.188418 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e78184da-3d4a-47ed-9be8-48452f9f6e35 req-baa981b8-abca-4f43-ae4b-9a87b2fb9c84 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1506824 Apr 05 10:13:25.665163 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5279be05-f6cb-4b63-be7c-7943dfa47e81 req-a2e15eb7-c912-4961-b903-7363aefd5772 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0672722 Apr 05 10:13:26.201090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e78f4a-9531-41af-acd9-72089fe12822 req-bf569ea4-fbc6-4219-937e-578e1c81efb5 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:26.202869 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6e78f4a-9531-41af-acd9-72089fe12822 req-bf569ea4-fbc6-4219-937e-578e1c81efb5 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 950 time: 0.0775621 Apr 05 10:13:26.245979 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6e78f4a-9531-41af-acd9-72089fe12822 req-7c1c465e-16c9-4f19-8e81-8f837dd13442 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379705 Apr 05 10:13:27.361540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-1567072e-63f8-455f-9cbd-530b10e0cc6e tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:27.362958 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-1567072e-63f8-455f-9cbd-530b10e0cc6e tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.10 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 950 time: 0.0751979 Apr 05 10:13:27.476897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-6d81bc0b-1baf-4d85-b705-23befc587b93 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Deleting port fda46a26-715f-43ee-821a-443b45787af6 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:13:27.477229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-6d81bc0b-1baf-4d85-b705-23befc587b93 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:27.574918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729eca4-f0da-4c2c-94a9-614f181c5e77 req-d6e768c9-3fe8-4ce9-83ef-01a606aff556 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:27.576297 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c729eca4-f0da-4c2c-94a9-614f181c5e77 req-d6e768c9-3fe8-4ce9-83ef-01a606aff556 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/ports?device_id=a054e5d5-3b3e-4f6b-b95d-bd981071878d HTTP/1.1" status: 200 len: 950 time: 0.2096863 Apr 05 10:13:27.713222 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c729eca4-f0da-4c2c-94a9-614f181c5e77 req-619725e3-8691-46ea-a45d-ce6abfe4aaaf tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.30 "GET /v2.0/security-groups?id=516ae33b-b98e-4d8a-b815-ee6dd8b7d558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302402 Apr 05 10:13:27.765507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-6d81bc0b-1baf-4d85-b705-23befc587b93 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] For port fda46a26-715f-43ee-821a-443b45787af6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=fda46a26-715f-43ee-821a-443b45787af6,segment=NetworkSegment(009f24cd-650b-4b65-ab5d-db27b1e818ac),segment_id=009f24cd-650b-4b65-ab5d-db27b1e818ac)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:13:27.765859 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-6d81bc0b-1baf-4d85-b705-23befc587b93 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:27.882515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-6d81bc0b-1baf-4d85-b705-23befc587b93 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Calling delete_port for fda46a26-715f-43ee-821a-443b45787af6 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:13:28.030326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-6d81bc0b-1baf-4d85-b705-23befc587b93 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:28.083078 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81bc0b-1baf-4d85-b705-23befc587b93 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Pushing event deleted for resources: {'Port': ['ID=fda46a26-715f-43ee-821a-443b45787af6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:28.162649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-6d81bc0b-1baf-4d85-b705-23befc587b93 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] No DVR routers for this DVR port fda46a26-715f-43ee-821a-443b45787af6 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:13:28.165481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-6d81bc0b-1baf-4d85-b705-23befc587b93 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:28.169405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a054e5d5-3b3e-4f6b-b95d-bd981071878d', 'name': 'network-vif-deleted', 'tag': 'fda46a26-715f-43ee-821a-443b45787af6'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:13:28.187196 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-87eb433b-035e-45d1-bfd5-14740f8853ae req-6d81bc0b-1baf-4d85-b705-23befc587b93 tempest-ServersAdminNegativeTestJSON-1012678763 tempest-ServersAdminNegativeTestJSON-1012678763-project] 10.222.0.10 "DELETE /v2.0/ports/fda46a26-715f-43ee-821a-443b45787af6 HTTP/1.1" status: 204 len: 173 time: 0.7881444 Apr 05 10:13:28.234876 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ddac22-3d19-496c-a563-e4b664644d6f'] response: {'server_uuid': 'a054e5d5-3b3e-4f6b-b95d-bd981071878d', 'name': 'network-vif-deleted', 'tag': 'fda46a26-715f-43ee-821a-443b45787af6', 'status': 'completed', 'code': 200} Apr 05 10:13:29.102271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36424) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:29.271869 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1d3e4737-bbd2-4fb5-959d-3d122ec4a41f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6aa4bd6e73fd4ef9a8898e02a74dbb1a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1684008 Apr 05 10:13:29.274331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36430) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:29.331073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-870777a9-06aa-47a3-9abe-6363ed1814be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:29.358737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-870777a9-06aa-47a3-9abe-6363ed1814be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:29.409827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-870777a9-06aa-47a3-9abe-6363ed1814be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:29.426838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870777a9-06aa-47a3-9abe-6363ed1814be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516ae33b-b98e-4d8a-b815-ee6dd8b7d558,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:29.438724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-870777a9-06aa-47a3-9abe-6363ed1814be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:29.439982 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-870777a9-06aa-47a3-9abe-6363ed1814be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/516ae33b-b98e-4d8a-b815-ee6dd8b7d558 HTTP/1.1" status: 204 len: 168 time: 0.1646154 Apr 05 10:13:29.709222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f1551306-40e2-4739-b398-93aa3da66eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:29.764714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36438) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:29.782939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ad08fa39-828a-4ea2-8a0d-ba3d8d589b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:29.815162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ad08fa39-828a-4ea2-8a0d-ba3d8d589b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:13:29.819051 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ad08fa39-828a-4ea2-8a0d-ba3d8d589b19 admin admin] Usage tracker for resource:security_group_rule and tenant:454469555282485b8034ca34c4b87765 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:13:29.821787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ad08fa39-828a-4ea2-8a0d-ba3d8d589b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:13:29.827315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ad08fa39-828a-4ea2-8a0d-ba3d8d589b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:13:29.894512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ad08fa39-828a-4ea2-8a0d-ba3d8d589b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:29.898066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ad08fa39-828a-4ea2-8a0d-ba3d8d589b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:29.942874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08fa39-828a-4ea2-8a0d-ba3d8d589b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3423ef-00bf-4506-b5fd-87d4cda3cc16,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:29.948195 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ad08fa39-828a-4ea2-8a0d-ba3d8d589b19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=454469555282485b8034ca34c4b87765&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1824992 Apr 05 10:13:29.950768 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36442) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:29.986369 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device fda46a26-715f-43ee-821a-443b45787af6 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:13:30.015178 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be85c7d8-be15-448d-95f4-d720acf4481c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:30.020347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: fda46a26-715f-43ee-821a-443b45787af6 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:13:30.020772 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device fda46a26-715f-43ee-821a-443b45787af6 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:13:30.041193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be85c7d8-be15-448d-95f4-d720acf4481c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:30.100107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be85c7d8-be15-448d-95f4-d720acf4481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:30.115729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85c7d8-be15-448d-95f4-d720acf4481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3423ef-00bf-4506-b5fd-87d4cda3cc16,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:30.125030 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be85c7d8-be15-448d-95f4-d720acf4481c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:30.126928 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-be85c7d8-be15-448d-95f4-d720acf4481c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf3423ef-00bf-4506-b5fd-87d4cda3cc16 HTTP/1.1" status: 204 len: 168 time: 0.1750684 Apr 05 10:13:30.961163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36464) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:31.087143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-275233975-network', 'tenant_id': '811a11c2a7f348289432d123c64029e1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:13:31.092036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:13:31.095927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Usage tracker for resource:network and tenant:811a11c2a7f348289432d123c64029e1 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:13:31.099065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:13:31.104788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:13:31.116120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Made reservation on behalf of 811a11c2a7f348289432d123c64029e1 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:13:31.118403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.131549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.163625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:13:31.167622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Usage tracker for resource:security_group_rule and tenant:811a11c2a7f348289432d123c64029e1 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:13:31.170465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:13:31.176712 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:13:31.246463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.250484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.286274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:13:31.291831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64533b56-0ecc-41dc-935a-985a89206b2b,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:31.300430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.300811 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Added segment 0922e5f6-97bb-4146-bf81-acf6e18409f1 of type vlan for network 642819ad-4976-4e5b-8203-7568ded54bfc Apr 05 10:13:31.330610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.358327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.359124 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:31.359716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.455061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] Pushing event updated for resources: {'Network': ['ID=642819ad-4976-4e5b-8203-7568ded54bfc,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:31.459013 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bed673be-bbed-4cd7-a3cd-766d2ae0cf78 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4968562 Apr 05 10:13:31.461944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36470) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:31.466572 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 642819ad-4976-4e5b-8203-7568ded54bfc details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:13:31.467172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Request body: {'subnet': {'network_id': '642819ad-4976-4e5b-8203-7568ded54bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-275233975-subnet', 'tenant_id': '811a11c2a7f348289432d123c64029e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:13:31.472717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:13:31.476525 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Usage tracker for resource:subnet and tenant:811a11c2a7f348289432d123c64029e1 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:13:31.479315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:13:31.485031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:13:31.500410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Made reservation on behalf of 811a11c2a7f348289432d123c64029e1 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:13:31.503009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.813510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.886251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47977c1c-dc18-4a5b-8982-26902a5048f9,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:31.898879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Checking segment: {'id': '0922e5f6-97bb-4146-bf81-acf6e18409f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '642819ad-4976-4e5b-8203-7568ded54bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:13:31.899232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Network hostable DHCP agents. Network: 642819ad-4976-4e5b-8203-7568ded54bfc, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:13:31.921348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Network 642819ad-4976-4e5b-8203-7568ded54bfc is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:13:31.931342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 642819ad-4976-4e5b-8203-7568ded54bfc) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:13:31.935676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:31.936274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:31.941957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a4351-1f33-4bc8-9439-8e72d45a7c2d None None] Network 642819ad-4976-4e5b-8203-7568ded54bfc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:13:31.961551 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b011914c-5a39-4157-bd3b-861f0f7acea9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4984539 Apr 05 10:13:32.044962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-52d47a4e-7c8d-450b-a1d9-1fa167388eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:32.179355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e972a73f-16a1-4c54-b9c3-9b188a8adb30 None None] Network 642819ad-4976-4e5b-8203-7568ded54bfc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:13:32.506491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-da610dd6-7ab4-499b-9e6e-288dbf6e6832 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:32.507137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-da610dd6-7ab4-499b-9e6e-288dbf6e6832 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Synchronizing usage tracker for tenant:811a11c2a7f348289432d123c64029e1 on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:13:32.523367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-da610dd6-7ab4-499b-9e6e-288dbf6e6832 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Unset dirty status for tenant:811a11c2a7f348289432d123c64029e1 on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:13:32.524604 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-da610dd6-7ab4-499b-9e6e-288dbf6e6832 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/networks?id=642819ad-4976-4e5b-8203-7568ded54bfc HTTP/1.1" status: 200 len: 811 time: 0.1594687 Apr 05 10:13:32.540838 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-491b30f9-aa65-4309-ab7f-2a7329907329 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/quotas/811a11c2a7f348289432d123c64029e1 HTTP/1.1" status: 200 len: 375 time: 0.0109117 Apr 05 10:13:32.585960 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-9929d362-fcde-4994-81f2-8226f88232ac tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=811a11c2a7f348289432d123c64029e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400128 Apr 05 10:13:32.720675 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-61f96e02-f1ea-476a-929c-2d2bc39eb217 service neutron] 10.222.0.30 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278236 Apr 05 10:13:32.852796 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-43d1d6c9-e61f-4648-b7bf-140d1d63e117 service neutron] 10.222.0.30 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258302 Apr 05 10:13:33.040834 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e6c1f084-abd0-4c0b-b671-0b561991daa1 req-878b46dd-579e-4d30-9d8c-d214be94d677 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 210 time: 0.0441682 Apr 05 10:13:33.053219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:33.118457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:34.119839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-72d0f776-9cee-4387-bbbd-781e3cbcebc9 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:34.121254 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-72d0f776-9cee-4387-bbbd-781e3cbcebc9 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.10 "GET /v2.0/networks?id=642819ad-4976-4e5b-8203-7568ded54bfc HTTP/1.1" status: 200 len: 811 time: 0.1548507 Apr 05 10:13:34.138652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Request body: {'port': {'device_id': 'abb6975c-9481-4b91-bee4-08fb34cad15e', 'network_id': '642819ad-4976-4e5b-8203-7568ded54bfc', 'admin_state_up': True, 'tenant_id': '811a11c2a7f348289432d123c64029e1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:13:34.265205 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a7c62487-553f-4f36-9aac-a088c8cd64c2 req-75f0c08d-dc98-45e7-95fd-66065b5f02bd tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 210 time: 0.0577605 Apr 05 10:13:34.318500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:13:34.322272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Usage tracker for resource:port and tenant:811a11c2a7f348289432d123c64029e1 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:13:34.325136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:13:34.331561 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:13:34.340879 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Made reservation on behalf of 811a11c2a7f348289432d123c64029e1 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:13:34.344068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:34.425227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:34.509574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Allocated IP 172.20.0.5 (642819ad-4976-4e5b-8203-7568ded54bfc/47977c1c-dc18-4a5b-8982-26902a5048f9/326932ba-d11f-4993-ab28-f20161462736) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:13:34.719876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:34.747323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:34.820245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Network 642819ad-4976-4e5b-8203-7568ded54bfc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:13:34.822968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:13:34.825565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:13:34.870964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Pushing event updated for resources: {'Port': ['ID=326932ba-d11f-4993-ab28-f20161462736,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:34.899092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:34.899763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:34.919786 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-242991b1-f69b-47f9-b13b-e4ef57335973 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7851346 Apr 05 10:13:34.932184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Request body: {'port': {'device_id': 'abb6975c-9481-4b91-bee4-08fb34cad15e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:13:35.135041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:35.542279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93d7c7-161c-451f-8cbb-77f42f8e08a9 req-58a2d67b-3edc-4c1d-8be2-49904307dcbe tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:35.542866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8a93d7c7-161c-451f-8cbb-77f42f8e08a9 req-58a2d67b-3edc-4c1d-8be2-49904307dcbe tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Synchronizing usage tracker for tenant:811a11c2a7f348289432d123c64029e1 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:13:35.548934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326932ba-d11f-4993-ab28-f20161462736 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:13:35.558405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:35.578426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Transition to ACTIVE for port object 326932ba-d11f-4993-ab28-f20161462736 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:13:35.580020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8a93d7c7-161c-451f-8cbb-77f42f8e08a9 req-58a2d67b-3edc-4c1d-8be2-49904307dcbe tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Unset dirty status for tenant:811a11c2a7f348289432d123c64029e1 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:13:35.581370 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a93d7c7-161c-451f-8cbb-77f42f8e08a9 req-58a2d67b-3edc-4c1d-8be2-49904307dcbe tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 931 time: 0.1942248 Apr 05 10:13:35.582663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:35.734844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Pushing event updated for resources: {'Port': ['ID=326932ba-d11f-4993-ab28-f20161462736,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:35.751172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8a93d7c7-161c-451f-8cbb-77f42f8e08a9 req-e1f1a383-0cf6-4dfe-aff7-ff8760f2961d tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Synchronizing usage tracker for tenant:811a11c2a7f348289432d123c64029e1 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:13:35.839293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8a93d7c7-161c-451f-8cbb-77f42f8e08a9 req-e1f1a383-0cf6-4dfe-aff7-ff8760f2961d tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Unset dirty status for tenant:811a11c2a7f348289432d123c64029e1 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:13:35.840395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a93d7c7-161c-451f-8cbb-77f42f8e08a9 req-e1f1a383-0cf6-4dfe-aff7-ff8760f2961d tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264421 Apr 05 10:13:35.866167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Attempting to bind port 326932ba-d11f-4993-ab28-f20161462736 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:13:35.866495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Attempting to bind port 326932ba-d11f-4993-ab28-f20161462736 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '0922e5f6-97bb-4146-bf81-acf6e18409f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '642819ad-4976-4e5b-8203-7568ded54bfc'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:13:35.866817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Attempting to bind port 326932ba-d11f-4993-ab28-f20161462736 on network 642819ad-4976-4e5b-8203-7568ded54bfc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:13:35.872594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Port 326932ba-d11f-4993-ab28-f20161462736 on network 642819ad-4976-4e5b-8203-7568ded54bfc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:13:35.872909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Attempting to bind port 326932ba-d11f-4993-ab28-f20161462736 on network 642819ad-4976-4e5b-8203-7568ded54bfc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:13:35.879056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:13:35.879430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Checking segment: {'id': '0922e5f6-97bb-4146-bf81-acf6e18409f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '642819ad-4976-4e5b-8203-7568ded54bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:13:35.879795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Bound using segment: {'id': '0922e5f6-97bb-4146-bf81-acf6e18409f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '642819ad-4976-4e5b-8203-7568ded54bfc'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:13:35.880218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Bound port: 326932ba-d11f-4993-ab28-f20161462736, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0922e5f6-97bb-4146-bf81-acf6e18409f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '642819ad-4976-4e5b-8203-7568ded54bfc'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:13:35.880569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:35.967661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] For port 326932ba-d11f-4993-ab28-f20161462736, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:13:35.970557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] For port 326932ba-d11f-4993-ab28-f20161462736, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=326932ba-d11f-4993-ab28-f20161462736,segment=NetworkSegment(0922e5f6-97bb-4146-bf81-acf6e18409f1),segment_id=0922e5f6-97bb-4146-bf81-acf6e18409f1)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:13:35.975764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:36.040925 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:36.042350 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] 10.222.0.10 "PUT /v2.0/ports/326932ba-d11f-4993-ab28-f20161462736 HTTP/1.1" status: 200 len: 1093 time: 1.1147833 Apr 05 10:13:36.042772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb6975c-9481-4b91-bee4-08fb34cad15e', 'tag': '326932ba-d11f-4993-ab28-f20161462736'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:13:36.061424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e7006-fd3d-46b4-bfcd-88a4ab88ccf5 service neutron] Pushing event updated for resources: {'Port': ['ID=326932ba-d11f-4993-ab28-f20161462736,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:36.112357 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72bfffd-0519-4aa9-b4d4-1a09cd0d2e68'] response: {'name': 'network-changed', 'server_uuid': 'abb6975c-9481-4b91-bee4-08fb34cad15e', 'tag': '326932ba-d11f-4993-ab28-f20161462736', 'status': 'completed', 'code': 200} Apr 05 10:13:36.154842 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-fc6dac3f-f9d4-4e36-985a-38c793b219b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=811a11c2a7f348289432d123c64029e1&device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 1096 time: 0.0731649 Apr 05 10:13:36.224823 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-b586d121-849b-4f4e-9401-5aa92d3b2339 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326932ba-d11f-4993-ab28-f20161462736 HTTP/1.1" status: 200 len: 217 time: 0.0638106 Apr 05 10:13:36.286208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-0019774c-954c-4c1e-b6b6-9aa557ecfda8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:36.287666 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-0019774c-954c-4c1e-b6b6-9aa557ecfda8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47977c1c-dc18-4a5b-8982-26902a5048f9 HTTP/1.1" status: 200 len: 851 time: 0.0578370 Apr 05 10:13:36.332528 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-b32084b0-1547-4a04-8ba6-2faf8962059b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=642819ad-4976-4e5b-8203-7568ded54bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394964 Apr 05 10:13:36.462183 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-813aa6bb-5827-4aef-902d-eaff05eb2ba4 service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233509 Apr 05 10:13:36.593294 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0f292aa-6329-43d3-8061-9e29f4753321 req-1a20d433-43a4-4f44-8c0b-9e3823b541de service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252224 Apr 05 10:13:36.715429 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bf7fdd2-7a31-48eb-8a8a-38406313fd02 req-24695d89-c9b6-44f6-9095-16f54b1dcfbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=811a11c2a7f348289432d123c64029e1&device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 1096 time: 0.0714698 Apr 05 10:13:36.954739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7fdd2-7a31-48eb-8a8a-38406313fd02 req-43d79fb0-0b19-48bf-a070-88fa2d1a3e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:36.956329 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bf7fdd2-7a31-48eb-8a8a-38406313fd02 req-43d79fb0-0b19-48bf-a070-88fa2d1a3e6b service neutron] 10.222.0.10 "GET /v2.0/networks?id=642819ad-4976-4e5b-8203-7568ded54bfc HTTP/1.1" status: 200 len: 911 time: 0.2350099 Apr 05 10:13:37.072349 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bf7fdd2-7a31-48eb-8a8a-38406313fd02 req-61774f63-7013-4c1b-881c-e02d231f4a95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326932ba-d11f-4993-ab28-f20161462736 HTTP/1.1" status: 200 len: 217 time: 0.1085188 Apr 05 10:13:37.154220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7fdd2-7a31-48eb-8a8a-38406313fd02 req-4edaccc8-45a7-4606-92df-49d951154375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:37.155831 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bf7fdd2-7a31-48eb-8a8a-38406313fd02 req-4edaccc8-45a7-4606-92df-49d951154375 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47977c1c-dc18-4a5b-8982-26902a5048f9 HTTP/1.1" status: 200 len: 851 time: 0.0773416 Apr 05 10:13:37.168016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd34dfc-2219-4218-aef4-ff195ba9147e req-3c81d8d8-164c-4f79-a4e3-74ebcac0b045 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:37.169458 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-abd34dfc-2219-4218-aef4-ff195ba9147e req-3c81d8d8-164c-4f79-a4e3-74ebcac0b045 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 943 time: 0.1558905 Apr 05 10:13:37.238536 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bf7fdd2-7a31-48eb-8a8a-38406313fd02 req-71b54a30-e3f2-480a-adef-604941464f15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=642819ad-4976-4e5b-8203-7568ded54bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681100 Apr 05 10:13:37.353355 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-abd34dfc-2219-4218-aef4-ff195ba9147e req-9811e67f-921d-4eb7-a072-8096a284ad93 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494071 Apr 05 10:13:37.408367 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bf7fdd2-7a31-48eb-8a8a-38406313fd02 req-352cfeb9-86d1-4d67-a9ff-e2873564ca59 service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611331 Apr 05 10:13:37.543850 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bf7fdd2-7a31-48eb-8a8a-38406313fd02 req-1e26b209-3457-481e-87d1-d032946114a7 service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290307 Apr 05 10:13:38.047928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 326932ba-d11f-4993-ab28-f20161462736 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:13:38.187721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 326932ba-d11f-4993-ab28-f20161462736, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=326932ba-d11f-4993-ab28-f20161462736,segment=NetworkSegment(0922e5f6-97bb-4146-bf81-acf6e18409f1),segment_id=0922e5f6-97bb-4146-bf81-acf6e18409f1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:13:38.201469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '326932ba-d11f-4993-ab28-f20161462736', 'network_id': '642819ad-4976-4e5b-8203-7568ded54bfc', 'port_id': '326932ba-d11f-4993-ab28-f20161462736', 'mac_address': 'fa:16:3e:a2:4c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47977c1c-dc18-4a5b-8982-26902a5048f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:13:38.260277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:38.277518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326932ba-d11f-4993-ab28-f20161462736 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:13:38.292200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 326932ba-d11f-4993-ab28-f20161462736, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=326932ba-d11f-4993-ab28-f20161462736,segment=NetworkSegment(0922e5f6-97bb-4146-bf81-acf6e18409f1),segment_id=0922e5f6-97bb-4146-bf81-acf6e18409f1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:13:38.297071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:38.367801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=326932ba-d11f-4993-ab28-f20161462736,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:38.485564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['326932ba-d11f-4993-ab28-f20161462736'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:13:38.558422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0477ab-9798-405b-9a1f-d4dcc13249fe req-f383a6b6-43a1-4042-a8d1-5071cb702685 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:38.560185 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c0477ab-9798-405b-9a1f-d4dcc13249fe req-f383a6b6-43a1-4042-a8d1-5071cb702685 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 944 time: 0.0802181 Apr 05 10:13:38.609032 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c0477ab-9798-405b-9a1f-d4dcc13249fe req-9ee805b4-937f-45d9-a880-720973865ff5 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Apr 05 10:13:39.824099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01374ab-01bc-4a26-9fce-a22af22b4aa1 req-8323eefa-aae7-4ec8-a41d-ccebecddf7d6 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:39.825569 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c01374ab-01bc-4a26-9fce-a22af22b4aa1 req-8323eefa-aae7-4ec8-a41d-ccebecddf7d6 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 944 time: 0.0829594 Apr 05 10:13:39.872383 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c01374ab-01bc-4a26-9fce-a22af22b4aa1 req-1822cb38-5a2a-489c-9626-f4b2bf5604ae tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Apr 05 10:13:40.075006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 326932ba-d11f-4993-ab28-f20161462736 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:13:40.147819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 326932ba-d11f-4993-ab28-f20161462736 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:13:40.154837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 326932ba-d11f-4993-ab28-f20161462736 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:13:40.155211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:40.271623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:40.298034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb6975c-9481-4b91-bee4-08fb34cad15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326932ba-d11f-4993-ab28-f20161462736'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:13:40.308097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 326932ba-d11f-4993-ab28-f20161462736, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=326932ba-d11f-4993-ab28-f20161462736,segment=NetworkSegment(0922e5f6-97bb-4146-bf81-acf6e18409f1),segment_id=0922e5f6-97bb-4146-bf81-acf6e18409f1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:13:40.313078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:40.355592 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a461dc-e4f7-40f6-9fad-8e5c618f907f'] response: {'server_uuid': 'abb6975c-9481-4b91-bee4-08fb34cad15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326932ba-d11f-4993-ab28-f20161462736', 'code': 200} Apr 05 10:13:40.382097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=326932ba-d11f-4993-ab28-f20161462736,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:13:40.584233 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83fb138b-b3db-4a69-ab40-60e443fd188d req-fd3c9c0c-6dac-47e8-8631-a4b4613ba003 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 1098 time: 0.0687761 Apr 05 10:13:40.631070 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83fb138b-b3db-4a69-ab40-60e443fd188d req-a2d36d32-7b2b-4054-80cb-e0113c3ed286 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414948 Apr 05 10:13:41.080253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ec300-0438-4f0f-8a6a-438acdaea406 req-a71d0553-4167-4d5c-8bf9-08a0b61d3728 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:41.082297 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-527ec300-0438-4f0f-8a6a-438acdaea406 req-a71d0553-4167-4d5c-8bf9-08a0b61d3728 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0826292 Apr 05 10:13:41.127592 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-527ec300-0438-4f0f-8a6a-438acdaea406 req-5cbd085d-3e6b-4818-9375-2df5b967a354 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390322 Apr 05 10:13:42.330246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f27e8-c271-4985-8ab6-381e084784f4 req-ba04c9c7-b5e0-4999-a55b-5d4191769c83 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:42.331730 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-694f27e8-c271-4985-8ab6-381e084784f4 req-ba04c9c7-b5e0-4999-a55b-5d4191769c83 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0785077 Apr 05 10:13:42.376255 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-694f27e8-c271-4985-8ab6-381e084784f4 req-d4bff01c-8c66-47eb-a8c4-e826d66dc9d9 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Apr 05 10:13:42.579491 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b0d23f1d-f169-4f78-b1d5-69f76da85b0f req-369bc56a-5724-42dd-ac86-5db2e0dabd6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0672841 Apr 05 10:13:42.859922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36522) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:13:42.902339 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ca40-1a24-456d-bc6a-698f3cc2d44e req-7fae3458-fabe-4f28-addb-536c72d2b413 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:42.903826 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f933ca40-1a24-456d-bc6a-698f3cc2d44e req-7fae3458-fabe-4f28-addb-536c72d2b413 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0815473 Apr 05 10:13:42.951287 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f933ca40-1a24-456d-bc6a-698f3cc2d44e req-b8f15037-7102-42ca-aea8-73647be70f9c tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410192 Apr 05 10:13:42.999931 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-3c881294-71a3-4007-a184-51918ab80b44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1386204 Apr 05 10:13:44.153221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92908a42-c55e-4d52-9c27-35d2400f3063 req-bb37f837-5bbf-425a-8a2f-944fe13feede tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:44.154786 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92908a42-c55e-4d52-9c27-35d2400f3063 req-bb37f837-5bbf-425a-8a2f-944fe13feede tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0815041 Apr 05 10:13:44.210155 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92908a42-c55e-4d52-9c27-35d2400f3063 req-fcc1953b-1765-491a-8a69-460b5a0c0a25 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 Apr 05 10:13:44.309297 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-6b170fdb-81ec-4c6b-a59f-89b29fa7c130 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=811a11c2a7f348289432d123c64029e1&device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 1098 time: 0.1486254 Apr 05 10:13:44.441402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-47b5bbc7-0fc7-47b2-81e8-34c2926d1de0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:44.442887 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-47b5bbc7-0fc7-47b2-81e8-34c2926d1de0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=642819ad-4976-4e5b-8203-7568ded54bfc HTTP/1.1" status: 200 len: 911 time: 0.1272347 Apr 05 10:13:44.512625 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-cd290ca5-fb62-4a80-b4f8-f541e2125f15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326932ba-d11f-4993-ab28-f20161462736 HTTP/1.1" status: 200 len: 217 time: 0.0641475 Apr 05 10:13:44.685036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-6d2f7f8a-74d2-418b-909a-58ba7a29d861 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:44.686476 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-6d2f7f8a-74d2-418b-909a-58ba7a29d861 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47977c1c-dc18-4a5b-8982-26902a5048f9 HTTP/1.1" status: 200 len: 851 time: 0.1669726 Apr 05 10:13:44.737530 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-41a393d3-fd5e-4b37-abcb-342549dcc211 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=642819ad-4976-4e5b-8203-7568ded54bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414300 Apr 05 10:13:44.888539 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-83161548-89a0-4f67-bdfe-33d3f6866bbc service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306429 Apr 05 10:13:45.036179 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-61c3bc5f-677c-432b-86e7-d95fbc9b0b1c service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407495 Apr 05 10:13:45.423030 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841afd0-616d-45bb-8522-ce88561a7a07 req-e94c4bd0-db83-4128-899b-867b93053934 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:45.425361 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4841afd0-616d-45bb-8522-ce88561a7a07 req-e94c4bd0-db83-4128-899b-867b93053934 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0906684 Apr 05 10:13:45.471526 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4841afd0-616d-45bb-8522-ce88561a7a07 req-a19f9182-e154-4945-bbc7-3a6d9edc0a2c tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Apr 05 10:13:46.680547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec30927-a58a-4909-8c8a-896100d5ed55 req-61aeb102-8866-474f-aa88-ae17a8fbfde2 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:46.682013 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ec30927-a58a-4909-8c8a-896100d5ed55 req-61aeb102-8866-474f-aa88-ae17a8fbfde2 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0815661 Apr 05 10:13:46.735280 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ec30927-a58a-4909-8c8a-896100d5ed55 req-8e2d3b48-902b-4e09-ad68-b43a15e50184 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467298 Apr 05 10:13:47.388940 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0b474421-161d-4010-95b8-7773c01fb2fa req-ed47cf7c-d8f6-4df7-bc5b-1d494ac3eb9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=811a11c2a7f348289432d123c64029e1&device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 1098 time: 0.0700972 Apr 05 10:13:47.534953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474421-161d-4010-95b8-7773c01fb2fa req-fa01b50e-a8b1-47b9-8498-e7ec7c215fc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:47.536441 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0b474421-161d-4010-95b8-7773c01fb2fa req-fa01b50e-a8b1-47b9-8498-e7ec7c215fc6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=642819ad-4976-4e5b-8203-7568ded54bfc HTTP/1.1" status: 200 len: 911 time: 0.1292765 Apr 05 10:13:47.606987 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0b474421-161d-4010-95b8-7773c01fb2fa req-b0cebfe1-13d4-45e7-bd4a-5929bcb4e9b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326932ba-d11f-4993-ab28-f20161462736 HTTP/1.1" status: 200 len: 217 time: 0.0646412 Apr 05 10:13:47.672054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b474421-161d-4010-95b8-7773c01fb2fa req-386500d2-867d-4c79-b757-ad61ab7e1585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:47.673400 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0b474421-161d-4010-95b8-7773c01fb2fa req-386500d2-867d-4c79-b757-ad61ab7e1585 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47977c1c-dc18-4a5b-8982-26902a5048f9 HTTP/1.1" status: 200 len: 851 time: 0.0601530 Apr 05 10:13:47.718553 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0b474421-161d-4010-95b8-7773c01fb2fa req-c1be8178-a383-4539-9f5c-0ad5f8d4fec0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=642819ad-4976-4e5b-8203-7568ded54bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392478 Apr 05 10:13:47.848014 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0b474421-161d-4010-95b8-7773c01fb2fa req-eb37138d-86ad-4d06-8aa6-ed4a80c32fe2 service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233430 Apr 05 10:13:48.037139 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0b474421-161d-4010-95b8-7773c01fb2fa req-85349869-bbda-4f57-ad4a-d459a4406850 service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467795 Apr 05 10:13:48.043371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553a48d-9410-4d11-ab85-aab35c223f4c req-e67f5072-a829-4d5f-b9f8-ca165e0c0eda tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:48.044707 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2553a48d-9410-4d11-ab85-aab35c223f4c req-e67f5072-a829-4d5f-b9f8-ca165e0c0eda tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.1876633 Apr 05 10:13:48.091501 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2553a48d-9410-4d11-ab85-aab35c223f4c req-aea7ee5c-4ff9-4044-afe6-82b5cc441003 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Apr 05 10:13:49.302754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bf3ea-acd9-456d-a2a7-d4fa6d31b5c8 req-22c7ac0f-aa78-4b26-92a6-35cc0887a6a1 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:49.304284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-750bf3ea-acd9-456d-a2a7-d4fa6d31b5c8 req-22c7ac0f-aa78-4b26-92a6-35cc0887a6a1 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0802262 Apr 05 10:13:49.352247 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-750bf3ea-acd9-456d-a2a7-d4fa6d31b5c8 req-aac46a98-52c1-4981-8bf5-edbdb1be3342 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Apr 05 10:13:50.558686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdfa9d-7459-4f62-9ce8-2e1570db1f31 req-0e7b52b4-5bb6-43d3-a4c7-ffa78e6557a7 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:50.560222 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bbdfa9d-7459-4f62-9ce8-2e1570db1f31 req-0e7b52b4-5bb6-43d3-a4c7-ffa78e6557a7 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0796800 Apr 05 10:13:50.625322 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0bbdfa9d-7459-4f62-9ce8-2e1570db1f31 req-95692502-99cb-4eb7-bd72-3b51c96caaae tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584126 Apr 05 10:13:51.260785 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:13:51.814645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:13:51.933029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a39e-22c9-4e7e-a29d-290702227edc req-7636a4b7-79a0-4f11-8f74-5993f8cbbfbd tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:51.934547 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-62b7a39e-22c9-4e7e-a29d-290702227edc req-7636a4b7-79a0-4f11-8f74-5993f8cbbfbd tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.1805701 Apr 05 10:13:51.983867 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-62b7a39e-22c9-4e7e-a29d-290702227edc req-e460c3e1-1122-4602-8d7b-922539ccd385 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 Apr 05 10:13:53.185426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae332f-2ac7-407c-b598-f6c916906d9d req-424e40b0-d8ff-4d78-83d6-b413122656f5 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:53.186956 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3ae332f-2ac7-407c-b598-f6c916906d9d req-424e40b0-d8ff-4d78-83d6-b413122656f5 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0761786 Apr 05 10:13:53.238314 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3ae332f-2ac7-407c-b598-f6c916906d9d req-b502d78c-c667-4c80-8c38-818157f81e58 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454872 Apr 05 10:13:54.432375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abddb7f-cf4a-44ef-b55e-33eaf365d1b9 req-0e62dc2f-662e-48fd-b53e-397f2d9fbd94 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:54.434063 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4abddb7f-cf4a-44ef-b55e-33eaf365d1b9 req-0e62dc2f-662e-48fd-b53e-397f2d9fbd94 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0761206 Apr 05 10:13:54.478675 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4abddb7f-cf4a-44ef-b55e-33eaf365d1b9 req-a073d67a-72e1-4e54-b524-f003e08ea7d9 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391858 Apr 05 10:13:55.679837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1e4eb-d61a-401d-ad9a-3b652bdc3199 req-60c44b73-6100-4eb3-8a6c-7d0ba61d16a5 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:55.681294 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-73a1e4eb-d61a-401d-ad9a-3b652bdc3199 req-60c44b73-6100-4eb3-8a6c-7d0ba61d16a5 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0816362 Apr 05 10:13:55.727684 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-73a1e4eb-d61a-401d-ad9a-3b652bdc3199 req-69fd908c-2476-46c0-8317-301c6a489b37 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Apr 05 10:13:57.069177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2a9b-240e-4024-a261-0f6bdc5b5979 req-5fed1815-5338-4e3a-99e7-a98516c367ba tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:57.070606 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a46c2a9b-240e-4024-a261-0f6bdc5b5979 req-5fed1815-5338-4e3a-99e7-a98516c367ba tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0755205 Apr 05 10:13:57.115151 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a46c2a9b-240e-4024-a261-0f6bdc5b5979 req-84f2cd48-0c18-49e6-bdf3-4072257644bd tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Apr 05 10:13:58.325960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aab72-c472-4726-8626-1d26ac7e97e0 req-8dee684b-c3a9-4f60-a813-698f8cf174f3 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:58.327334 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f86aab72-c472-4726-8626-1d26ac7e97e0 req-8dee684b-c3a9-4f60-a813-698f8cf174f3 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0833251 Apr 05 10:13:58.373938 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f86aab72-c472-4726-8626-1d26ac7e97e0 req-d433ce81-388a-4ab2-bc54-fa92d71d5bfd tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403318 Apr 05 10:13:59.593531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87e039-4919-4806-b0eb-28b41e7d964c req-e2522671-13e6-4e23-b1ba-326894ece18f tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:13:59.595007 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b87e039-4919-4806-b0eb-28b41e7d964c req-e2522671-13e6-4e23-b1ba-326894ece18f tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0925028 Apr 05 10:13:59.650848 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b87e039-4919-4806-b0eb-28b41e7d964c req-ac2e4867-9070-4ed2-9b3b-34e26cac0e65 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490229 Apr 05 10:13:59.722980 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-35937cc5-1c91-428a-96b7-d87364adb684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:00.917267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf48f-1e4e-4ae2-9139-6fbb3bfbed64 req-668f18d6-fbb8-4b56-8f2f-90ef9a288b83 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:00.919636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76bbf48f-1e4e-4ae2-9139-6fbb3bfbed64 req-668f18d6-fbb8-4b56-8f2f-90ef9a288b83 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.1267986 Apr 05 10:14:00.964824 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76bbf48f-1e4e-4ae2-9139-6fbb3bfbed64 req-3ba40018-95fd-470b-812a-48fc62e4432b tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Apr 05 10:14:01.990232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2819e43d-3342-4d9d-be3e-b6ec5e2aa328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:02.174240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f90874-fd09-4ace-ac7e-363418cc826a req-37d15412-6ed1-4ded-ba0f-3c223e3ab6b5 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:02.176713 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-56f90874-fd09-4ace-ac7e-363418cc826a req-37d15412-6ed1-4ded-ba0f-3c223e3ab6b5 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0793474 Apr 05 10:14:02.224993 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-56f90874-fd09-4ace-ac7e-363418cc826a req-d2c2cf9e-c471-430c-add0-11dce9105deb tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Apr 05 10:14:03.047165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:03.111037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:03.417089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa99af9-9ae2-42a8-8ef2-33e82e727760 req-a73058a8-ee43-4178-a0d2-212bda28cee6 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:03.418531 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-faa99af9-9ae2-42a8-8ef2-33e82e727760 req-a73058a8-ee43-4178-a0d2-212bda28cee6 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0757186 Apr 05 10:14:03.464191 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-faa99af9-9ae2-42a8-8ef2-33e82e727760 req-dc5f0f88-326b-4f73-a498-cfa828a65a3e tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Apr 05 10:14:04.428341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:04.671941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46674f7b-ae6c-4b6d-a644-d3c2d97d9998 req-5207c58f-9dc4-4aea-ad61-6bf4a13b383b tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:04.673284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-46674f7b-ae6c-4b6d-a644-d3c2d97d9998 req-5207c58f-9dc4-4aea-ad61-6bf4a13b383b tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0824633 Apr 05 10:14:04.719256 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-46674f7b-ae6c-4b6d-a644-d3c2d97d9998 req-53dd2a84-2db6-4494-b0e3-28f30036d45a tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393527 Apr 05 10:14:05.924962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fa3b7-f8a7-4730-bf74-1fb4ebc47696 req-46fd0ccb-edb0-41c7-85b1-819d78cf0918 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:05.926492 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af6fa3b7-f8a7-4730-bf74-1fb4ebc47696 req-46fd0ccb-edb0-41c7-85b1-819d78cf0918 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0744889 Apr 05 10:14:05.981677 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af6fa3b7-f8a7-4730-bf74-1fb4ebc47696 req-745dd993-9f92-4a1a-b6f8-d895361210bc tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459225 Apr 05 10:14:07.240821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15a16-d8ee-4b6e-9f8f-1a6dad15719b req-6b0a01d4-d520-4990-8dd1-64d1dbfe7100 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:07.243182 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f0b15a16-d8ee-4b6e-9f8f-1a6dad15719b req-6b0a01d4-d520-4990-8dd1-64d1dbfe7100 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.1295526 Apr 05 10:14:07.290037 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f0b15a16-d8ee-4b6e-9f8f-1a6dad15719b req-5be99a67-5a3a-48b1-8c67-d8a244eed1ee tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Apr 05 10:14:08.489795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c2326-b782-4fc0-9b10-cbf1cf5a13a4 req-202a1f01-e525-4289-94fb-6ea8f2091e4c tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:08.491236 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e46c2326-b782-4fc0-9b10-cbf1cf5a13a4 req-202a1f01-e525-4289-94fb-6ea8f2091e4c tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0764382 Apr 05 10:14:08.540096 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e46c2326-b782-4fc0-9b10-cbf1cf5a13a4 req-35bcc612-49ef-43a7-b3db-e06204dfcd57 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Apr 05 10:14:09.828711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd5c29-fa29-49fb-b977-8a72ce9c0686 req-9ecca106-dfeb-4821-88b8-9978d7575d3a tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:09.830087 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cadd5c29-fa29-49fb-b977-8a72ce9c0686 req-9ecca106-dfeb-4821-88b8-9978d7575d3a tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0810559 Apr 05 10:14:09.893671 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cadd5c29-fa29-49fb-b977-8a72ce9c0686 req-12e4e6fc-4b23-4ff1-a749-41a19b9db469 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544066 Apr 05 10:14:11.109957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431c8fc-55ba-4062-950d-3cd46d37f799 req-c313cb5c-ebd3-4767-b370-3ecdab76fe7e tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:11.111419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0431c8fc-55ba-4062-950d-3cd46d37f799 req-c313cb5c-ebd3-4767-b370-3ecdab76fe7e tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0861340 Apr 05 10:14:11.158279 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0431c8fc-55ba-4062-950d-3cd46d37f799 req-cafaf882-20f1-447d-9cac-babcf298a754 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396128 Apr 05 10:14:11.786774 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-6a762c34-6d46-4033-9ca6-95bb85cf49bc service neutron] 10.222.0.10 "GET /v2.0/ports/326932ba-d11f-4993-ab28-f20161462736/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0755215 Apr 05 10:14:12.083196 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-3d4807c2-e9ae-4d5a-ac85-d0cec53e3e92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e&tenant_id=811a11c2a7f348289432d123c64029e1 HTTP/1.1" status: 200 len: 1098 time: 0.0869424 Apr 05 10:14:12.175815 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-8a0725d4-3aa9-4a3c-bb16-1e9c2f084aa1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=811a11c2a7f348289432d123c64029e1&device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 1098 time: 0.0730131 Apr 05 10:14:12.366248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-95d8bd22-3e4a-407b-8d75-bb7e04b3905b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:12.367734 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-95d8bd22-3e4a-407b-8d75-bb7e04b3905b service neutron] 10.222.0.10 "GET /v2.0/networks?id=642819ad-4976-4e5b-8203-7568ded54bfc HTTP/1.1" status: 200 len: 911 time: 0.1869829 Apr 05 10:14:12.537035 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-912bfaa0-fccb-421f-ac9e-e887ddd6f31f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326932ba-d11f-4993-ab28-f20161462736 HTTP/1.1" status: 200 len: 217 time: 0.1604214 Apr 05 10:14:12.590202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2881bc-bfed-449e-98f6-cbbda3f21ec3 req-9e32a40d-cfba-45e0-b9a6-b19f38a9ba67 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:12.591779 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fa2881bc-bfed-449e-98f6-cbbda3f21ec3 req-9e32a40d-cfba-45e0-b9a6-b19f38a9ba67 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.2923868 Apr 05 10:14:12.636063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-38aaa6b4-0b59-47cd-97f0-a7b91ec0a6b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:12.637835 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-38aaa6b4-0b59-47cd-97f0-a7b91ec0a6b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47977c1c-dc18-4a5b-8982-26902a5048f9 HTTP/1.1" status: 200 len: 851 time: 0.0947089 Apr 05 10:14:12.690161 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-3aa7f5c1-b595-45ea-93dd-2a4c70edbf05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=642819ad-4976-4e5b-8203-7568ded54bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444841 Apr 05 10:14:12.699339 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fa2881bc-bfed-449e-98f6-cbbda3f21ec3 req-20bd38ef-31af-44c6-863f-32eae4dc48c7 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972779 Apr 05 10:14:12.856678 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-18788f37-2a03-4217-a670-6e2be382fefe service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598725 Apr 05 10:14:13.005658 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-297b91a5-1ed6-407c-8e38-0dc1435ba331 req-4aaba6a6-df12-4bd9-85dd-1a5f971e0c1f service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422539 Apr 05 10:14:13.936085 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494371a2-0256-4faa-808e-63db64c6a260 req-498154d1-00c9-487a-a6de-07d6c1b454d3 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:13.937551 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-494371a2-0256-4faa-808e-63db64c6a260 req-498154d1-00c9-487a-a6de-07d6c1b454d3 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 945 time: 0.0926991 Apr 05 10:14:13.983589 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-494371a2-0256-4faa-808e-63db64c6a260 req-fbbd7302-d10b-4bf7-ac42-ccf397934c3f tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404158 Apr 05 10:14:14.241506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 326932ba-d11f-4993-ab28-f20161462736 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:14:14.383885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:14.413232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb6975c-9481-4b91-bee4-08fb34cad15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326932ba-d11f-4993-ab28-f20161462736'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:14:14.424225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 326932ba-d11f-4993-ab28-f20161462736, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=326932ba-d11f-4993-ab28-f20161462736,segment=NetworkSegment(0922e5f6-97bb-4146-bf81-acf6e18409f1),segment_id=0922e5f6-97bb-4146-bf81-acf6e18409f1)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:14:14.432314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:14.502485 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7829dda2-0777-478f-9fc2-f01cf7ccf566'] response: {'server_uuid': 'abb6975c-9481-4b91-bee4-08fb34cad15e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326932ba-d11f-4993-ab28-f20161462736', 'code': 200} Apr 05 10:14:14.517641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=326932ba-d11f-4993-ab28-f20161462736,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:14.530195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:14.530679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:14.531163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:14.531680 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:14.532241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:14.532614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:14.533052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:14.533604 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:14.534574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:14.534911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:14.535338 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:15.189895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcd35a-72d8-4cd5-9870-b649e2f62c22 req-02fa6e55-6c7d-48f8-b014-542aceefaeed tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:15.192068 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-03dcd35a-72d8-4cd5-9870-b649e2f62c22 req-02fa6e55-6c7d-48f8-b014-542aceefaeed tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 943 time: 0.0786374 Apr 05 10:14:15.246465 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-03dcd35a-72d8-4cd5-9870-b649e2f62c22 req-9eecff36-c0cd-48ee-a0dd-c207d75cee48 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Apr 05 10:14:15.664809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-90f4bf28-0d89-492e-abb4-bb4c0dafab3b tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:15.666279 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-90f4bf28-0d89-492e-abb4-bb4c0dafab3b tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.10 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e&tenant_id=811a11c2a7f348289432d123c64029e1&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 943 time: 0.0877230 Apr 05 10:14:15.812317 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-14f7d2ae-a892-4f26-a789-4341a9ef3b92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=811a11c2a7f348289432d123c64029e1&device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 1096 time: 0.0695536 Apr 05 10:14:15.961217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-ff302f94-20be-416b-b3c5-454dc8b317e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:15.962640 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-ff302f94-20be-416b-b3c5-454dc8b317e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=642819ad-4976-4e5b-8203-7568ded54bfc HTTP/1.1" status: 200 len: 911 time: 0.1450784 Apr 05 10:14:16.032749 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-d82d09e1-50c5-4575-84ac-5a71cc9c959e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=326932ba-d11f-4993-ab28-f20161462736 HTTP/1.1" status: 200 len: 217 time: 0.0640926 Apr 05 10:14:16.095886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-3c460d13-fae2-44c6-a66b-36017f318a51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:16.097238 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-3c460d13-fae2-44c6-a66b-36017f318a51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47977c1c-dc18-4a5b-8982-26902a5048f9 HTTP/1.1" status: 200 len: 851 time: 0.0589964 Apr 05 10:14:16.146205 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-8cce16fd-3f76-4d2c-a52c-6981477de375 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=642819ad-4976-4e5b-8203-7568ded54bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437281 Apr 05 10:14:16.278904 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-43deb921-1e69-43eb-8db8-a5519c873889 service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271374 Apr 05 10:14:16.421315 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-8ae7da3b-7522-4254-96fb-ddee0c9ca8e0 service neutron] 10.222.0.10 "GET /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361558 Apr 05 10:14:17.351703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c2d60-01ad-4813-9eca-e7f8d97336b3 req-35bada94-fe36-495f-a898-d8be04d80cf3 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:17.353153 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f5c2d60-01ad-4813-9eca-e7f8d97336b3 req-35bada94-fe36-495f-a898-d8be04d80cf3 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 943 time: 0.0881498 Apr 05 10:14:17.398964 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f5c2d60-01ad-4813-9eca-e7f8d97336b3 req-7185d00f-930f-473c-8cdd-b4cfa5cee1eb tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402675 Apr 05 10:14:18.620255 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8ece2-0405-4780-9669-3d03c37323a0 req-5d2ae4bf-d62e-4eaa-890e-b8b7fc52cf21 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:18.622369 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a2b8ece2-0405-4780-9669-3d03c37323a0 req-5d2ae4bf-d62e-4eaa-890e-b8b7fc52cf21 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 943 time: 0.0903726 Apr 05 10:14:18.670414 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a2b8ece2-0405-4780-9669-3d03c37323a0 req-6f00439c-f2f0-459f-b9f6-00ca6a906a85 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/security-groups?id=64533b56-0ecc-41dc-935a-985a89206b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415375 Apr 05 10:14:18.887251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-f49ed731-6fc2-42ed-8e3c-66cd9388257c tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:18.888828 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-f49ed731-6fc2-42ed-8e3c-66cd9388257c tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.10 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 943 time: 0.0800486 Apr 05 10:14:19.062217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Deleting port 326932ba-d11f-4993-ab28-f20161462736 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:14:19.062465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:19.318552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] For port 326932ba-d11f-4993-ab28-f20161462736, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=326932ba-d11f-4993-ab28-f20161462736,segment=NetworkSegment(0922e5f6-97bb-4146-bf81-acf6e18409f1),segment_id=0922e5f6-97bb-4146-bf81-acf6e18409f1)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:14:19.318805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:19.445775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Calling delete_port for 326932ba-d11f-4993-ab28-f20161462736 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:14:19.606227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:19.658966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Pushing event deleted for resources: {'Port': ['ID=326932ba-d11f-4993-ab28-f20161462736,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:19.727278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.727646 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.727981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.728310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.728671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.729056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.729385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.729728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.730025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.730409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.730650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:19.748916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] No DVR routers for this DVR port 326932ba-d11f-4993-ab28-f20161462736 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:14:19.751542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:19.754978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb6975c-9481-4b91-bee4-08fb34cad15e', 'name': 'network-vif-deleted', 'tag': '326932ba-d11f-4993-ab28-f20161462736'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:14:19.780235 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76adaa87-58d3-4c9d-9afd-60c71755581b req-946394ed-00bd-4d79-968a-e6f604e28cca tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.10 "DELETE /v2.0/ports/326932ba-d11f-4993-ab28-f20161462736 HTTP/1.1" status: 204 len: 173 time: 0.8849766 Apr 05 10:14:19.819350 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8002abc8-3c5e-4f31-85f8-3acf71837ec8'] response: {'server_uuid': 'abb6975c-9481-4b91-bee4-08fb34cad15e', 'name': 'network-vif-deleted', 'tag': '326932ba-d11f-4993-ab28-f20161462736', 'status': 'completed', 'code': 200} Apr 05 10:14:19.881083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-2fd3a34f-7a3f-4379-9c37-02afa502783d req-8db4104f-c92b-4aae-8877-597d3fc4b9c9 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Synchronizing usage tracker for tenant:811a11c2a7f348289432d123c64029e1 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:14:19.903915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-2fd3a34f-7a3f-4379-9c37-02afa502783d req-8db4104f-c92b-4aae-8877-597d3fc4b9c9 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] Unset dirty status for tenant:811a11c2a7f348289432d123c64029e1 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:14:19.905995 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2fd3a34f-7a3f-4379-9c37-02afa502783d req-8db4104f-c92b-4aae-8877-597d3fc4b9c9 tempest-DeleteServersTestJSON-886742811 tempest-DeleteServersTestJSON-886742811-project] 10.222.0.30 "GET /v2.0/ports?device_id=abb6975c-9481-4b91-bee4-08fb34cad15e HTTP/1.1" status: 200 len: 210 time: 0.0759614 Apr 05 10:14:21.190608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36620) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:14:21.251143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd54ab9f-8b8d-4212-8d88-6232093fc0d8 admin admin] Deleting subnet 47977c1c-dc18-4a5b-8982-26902a5048f9 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:14:21.255564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd54ab9f-8b8d-4212-8d88-6232093fc0d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.308830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd54ab9f-8b8d-4212-8d88-6232093fc0d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.376820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd54ab9f-8b8d-4212-8d88-6232093fc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.457339 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd54ab9f-8b8d-4212-8d88-6232093fc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.495288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54ab9f-8b8d-4212-8d88-6232093fc0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47977c1c-dc18-4a5b-8982-26902a5048f9,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:21.502017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd54ab9f-8b8d-4212-8d88-6232093fc0d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.508880 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bd54ab9f-8b8d-4212-8d88-6232093fc0d8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/47977c1c-dc18-4a5b-8982-26902a5048f9 HTTP/1.1" status: 204 len: 168 time: 0.3171926 Apr 05 10:14:21.511545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 36624) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:14:21.640835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.776696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.810719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642819ad-4976-4e5b-8203-7568ded54bfc']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:14:21.824709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0922e5f6-97bb-4146-bf81-acf6e18409f1') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:14:21.825013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0922e5f6-97bb-4146-bf81-acf6e18409f1') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:14:21.829948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.837890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.854222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.860739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:14:21.861131 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:14:21.874889 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:14:21.956070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.978634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:21.989515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=642819ad-4976-4e5b-8203-7568ded54bfc,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:21.998212 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2598cf39-6651-4b9e-8539-13ff04f0cd7b admin admin] 10.222.0.30 "DELETE /v2.0/networks/642819ad-4976-4e5b-8203-7568ded54bfc HTTP/1.1" status: 204 len: 168 time: 0.4856503 Apr 05 10:14:22.155189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36630) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:14:22.212145 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0dbcdb7e-5ad2-4f83-9dc3-2bc6fc4fb026 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=811a11c2a7f348289432d123c64029e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0556936 Apr 05 10:14:22.214799 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36634) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:14:22.283983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:22.289078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 326932ba-d11f-4993-ab28-f20161462736 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:14:22.317180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:22.323649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 326932ba-d11f-4993-ab28-f20161462736 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:14:22.324070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 326932ba-d11f-4993-ab28-f20161462736 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:14:22.381041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:22.409887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64533b56-0ecc-41dc-935a-985a89206b2b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:22.424703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.424954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.425129 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.425461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.425792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.426121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.426451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.426776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.427098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.427418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.427764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:14:22.433562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:22.437211 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b6b23ee2-e03d-4bba-8a6a-d493c1eff0c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64533b56-0ecc-41dc-935a-985a89206b2b HTTP/1.1" status: 204 len: 168 time: 0.2189741 Apr 05 10:14:23.436675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36658) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:14:23.580498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1183213951-network', 'tenant_id': 'd2a7aef6d9c24d1e81de1d185800a14b'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:14:23.586205 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:14:23.590344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Usage tracker for resource:network and tenant:d2a7aef6d9c24d1e81de1d185800a14b is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:14:23.593617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:14:23.601032 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:14:23.615222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Made reservation on behalf of d2a7aef6d9c24d1e81de1d185800a14b for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:14:23.617925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:23.632229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:23.676817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:14:23.681397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Usage tracker for resource:security_group_rule and tenant:d2a7aef6d9c24d1e81de1d185800a14b is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:14:23.684937 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:14:23.691917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:14:23.782418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:23.786914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:23.818137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:14:23.827117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ef85dc-d4f6-4db8-99fb-45e063cd2a83,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:23.833226 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:23.833636 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Added segment ee34e4e9-ebae-4262-93a2-f6cbac73be79 of type vlan for network 400cc49e-55cc-415c-8ff2-c1819600ef0e Apr 05 10:14:23.862996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:23.895862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:23.896722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:23.897300 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:24.007335 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] Pushing event updated for resources: {'Network': ['ID=400cc49e-55cc-415c-8ff2-c1819600ef0e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:24.010493 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6f58ff3f-7cb5-45cd-9312-2eca553dad9b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5728247 Apr 05 10:14:24.013534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36664) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:14:24.017982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 400cc49e-55cc-415c-8ff2-c1819600ef0e details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:14:24.021670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Request body: {'subnet': {'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1183213951-subnet', 'tenant_id': 'd2a7aef6d9c24d1e81de1d185800a14b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:14:24.027186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:14:24.031607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Usage tracker for resource:subnet and tenant:d2a7aef6d9c24d1e81de1d185800a14b is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:14:24.035576 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:14:24.044649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:14:24.060390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Made reservation on behalf of d2a7aef6d9c24d1e81de1d185800a14b for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:14:24.062926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:24.305569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:24.386922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7df0ae-d30c-4420-8cfa-1b1345db5fea,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:24.411811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Checking segment: {'id': 'ee34e4e9-ebae-4262-93a2-f6cbac73be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:14:24.412169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Network hostable DHCP agents. Network: 400cc49e-55cc-415c-8ff2-c1819600ef0e, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:14:24.438565 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Network 400cc49e-55cc-415c-8ff2-c1819600ef0e is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:14:24.452931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 400cc49e-55cc-415c-8ff2-c1819600ef0e) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:14:24.461024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:24.461822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:24.468999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233539e5-39d7-47b0-8f50-87964176607c None None] Network 400cc49e-55cc-415c-8ff2-c1819600ef0e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:14:24.495576 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a75b7999-4507-41bd-b9a1-7ab9a1a30538 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4760180 Apr 05 10:14:24.718146 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb5645f-a6a3-455e-8ae4-b7f91fe9a473 None None] Network 400cc49e-55cc-415c-8ff2-c1819600ef0e requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:14:25.141745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-80471e24-f5c6-46bd-b81d-3e58f9bcec4d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:25.143958 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-80471e24-f5c6-46bd-b81d-3e58f9bcec4d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 815 time: 0.1593878 Apr 05 10:14:25.160844 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-cf155dc4-1bf8-4cf9-847d-2fd781e48768 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/quotas/d2a7aef6d9c24d1e81de1d185800a14b HTTP/1.1" status: 200 len: 375 time: 0.0110722 Apr 05 10:14:25.212598 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-4362516a-5e7e-4089-953d-38f7e19acb96 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460756 Apr 05 10:14:25.467936 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-7da115fa-8c39-4174-8015-903de5bbf881 service neutron] 10.222.0.30 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482216 Apr 05 10:14:25.622224 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-1a75f63e-159e-4d40-8831-63280724f64e service neutron] 10.222.0.30 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478152 Apr 05 10:14:25.832257 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6208b84-a90f-4f7f-b27d-b34c4a679f9a req-513e5130-d4db-4125-a2c2-31f47facb4e5 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 210 time: 0.0426352 Apr 05 10:14:27.033524 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-47853dea-b3b7-4eee-8d75-31e372236913 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:27.035316 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-47853dea-b3b7-4eee-8d75-31e372236913 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 815 time: 0.2112911 Apr 05 10:14:27.041557 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d255ea30-d036-496f-addc-278b9f631b8e req-ed799a12-1dbd-4824-b548-653af2012e18 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 210 time: 0.0574598 Apr 05 10:14:27.051321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Request body: {'port': {'device_id': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e', 'admin_state_up': True, 'tenant_id': 'd2a7aef6d9c24d1e81de1d185800a14b'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:14:27.198746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:14:27.202638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Usage tracker for resource:port and tenant:d2a7aef6d9c24d1e81de1d185800a14b is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:14:27.205736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:14:27.211650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:14:27.220892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Made reservation on behalf of d2a7aef6d9c24d1e81de1d185800a14b for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:14:27.225042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:27.399759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Allocated IP 172.20.0.4 (400cc49e-55cc-415c-8ff2-c1819600ef0e/7b7df0ae-d30c-4420-8cfa-1b1345db5fea/d6f57e5f-2747-47fe-9d58-b99cdd023ddd) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:14:27.648337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:27.679472 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:27.756141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Network 400cc49e-55cc-415c-8ff2-c1819600ef0e is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:14:27.759170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:14:27.761975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:14:27.799031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Pushing event updated for resources: {'Port': ['ID=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:27.840069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:27.841020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:27.865201 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-5d77c331-187c-49d4-82e9-13c0c452c13f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8180289 Apr 05 10:14:27.876214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Request body: {'port': {'device_id': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:14:27.991803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:28.265113 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:14:28.377330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3ddf-1640-4f7b-b336-8144c23a8365 req-313a2a83-4997-48d7-81d2-0d4442746ff1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:28.379325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d3ce3ddf-1640-4f7b-b336-8144c23a8365 req-313a2a83-4997-48d7-81d2-0d4442746ff1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Synchronizing usage tracker for tenant:d2a7aef6d9c24d1e81de1d185800a14b on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:14:28.456283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d3ce3ddf-1640-4f7b-b336-8144c23a8365 req-313a2a83-4997-48d7-81d2-0d4442746ff1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Unset dirty status for tenant:d2a7aef6d9c24d1e81de1d185800a14b on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:14:28.459552 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d3ce3ddf-1640-4f7b-b336-8144c23a8365 req-313a2a83-4997-48d7-81d2-0d4442746ff1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 931 time: 0.2368326 Apr 05 10:14:28.497945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f57e5f-2747-47fe-9d58-b99cdd023ddd {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:14:28.507056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:28.672640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Transition to ACTIVE for port object d6f57e5f-2747-47fe-9d58-b99cdd023ddd will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:14:28.676262 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d3ce3ddf-1640-4f7b-b336-8144c23a8365 req-42b005f7-633b-4855-8769-39d92fa2163d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104106 Apr 05 10:14:28.678133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:28.820037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:28.934119 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Attempting to bind port d6f57e5f-2747-47fe-9d58-b99cdd023ddd on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:14:28.934448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Attempting to bind port d6f57e5f-2747-47fe-9d58-b99cdd023ddd by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'ee34e4e9-ebae-4262-93a2-f6cbac73be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:14:28.934773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Attempting to bind port d6f57e5f-2747-47fe-9d58-b99cdd023ddd on network 400cc49e-55cc-415c-8ff2-c1819600ef0e {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:14:28.941230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Port d6f57e5f-2747-47fe-9d58-b99cdd023ddd on network 400cc49e-55cc-415c-8ff2-c1819600ef0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:14:28.941548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Attempting to bind port d6f57e5f-2747-47fe-9d58-b99cdd023ddd on network 400cc49e-55cc-415c-8ff2-c1819600ef0e {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:14:28.948146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:14:28.948484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Checking segment: {'id': 'ee34e4e9-ebae-4262-93a2-f6cbac73be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:14:28.948864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Bound using segment: {'id': 'ee34e4e9-ebae-4262-93a2-f6cbac73be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:14:28.949291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Bound port: d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee34e4e9-ebae-4262-93a2-f6cbac73be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:14:28.949634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:29.044755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] For port d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:14:29.047807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] For port d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:14:29.053403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:29.112296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:29.113412 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] 10.222.0.10 "PUT /v2.0/ports/d6f57e5f-2747-47fe-9d58-b99cdd023ddd HTTP/1.1" status: 200 len: 1093 time: 1.2413805 Apr 05 10:14:29.121102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'tag': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:14:29.149188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0d73d-fd37-4e37-b942-49ec82b4a650 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:29.194345 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190630bb-4371-48bb-a9a4-d86910485454'] response: {'name': 'network-changed', 'server_uuid': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'tag': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd', 'status': 'completed', 'code': 200} Apr 05 10:14:29.234303 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-068f034c-2bb2-48f8-8eff-fc33a41717ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 1096 time: 0.0805824 Apr 05 10:14:29.309858 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-e7532453-abb3-404f-869e-0951fe219b6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd HTTP/1.1" status: 200 len: 217 time: 0.0693705 Apr 05 10:14:29.374809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-69d16095-fa40-4cb2-a8ab-efcb0bd3a63b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:29.376428 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-69d16095-fa40-4cb2-a8ab-efcb0bd3a63b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.0609574 Apr 05 10:14:29.428026 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-7f0b54cd-8b09-4761-a0b0-365a198f7b64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458744 Apr 05 10:14:29.566607 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-23de7d0f-9bcb-4f20-8560-0de8a8e05c93 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324027 Apr 05 10:14:29.711169 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175c00b6-9dcf-4975-a9a7-c29638351ec3 req-6d2f4344-79f4-49ac-871d-6d0b01c3b6f4 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392596 Apr 05 10:14:29.731280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-22715174-5198-4f63-b8e0-cbd910b7d215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:29.909777 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee49a746-700c-40b6-b55a-4bf34849b755 req-ab601330-a41e-4bdf-b0a1-4a4df5876a34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 1096 time: 0.1454811 Apr 05 10:14:29.955406 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdaaa4-d297-4740-94e3-5a5c212a835a req-dc4fc06a-3c20-40d7-8881-a8f89d071bf7 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:29.957747 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7bdaaa4-d297-4740-94e3-5a5c212a835a req-dc4fc06a-3c20-40d7-8881-a8f89d071bf7 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 943 time: 0.1443393 Apr 05 10:14:30.103023 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7bdaaa4-d297-4740-94e3-5a5c212a835a req-9e2d9edc-8c98-4f10-b401-bbcb543329f7 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884700 Apr 05 10:14:30.132602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49a746-700c-40b6-b55a-4bf34849b755 req-00907395-9902-4728-8473-6ad81117de35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:30.134049 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee49a746-700c-40b6-b55a-4bf34849b755 req-00907395-9902-4728-8473-6ad81117de35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 915 time: 0.2179565 Apr 05 10:14:30.209084 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee49a746-700c-40b6-b55a-4bf34849b755 req-8e506c82-c31e-48fe-be22-a94cd7d91e04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd HTTP/1.1" status: 200 len: 217 time: 0.0683432 Apr 05 10:14:30.273218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49a746-700c-40b6-b55a-4bf34849b755 req-c1a48522-805a-4d54-a89f-311075ceed5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:30.274670 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee49a746-700c-40b6-b55a-4bf34849b755 req-c1a48522-805a-4d54-a89f-311075ceed5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.0596886 Apr 05 10:14:30.336967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee49a746-700c-40b6-b55a-4bf34849b755 req-49f66449-1e85-46b0-b1c6-41d5d4d0f310 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549977 Apr 05 10:14:30.575412 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee49a746-700c-40b6-b55a-4bf34849b755 req-2e0fc368-3a55-4305-ae92-2df5ccc9a843 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323382 Apr 05 10:14:30.718379 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee49a746-700c-40b6-b55a-4bf34849b755 req-ca28f960-e49c-4417-9ea5-56f9a79b9b0b service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364293 Apr 05 10:14:31.333917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4efdb-31e6-490b-af9a-f593d4d993bf req-81f28479-bd53-4542-9aea-d3283e4d7923 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:31.335365 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e8c4efdb-31e6-490b-af9a-f593d4d993bf req-81f28479-bd53-4542-9aea-d3283e4d7923 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 943 time: 0.0880048 Apr 05 10:14:31.382566 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e8c4efdb-31e6-490b-af9a-f593d4d993bf req-921bfc44-3a91-47ad-a470-cdeb2d16e982 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Apr 05 10:14:31.983546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a03cdac7-d165-40a0-b5a6-120e979a4d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:32.366605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d6f57e5f-2747-47fe-9d58-b99cdd023ddd details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:14:32.515011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:14:32.530409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd', 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e', 'port_id': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd', 'mac_address': 'fa:16:3e:7f:4d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7df0ae-d30c-4420-8cfa-1b1345db5fea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:14:32.592626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:32.600390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04547c-723d-408a-948f-43322fbce077 req-42211b2b-ad5a-477d-b1c4-fd7a074cbf5d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:32.601856 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa04547c-723d-408a-948f-43322fbce077 req-42211b2b-ad5a-477d-b1c4-fd7a074cbf5d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 943 time: 0.0917382 Apr 05 10:14:32.610974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f57e5f-2747-47fe-9d58-b99cdd023ddd {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:14:32.628179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:14:32.636701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:32.662219 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa04547c-723d-408a-948f-43322fbce077 req-3cc973fe-b6ee-4067-b992-18f5aee53fac tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518041 Apr 05 10:14:32.713087 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:32.839942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['d6f57e5f-2747-47fe-9d58-b99cdd023ddd'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:14:33.049862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:33.114973 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:33.872310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a9171-a6a6-4e47-884b-e34af0aad105 req-7e015996-8935-4b25-8b3b-29d02956c24b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:33.874207 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d45a9171-a6a6-4e47-884b-e34af0aad105 req-7e015996-8935-4b25-8b3b-29d02956c24b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 944 time: 0.0911822 Apr 05 10:14:33.923419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d45a9171-a6a6-4e47-884b-e34af0aad105 req-ab67eebe-e840-4473-82ee-058dfa4c28fb tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430565 Apr 05 10:14:34.368453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d6f57e5f-2747-47fe-9d58-b99cdd023ddd up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:14:34.448187 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:34.458689 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port d6f57e5f-2747-47fe-9d58-b99cdd023ddd completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:14:34.463570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port d6f57e5f-2747-47fe-9d58-b99cdd023ddd triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:14:34.463940 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:34.625808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:34.654942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:14:34.666330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:14:34.671971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:34.717206 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5812fae8-0537-46c3-82b0-f000b1a37dec'] response: {'server_uuid': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd', 'code': 200} Apr 05 10:14:34.744873 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:14:34.948576 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1245bb13-fb72-45fb-9814-ed7e794e26bf req-3b1d6262-d1cb-4e61-ac83-4ffa2d6c24a8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 1098 time: 0.0726998 Apr 05 10:14:34.994827 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1245bb13-fb72-45fb-9814-ed7e794e26bf req-670354ba-3248-40bf-9065-961aedd6fd3a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402861 Apr 05 10:14:35.149283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c13454-07cb-4cbc-a73e-61b588ec4e4c req-0729d388-1384-4f24-94b3-0c8d638c41da tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:35.150717 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-59c13454-07cb-4cbc-a73e-61b588ec4e4c req-0729d388-1384-4f24-94b3-0c8d638c41da tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0790009 Apr 05 10:14:35.202571 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-59c13454-07cb-4cbc-a73e-61b588ec4e4c req-d8fe02a2-8fbc-432d-9a9a-d1897a1fd705 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Apr 05 10:14:36.410885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86828f12-9c33-4921-b491-048ba13f1e9e req-772bc7d3-e977-475f-9616-9088c841a00a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:36.412361 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-86828f12-9c33-4921-b491-048ba13f1e9e req-772bc7d3-e977-475f-9616-9088c841a00a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0797226 Apr 05 10:14:36.461097 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-86828f12-9c33-4921-b491-048ba13f1e9e req-fbdcf352-d660-401d-97bf-635ca4988488 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Apr 05 10:14:36.668585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5f2e-2566-4d85-a171-7841f0ffc36b req-c5552321-1118-4e80-a50d-1c20c07852a2 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:36.670018 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea7d5f2e-2566-4d85-a171-7841f0ffc36b req-c5552321-1118-4e80-a50d-1c20c07852a2 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0820036 Apr 05 10:14:36.720628 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea7d5f2e-2566-4d85-a171-7841f0ffc36b req-41ac324d-a660-47e0-b78e-cd1a58bf53c5 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447280 Apr 05 10:14:37.105181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc61e7-757a-4348-9bf0-e86b5e8c62b3 req-224fb40a-da4a-4860-a98d-488b217cc470 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:37.106528 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65cc61e7-757a-4348-9bf0-e86b5e8c62b3 req-224fb40a-da4a-4860-a98d-488b217cc470 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0798748 Apr 05 10:14:37.153370 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65cc61e7-757a-4348-9bf0-e86b5e8c62b3 req-3eceffbc-6246-42c8-a7f2-96b59601a46c tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Apr 05 10:14:37.366792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203416b2-f18b-47bf-80ec-15bb3b340aa1 req-9d59510e-4ecc-4fff-80fc-08c11fed8b41 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:37.368191 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-203416b2-f18b-47bf-80ec-15bb3b340aa1 req-9d59510e-4ecc-4fff-80fc-08c11fed8b41 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0867925 Apr 05 10:14:37.417895 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-203416b2-f18b-47bf-80ec-15bb3b340aa1 req-eb649766-582b-4d92-8bb5-314253a5ac85 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439456 Apr 05 10:14:37.629959 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a455668a-cfeb-406c-b193-c813cbdc1ec4 req-5b730116-6bb5-427e-8b87-1bcf3e1e543c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0747187 Apr 05 10:14:37.911808 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-51d5cca7-08fa-46e8-a750-945cf9dd7c59 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727022 Apr 05 10:14:37.988873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85751dbe-925a-421d-858d-a73e457e6fef req-3f61e451-0e2b-41ef-a19c-fa828164833f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:37.990355 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-85751dbe-925a-421d-858d-a73e457e6fef req-3f61e451-0e2b-41ef-a19c-fa828164833f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.1006603 Apr 05 10:14:38.040683 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-85751dbe-925a-421d-858d-a73e457e6fef req-6bdb89ef-d37d-4a3e-8adf-dcfddbf6ca1a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438089 Apr 05 10:14:39.335485 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-353f411a-4866-453a-82ed-e3e5d34b8bea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 1098 time: 0.1590941 Apr 05 10:14:39.342114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf74bf-4bbc-4291-9e14-fd351a8167f8 req-d3af3f2d-d0fc-41cf-afa2-4919bbe1be5a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:39.343556 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5adf74bf-4bbc-4291-9e14-fd351a8167f8 req-d3af3f2d-d0fc-41cf-afa2-4919bbe1be5a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.1319506 Apr 05 10:14:39.492975 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5adf74bf-4bbc-4291-9e14-fd351a8167f8 req-dfb4fc12-073e-4b9e-b117-beea6dab0e02 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286654 Apr 05 10:14:39.539798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-8bd55f2d-74c8-455e-970d-85ca1b309414 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:39.541323 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-8bd55f2d-74c8-455e-970d-85ca1b309414 service neutron] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 915 time: 0.1968758 Apr 05 10:14:39.632787 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-efca9efd-2448-47ba-bffa-23b0ad047298 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd HTTP/1.1" status: 200 len: 217 time: 0.0856822 Apr 05 10:14:39.704538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-33559eed-87b6-42c9-b590-03f576faf21f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:39.706917 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-33559eed-87b6-42c9-b590-03f576faf21f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.0688422 Apr 05 10:14:39.761987 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-e0efa57b-2573-4aae-a309-d7b018560e93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497272 Apr 05 10:14:40.038230 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-81719d52-1677-44b9-b474-115f071b3aa0 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706618 Apr 05 10:14:40.201283 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-1a553f56-f7ef-4e3d-8d33-3469edb78288 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573737 Apr 05 10:14:40.712213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c796f-866d-4327-bdea-96e1f34c4ed1 req-d0ab84f7-dedf-4aa5-9fc7-50d233eb1e08 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:40.713679 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a65c796f-866d-4327-bdea-96e1f34c4ed1 req-d0ab84f7-dedf-4aa5-9fc7-50d233eb1e08 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0848739 Apr 05 10:14:40.773645 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a65c796f-866d-4327-bdea-96e1f34c4ed1 req-3991749a-c6cc-45b2-a893-8001d0a8beda tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Apr 05 10:14:42.134474 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d5985-09b6-4173-8b74-14be959c26b8 req-2490f48a-76a1-4162-a61e-2fb15c52993e tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:42.135945 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c39d5985-09b6-4173-8b74-14be959c26b8 req-2490f48a-76a1-4162-a61e-2fb15c52993e tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0803161 Apr 05 10:14:42.181145 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c39d5985-09b6-4173-8b74-14be959c26b8 req-82328b66-e01c-40ea-a3cb-1eb92e8f27cc tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393617 Apr 05 10:14:43.385731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5d946-64c3-4070-9ece-cd0aee6155e3 req-2efa493a-0128-4fa9-928f-69c5e8a87abe tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:43.387189 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b9a5d946-64c3-4070-9ece-cd0aee6155e3 req-2efa493a-0128-4fa9-928f-69c5e8a87abe tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0788071 Apr 05 10:14:43.447495 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b9a5d946-64c3-4070-9ece-cd0aee6155e3 req-785a331e-752d-49c5-89a2-7d50629dd2ae tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523696 Apr 05 10:14:44.651013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0c8b3-2d9b-4e7b-9ba4-a1028ea1f7b4 req-3cbacee9-92ec-481f-816f-cc4b00b91680 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:44.652512 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3a0c8b3-2d9b-4e7b-9ba4-a1028ea1f7b4 req-3cbacee9-92ec-481f-816f-cc4b00b91680 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0813630 Apr 05 10:14:44.697681 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3a0c8b3-2d9b-4e7b-9ba4-a1028ea1f7b4 req-139131ce-30c7-4042-bba2-5f85552d39ab tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Apr 05 10:14:45.900224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b72dcb-c34b-4b3e-81ae-960653fc664c req-02150411-da83-470d-99ee-5cfed0677688 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:45.901701 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-61b72dcb-c34b-4b3e-81ae-960653fc664c req-02150411-da83-470d-99ee-5cfed0677688 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0800707 Apr 05 10:14:45.950806 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-61b72dcb-c34b-4b3e-81ae-960653fc664c req-adda689f-21d4-472a-bfbc-61c7014c8f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435390 Apr 05 10:14:47.146733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3da88-b9bd-4d1b-9d0e-c81ab48eb8e5 req-70bad044-4855-4e83-b150-9f70fcb050df tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:47.148217 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bba3da88-b9bd-4d1b-9d0e-c81ab48eb8e5 req-70bad044-4855-4e83-b150-9f70fcb050df tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0752320 Apr 05 10:14:47.192305 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bba3da88-b9bd-4d1b-9d0e-c81ab48eb8e5 req-969818f4-7051-49b0-a6f6-aefdb5973fdd tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Apr 05 10:14:48.391989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c094ba7-f046-4874-8676-e933f0825a6e req-a956ab5b-77b7-4a8d-8391-7bc9d561ecb4 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:48.393674 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c094ba7-f046-4874-8676-e933f0825a6e req-a956ab5b-77b7-4a8d-8391-7bc9d561ecb4 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0799773 Apr 05 10:14:48.439195 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c094ba7-f046-4874-8676-e933f0825a6e req-20b40894-ac50-498a-bcb9-2d1ae562c5e2 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Apr 05 10:14:48.815415 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-429ae34b-3d2c-4d36-a90a-55cf57424901 req-8faf963f-8a18-4d9f-bf58-15b98bf43768 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 1098 time: 0.0661275 Apr 05 10:14:48.956585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ae34b-3d2c-4d36-a90a-55cf57424901 req-366b4a75-a5e8-4cb8-8b87-68bd16074b1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:48.957995 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-429ae34b-3d2c-4d36-a90a-55cf57424901 req-366b4a75-a5e8-4cb8-8b87-68bd16074b1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 915 time: 0.1244888 Apr 05 10:14:49.026543 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-429ae34b-3d2c-4d36-a90a-55cf57424901 req-67f599b6-a9e5-4c94-943c-a6513f3767ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd HTTP/1.1" status: 200 len: 217 time: 0.0625415 Apr 05 10:14:49.085595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ae34b-3d2c-4d36-a90a-55cf57424901 req-b7f375ce-cbfa-46d8-b012-a047f7837852 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:49.087006 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-429ae34b-3d2c-4d36-a90a-55cf57424901 req-b7f375ce-cbfa-46d8-b012-a047f7837852 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.0556011 Apr 05 10:14:49.138968 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-429ae34b-3d2c-4d36-a90a-55cf57424901 req-73a339bc-1d5c-4edf-a543-5fac7704c306 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416570 Apr 05 10:14:49.267148 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-429ae34b-3d2c-4d36-a90a-55cf57424901 req-d7297ae8-2089-4d46-b39f-bff7cc80aca8 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217046 Apr 05 10:14:49.488077 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-429ae34b-3d2c-4d36-a90a-55cf57424901 req-b820d9ce-dae0-440a-99cd-79e9e6c659d8 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138715 Apr 05 10:14:49.648322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e94e5-1664-422e-b1a8-4f2bf657c7f6 req-fca0cc09-c5ae-40c6-86d0-dbe5a47dcde0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:49.649935 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d87e94e5-1664-422e-b1a8-4f2bf657c7f6 req-fca0cc09-c5ae-40c6-86d0-dbe5a47dcde0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0812442 Apr 05 10:14:49.703920 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d87e94e5-1664-422e-b1a8-4f2bf657c7f6 req-b3a96742-a002-4fed-ba22-8dc0de561869 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476396 Apr 05 10:14:50.906432 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ced6b-71ab-4e6c-977b-09099a3ffb0e req-52160edb-d979-49fa-88c2-98b15698c31b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:50.907912 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-165ced6b-71ab-4e6c-977b-09099a3ffb0e req-52160edb-d979-49fa-88c2-98b15698c31b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0787487 Apr 05 10:14:50.953132 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-165ced6b-71ab-4e6c-977b-09099a3ffb0e req-596d9514-aaf1-4169-9719-6357dbf68d8b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Apr 05 10:14:51.826937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:52.152440 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf8116-5672-4115-8ea2-0b7be4c96044 req-8c69640e-3492-40f8-931a-f8ea31f42c86 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:52.153871 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d2cf8116-5672-4115-8ea2-0b7be4c96044 req-8c69640e-3492-40f8-931a-f8ea31f42c86 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0778279 Apr 05 10:14:52.198855 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d2cf8116-5672-4115-8ea2-0b7be4c96044 req-af1744d0-c5a2-4268-9ff3-9347bece8df8 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387809 Apr 05 10:14:53.396013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d74762-7b6a-43c9-a544-150443647b3e req-a2805173-efbc-40a7-af7e-d23304eb0681 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:53.397458 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-29d74762-7b6a-43c9-a544-150443647b3e req-a2805173-efbc-40a7-af7e-d23304eb0681 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0782542 Apr 05 10:14:53.443672 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-29d74762-7b6a-43c9-a544-150443647b3e req-fe49e039-0924-4a33-8eef-d37bad49d4b8 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406907 Apr 05 10:14:54.660496 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a345d92-5c99-433d-9ec4-3c7ddbb22ae1 req-90b7b16f-a85f-4aa0-b87e-9cc905463326 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:54.661964 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a345d92-5c99-433d-9ec4-3c7ddbb22ae1 req-90b7b16f-a85f-4aa0-b87e-9cc905463326 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0896368 Apr 05 10:14:54.712470 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1a345d92-5c99-433d-9ec4-3c7ddbb22ae1 req-a233dc65-666c-400b-96da-896de4bf688c tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449185 Apr 05 10:14:55.913207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a3cb9-4a9f-4816-a4e9-64c642c98e41 req-e3cdcce7-dd42-4f0f-84a7-1a2ce1e7b7cd tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:55.914671 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-027a3cb9-4a9f-4816-a4e9-64c642c98e41 req-e3cdcce7-dd42-4f0f-84a7-1a2ce1e7b7cd tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0795329 Apr 05 10:14:55.961149 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-027a3cb9-4a9f-4816-a4e9-64c642c98e41 req-b932ba9f-38de-416b-acdd-982defdbf81c tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Apr 05 10:14:57.176624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4051ad-8250-481e-8f14-0f58552d7db3 req-6a89e6b2-6802-4e6b-b4e9-6586800aa57d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:57.178064 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa4051ad-8250-481e-8f14-0f58552d7db3 req-6a89e6b2-6802-4e6b-b4e9-6586800aa57d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0805435 Apr 05 10:14:57.224996 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa4051ad-8250-481e-8f14-0f58552d7db3 req-41113cb1-8f69-4c8f-80f1-6c7bc1bc4599 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 Apr 05 10:14:58.589850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1250d2-2a2f-49d0-9a43-24301d069696 req-ec90fd40-dbbe-42b2-88ed-27426879852e tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:58.591189 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1f1250d2-2a2f-49d0-9a43-24301d069696 req-ec90fd40-dbbe-42b2-88ed-27426879852e tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.2341514 Apr 05 10:14:58.640100 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1f1250d2-2a2f-49d0-9a43-24301d069696 req-a4e34139-8918-4836-acd1-aae44469c38e tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430493 Apr 05 10:14:59.725060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ac89864-f774-4457-b5ec-8e0552b83287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:14:59.940941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001a2a8-b66a-4399-a1f8-39b64e52b6ff req-be3e95e1-5091-4b17-94de-ea6debef45fb tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:14:59.942374 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6001a2a8-b66a-4399-a1f8-39b64e52b6ff req-be3e95e1-5091-4b17-94de-ea6debef45fb tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.1621077 Apr 05 10:14:59.987933 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6001a2a8-b66a-4399-a1f8-39b64e52b6ff req-a5a54649-de77-413f-baae-0713c77f05f1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396442 Apr 05 10:15:01.184375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d721aa6-ba81-4898-a1e2-2a991da295e8 req-7ade9642-3e4d-45f6-b794-e28c0f6f2030 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:01.185844 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d721aa6-ba81-4898-a1e2-2a991da295e8 req-7ade9642-3e4d-45f6-b794-e28c0f6f2030 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0768740 Apr 05 10:15:01.234313 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d721aa6-ba81-4898-a1e2-2a991da295e8 req-77bc9593-144b-413f-808d-5ef29cf474e6 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 Apr 05 10:15:01.988145 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a1e3a300-cb31-4cf2-85fb-e43ae54e0db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:02.433703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407844b-8446-457a-a945-88fb31b2cb60 req-c09520af-ce6f-46e9-a984-42c529149afa tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:02.435396 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2407844b-8446-457a-a945-88fb31b2cb60 req-c09520af-ce6f-46e9-a984-42c529149afa tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0784135 Apr 05 10:15:02.488329 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2407844b-8446-457a-a945-88fb31b2cb60 req-827b7481-b27c-4087-a65d-9b02e4b6eba5 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471694 Apr 05 10:15:03.053858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:03.117066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:03.689256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b442950-0b71-4074-b2b1-139836360980 req-31a7bbb8-c983-44c7-a8b2-8e322f589eb5 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:03.690770 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9b442950-0b71-4074-b2b1-139836360980 req-31a7bbb8-c983-44c7-a8b2-8e322f589eb5 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0799911 Apr 05 10:15:03.738086 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9b442950-0b71-4074-b2b1-139836360980 req-3d934064-20a0-4feb-b02b-ee2a22128623 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Apr 05 10:15:04.434218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:04.948017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a06b3-c708-48a3-a7f3-8b363c60b4b3 req-60d964cc-8888-4e85-bec7-8818aa2a2f3c tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:04.949465 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc2a06b3-c708-48a3-a7f3-8b363c60b4b3 req-60d964cc-8888-4e85-bec7-8818aa2a2f3c tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0763419 Apr 05 10:15:04.995946 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc2a06b3-c708-48a3-a7f3-8b363c60b4b3 req-90cc1747-7232-445c-ae5c-190ec055157f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Apr 05 10:15:05.266178 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:15:06.221295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7d7e5-8727-4ee4-b4fd-9bf7ddd4e654 req-8b2b63df-e9da-4021-b592-be001ea6cbf1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:06.223865 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bfb7d7e5-8727-4ee4-b4fd-9bf7ddd4e654 req-8b2b63df-e9da-4021-b592-be001ea6cbf1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0995517 Apr 05 10:15:06.275471 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bfb7d7e5-8727-4ee4-b4fd-9bf7ddd4e654 req-7d8c5c2d-7ea4-46e5-b3ba-696abaac1fa6 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461726 Apr 05 10:15:06.895284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-71ce7c55-c75a-4a28-a92b-1394b1681f40 service neutron] 10.222.0.10 "GET /v2.0/ports/d6f57e5f-2747-47fe-9d58-b99cdd023ddd/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0752571 Apr 05 10:15:07.177539 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-07616b65-eac4-4f82-a66e-d6ce78c66d3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868&tenant_id=d2a7aef6d9c24d1e81de1d185800a14b HTTP/1.1" status: 200 len: 1098 time: 0.0738084 Apr 05 10:15:07.272454 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-2d25ab07-4b3e-407c-9148-1523a28951c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 1098 time: 0.0719306 Apr 05 10:15:07.464415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-d66dcdb9-e420-4e78-9e3c-adc8de3e9c08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:07.465750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-d66dcdb9-e420-4e78-9e3c-adc8de3e9c08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 915 time: 0.1877911 Apr 05 10:15:07.542118 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-f8d5441a-8bc1-4ed7-8e9f-f517fe4f670c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd HTTP/1.1" status: 200 len: 217 time: 0.0699553 Apr 05 10:15:07.615265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645c815-965b-4031-8ca6-6facda8c3b2a req-5de22fce-66d6-4f51-aa02-7f8b20b3e867 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:07.616801 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e645c815-965b-4031-8ca6-6facda8c3b2a req-5de22fce-66d6-4f51-aa02-7f8b20b3e867 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.2004259 Apr 05 10:15:07.624758 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-ea3f65db-1240-482a-bc53-9146d81f4cb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:07.626232 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-ea3f65db-1240-482a-bc53-9146d81f4cb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.0775263 Apr 05 10:15:07.686496 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-8863ea1b-c137-4658-831f-9712fc5c703f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449874 Apr 05 10:15:07.874087 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e645c815-965b-4031-8ca6-6facda8c3b2a req-3fed84fe-77e6-4e28-a8df-306d5ac22678 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468076 Apr 05 10:15:07.931079 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-2e2d71e0-2c4e-4999-bcc9-f5a5442e91a8 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356601 Apr 05 10:15:08.069594 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b1aabcf6-2108-4c38-946d-d812924a8101 req-95118d92-fd1b-429a-a77d-373fa7d30ac4 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320846 Apr 05 10:15:09.080939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3d583-a4e5-4f62-ae60-2246b0641595 req-1bf74bd9-f7d7-4561-a73c-8dffd766b74a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:09.082435 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9f3d583-a4e5-4f62-ae60-2246b0641595 req-1bf74bd9-f7d7-4561-a73c-8dffd766b74a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0822012 Apr 05 10:15:09.130066 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9f3d583-a4e5-4f62-ae60-2246b0641595 req-d0131e77-a89d-400a-abbd-100e377d10fe tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420752 Apr 05 10:15:10.343136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7fa16-598a-41e6-b03b-a55cb0bd43ce req-829fe680-de84-4618-a395-43a163cdb1c0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:10.345601 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0af7fa16-598a-41e6-b03b-a55cb0bd43ce req-829fe680-de84-4618-a395-43a163cdb1c0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0891852 Apr 05 10:15:10.390085 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0af7fa16-598a-41e6-b03b-a55cb0bd43ce req-3c9ca8aa-08f2-4016-bdd2-483dd1146e7c tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385687 Apr 05 10:15:10.571498 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d6f57e5f-2747-47fe-9d58-b99cdd023ddd details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:15:10.575137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d6f57e5f-2747-47fe-9d58-b99cdd023ddd no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:15:10.775532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-2a2db776-0622-4179-9280-8d7d10214905 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:10.776929 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-2a2db776-0622-4179-9280-8d7d10214905 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868&tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 945 time: 0.1359680 Apr 05 10:15:10.804800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6933ebf-154c-4783-b5ec-f77baec1333f req-b61692ea-3586-4430-ad51-210b2fe3c17e tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:10.806259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e6933ebf-154c-4783-b5ec-f77baec1333f req-b61692ea-3586-4430-ad51-210b2fe3c17e tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0985720 Apr 05 10:15:10.818640 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:15:10.837854 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd', 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e', 'port_id': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd', 'mac_address': 'fa:16:3e:7f:4d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7df0ae-d30c-4420-8cfa-1b1345db5fea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:15:10.841637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:10.900756 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e6933ebf-154c-4783-b5ec-f77baec1333f req-0d8e76a6-775c-4012-94eb-9ea66d5cbe47 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855503 Apr 05 10:15:10.912404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:15:10.939421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:10.947430 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-aae828eb-1d9b-4c16-8ce7-f67492d47e6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 1098 time: 0.0943577 Apr 05 10:15:10.959296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:15:10.968141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:10.999825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6f57e5f-2747-47fe-9d58-b99cdd023ddd {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:15:11.005050 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda43431-cf81-4b1f-afaf-614faac202c1'] response: {'server_uuid': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd', 'code': 200} Apr 05 10:15:11.083107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-44bc7b8f-76a1-433e-b522-d23444966489 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:11.084604 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-44bc7b8f-76a1-433e-b522-d23444966489 service neutron] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 915 time: 0.1316593 Apr 05 10:15:11.091135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:15:11.093822 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:15:11.094180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:15:11.155128 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-70d1e9c3-82ab-4d70-9c0c-151962b9072b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd HTTP/1.1" status: 200 len: 217 time: 0.0645132 Apr 05 10:15:11.216916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-202233d5-e9d4-4de3-8c2b-d94439dfb053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:11.218511 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-202233d5-e9d4-4de3-8c2b-d94439dfb053 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.0576968 Apr 05 10:15:11.264714 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-057d461b-8186-4399-a447-9e4634f58a9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406466 Apr 05 10:15:11.392758 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-f31e3de4-2ba6-4d23-9c8e-7e966d7541e3 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227436 Apr 05 10:15:11.522831 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-33bce7b3-e83b-48af-83cf-2592341409d0 req-b75ae974-fccd-4cdc-a938-24c57b4a2567 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243479 Apr 05 10:15:11.654768 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:11.671759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f57e5f-2747-47fe-9d58-b99cdd023ddd {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:15:11.686673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:15:11.691162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:11.759875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['d6f57e5f-2747-47fe-9d58-b99cdd023ddd'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:15:11.801142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:15:12.119572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f619b-95d8-4289-a619-259e6b5c0aa1 req-3a42f255-fe5c-41ed-af0e-9b1b27a9518f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:12.120941 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175f619b-95d8-4289-a619-259e6b5c0aa1 req-3a42f255-fe5c-41ed-af0e-9b1b27a9518f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 944 time: 0.0786767 Apr 05 10:15:12.170311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-175f619b-95d8-4289-a619-259e6b5c0aa1 req-38add7e7-87d6-42f3-9ee1-e8ff88026c8e tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Apr 05 10:15:12.382296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff146b37-09a0-4537-ba32-c58538131c53 req-d476e35b-f877-448e-b016-395f12311b2a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:12.383809 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ff146b37-09a0-4537-ba32-c58538131c53 req-d476e35b-f877-448e-b016-395f12311b2a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 944 time: 0.0876756 Apr 05 10:15:12.430771 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ff146b37-09a0-4537-ba32-c58538131c53 req-9e4d2f78-eb67-43e2-9ef3-d8c2b77405c6 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414290 Apr 05 10:15:12.577207 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d6f57e5f-2747-47fe-9d58-b99cdd023ddd up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:15:12.635909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eceba07-91f1-4482-8f94-57874cc54696 req-22c81b43-1dde-40d6-8d62-909995c68ca8 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:12.637344 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3eceba07-91f1-4482-8f94-57874cc54696 req-22c81b43-1dde-40d6-8d62-909995c68ca8 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 944 time: 0.0860527 Apr 05 10:15:12.652661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port d6f57e5f-2747-47fe-9d58-b99cdd023ddd triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:15:12.653032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:12.684743 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3eceba07-91f1-4482-8f94-57874cc54696 req-3efd0ccb-6f62-4a9b-a92d-21af305bd79a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 Apr 05 10:15:12.776965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:12.811164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:15:12.816898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:12.891617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,revision_number=8']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:15:13.006528 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:15:13.063469 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd839c2-2b2c-465c-afb0-e50a2c541aa8'] response: {'server_uuid': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd', 'code': 200} Apr 05 10:15:13.297827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-d03bd2bb-0954-4884-b876-5746de91c694 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:13.299163 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-d03bd2bb-0954-4884-b876-5746de91c694 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 815 time: 0.2294769 Apr 05 10:15:13.317312 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-355cac5c-5617-452d-816d-f61c49836541 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/quotas/d2a7aef6d9c24d1e81de1d185800a14b HTTP/1.1" status: 200 len: 375 time: 0.0115483 Apr 05 10:15:13.396977 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-0f33f70c-7fa8-4a2a-92d4-557fe022b29a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747664 Apr 05 10:15:13.407668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-16f80d1c-f2db-4fff-a6b3-1b7d8a077ea1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:15:13.408615 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-16f80d1c-f2db-4fff-a6b3-1b7d8a077ea1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050983 Apr 05 10:15:13.541418 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-ac18826f-8d5f-4b39-805e-042a3b6c7720 service neutron] 10.222.0.30 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267056 Apr 05 10:15:13.678002 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a15595d1-2737-4f5a-9642-5e23e0833eb5 service neutron] 10.222.0.30 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307702 Apr 05 10:15:13.868477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1e10c89-82cf-45a1-8932-239771041be6 req-c96bc72c-5b2a-4ff9-bff6-1e1f9004991e tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 210 time: 0.0412397 Apr 05 10:15:14.671329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-dca523b4-02d3-4b49-9013-d66fa66b16ca tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:14.672787 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-dca523b4-02d3-4b49-9013-d66fa66b16ca tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c53f2d5-75d2-473a-91b9-e04bc216b868 HTTP/1.1" status: 200 len: 945 time: 0.0887568 Apr 05 10:15:14.749402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-171718e6-d08e-430c-8b69-0ddbb72c4f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Deleting port d6f57e5f-2747-47fe-9d58-b99cdd023ddd {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:15:14.749740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-171718e6-d08e-430c-8b69-0ddbb72c4f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:15.129327 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-838e9d1b-81ca-45af-aeca-f7c774584bd6 req-d6a7c99b-6fe6-49ff-a1a2-a48d23dd31b5 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 210 time: 0.0825689 Apr 05 10:15:15.172880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-212490d3-fb5f-4c72-9238-1b31970a3abc tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:15.174207 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-212490d3-fb5f-4c72-9238-1b31970a3abc tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 815 time: 0.3330126 Apr 05 10:15:15.196602 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Request body: {'port': {'device_id': '0829aebf-837c-44e3-8c57-155404f74167', 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e', 'admin_state_up': True, 'tenant_id': 'd2a7aef6d9c24d1e81de1d185800a14b'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:15:15.290514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-171718e6-d08e-430c-8b69-0ddbb72c4f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] For port d6f57e5f-2747-47fe-9d58-b99cdd023ddd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:15:15.290876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-171718e6-d08e-430c-8b69-0ddbb72c4f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:15.425762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-171718e6-d08e-430c-8b69-0ddbb72c4f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Calling delete_port for d6f57e5f-2747-47fe-9d58-b99cdd023ddd owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:15:15.528911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:15:15.539957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:15:15.579675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Made reservation on behalf of d2a7aef6d9c24d1e81de1d185800a14b for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:15:15.583740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:15.783837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-171718e6-d08e-430c-8b69-0ddbb72c4f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:15.796292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['d6f57e5f-2747-47fe-9d58-b99cdd023ddd'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:15:15.853886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171718e6-d08e-430c-8b69-0ddbb72c4f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Pushing event deleted for resources: {'Port': ['ID=d6f57e5f-2747-47fe-9d58-b99cdd023ddd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:15:15.976197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-171718e6-d08e-430c-8b69-0ddbb72c4f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] No DVR routers for this DVR port d6f57e5f-2747-47fe-9d58-b99cdd023ddd on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:15:15.980491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-171718e6-d08e-430c-8b69-0ddbb72c4f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:15.982906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'name': 'network-vif-deleted', 'tag': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:15:16.006690 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-57a8e289-1b9a-40d4-bbe0-0bae1b57b9ac req-171718e6-d08e-430c-8b69-0ddbb72c4f56 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.10 "DELETE /v2.0/ports/d6f57e5f-2747-47fe-9d58-b99cdd023ddd HTTP/1.1" status: 204 len: 173 time: 1.3273292 Apr 05 10:15:16.012532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Allocated IP 172.20.0.6 (400cc49e-55cc-415c-8ff2-c1819600ef0e/7b7df0ae-d30c-4420-8cfa-1b1345db5fea/8d6f3316-75bd-4dfa-837f-164d9bb0cbc6) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:15:16.138785 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ab81f3-90f1-4142-8ada-adde83bb58cf'] response: {'server_uuid': '1c53f2d5-75d2-473a-91b9-e04bc216b868', 'name': 'network-vif-deleted', 'tag': 'd6f57e5f-2747-47fe-9d58-b99cdd023ddd', 'status': 'completed', 'code': 200} Apr 05 10:15:16.230528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:16.260240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:16.272046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['d6f57e5f-2747-47fe-9d58-b99cdd023ddd'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:15:16.379138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Pushing event updated for resources: {'Port': ['ID=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:15:16.383455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Network 400cc49e-55cc-415c-8ff2-c1819600ef0e is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:15:16.386336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:15:16.388984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:15:16.458244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:16.458842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:16.483821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e383e-463e-46f1-a9e6-e0fc705babff req-bcc00b51-0027-4209-9bae-8bd2cc3d4d08 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:16.484498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8a1e383e-463e-46f1-a9e6-e0fc705babff req-bcc00b51-0027-4209-9bae-8bd2cc3d4d08 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Synchronizing usage tracker for tenant:d2a7aef6d9c24d1e81de1d185800a14b on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:15:16.489863 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a6fd7147-ad27-4432-b200-2f00b1091ab0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2969167 Apr 05 10:15:16.501494 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Request body: {'port': {'device_id': '0829aebf-837c-44e3-8c57-155404f74167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:15:16.543157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8a1e383e-463e-46f1-a9e6-e0fc705babff req-bcc00b51-0027-4209-9bae-8bd2cc3d4d08 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Unset dirty status for tenant:d2a7aef6d9c24d1e81de1d185800a14b on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:15:16.550229 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a1e383e-463e-46f1-a9e6-e0fc705babff req-bcc00b51-0027-4209-9bae-8bd2cc3d4d08 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 931 time: 0.2560976 Apr 05 10:15:16.664843 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a1e383e-463e-46f1-a9e6-e0fc705babff req-1d6e838b-3ad1-4296-ab9e-f3039f246147 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056843 Apr 05 10:15:16.669272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:17.010278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:15:17.016954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:17.031966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Transition to ACTIVE for port object 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:15:17.035541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:17.164081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:15:17.268934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Attempting to bind port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:15:17.269294 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Attempting to bind port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'ee34e4e9-ebae-4262-93a2-f6cbac73be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:15:17.269596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Attempting to bind port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 on network 400cc49e-55cc-415c-8ff2-c1819600ef0e {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:15:17.275404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 on network 400cc49e-55cc-415c-8ff2-c1819600ef0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:15:17.275816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Attempting to bind port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 on network 400cc49e-55cc-415c-8ff2-c1819600ef0e {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:15:17.282130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:15:17.282462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Checking segment: {'id': 'ee34e4e9-ebae-4262-93a2-f6cbac73be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:15:17.282841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Bound using segment: {'id': 'ee34e4e9-ebae-4262-93a2-f6cbac73be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:15:17.283273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Bound port: 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee34e4e9-ebae-4262-93a2-f6cbac73be79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:15:17.283633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:17.377591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] For port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:15:17.380872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] For port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:15:17.384499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:17.447189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:17.448585 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] 10.222.0.10 "PUT /v2.0/ports/8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 HTTP/1.1" status: 200 len: 1093 time: 0.9512081 Apr 05 10:15:17.461706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f5866-c5cd-4667-a04c-4ef961253505 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:15:17.567754 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-fdeb3507-5c26-4bb3-b106-17b5de96e2c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 1096 time: 0.0807800 Apr 05 10:15:17.763455 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-114af77a-a7e1-4a8c-9fa1-159811748a90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 HTTP/1.1" status: 200 len: 217 time: 0.1896915 Apr 05 10:15:17.873903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-1b4b18b2-7a5e-49b3-b10e-c163d9cbe809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:17.875568 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-1b4b18b2-7a5e-49b3-b10e-c163d9cbe809 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.1066935 Apr 05 10:15:17.930094 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-20279ee3-dcc8-4f34-89e5-d11861832200 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479567 Apr 05 10:15:18.011149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39681644-7924-4dbb-b302-8aa0e543ebd1 req-b4ebe2cd-d2aa-494a-ab03-8c90758ad7c2 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:18.012636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39681644-7924-4dbb-b302-8aa0e543ebd1 req-b4ebe2cd-d2aa-494a-ab03-8c90758ad7c2 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 943 time: 0.2072332 Apr 05 10:15:18.091916 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39681644-7924-4dbb-b302-8aa0e543ebd1 req-0a3f535b-92ab-4df5-8f2b-164611838124 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719650 Apr 05 10:15:18.109121 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-a88d66ed-cab5-4ea5-bd72-f1b16069c535 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693444 Apr 05 10:15:18.183735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0829aebf-837c-44e3-8c57-155404f74167', 'tag': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:15:18.247939 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a6ea18-ad71-4ac3-af26-274ad196e2b1'] response: {'name': 'network-changed', 'server_uuid': '0829aebf-837c-44e3-8c57-155404f74167', 'tag': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6', 'status': 'completed', 'code': 200} Apr 05 10:15:18.256188 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2bae8c67-1b23-48ac-8789-51d9de05772e req-78b3ac1e-6ef9-4df2-912e-5a2045db6191 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411445 Apr 05 10:15:18.377388 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1a3ae10-5ae5-4585-b96c-cfb1a752ee8c req-c443cb3f-564e-4616-a376-34c28d2affcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 1096 time: 0.0723157 Apr 05 10:15:18.514696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3ae10-5ae5-4585-b96c-cfb1a752ee8c req-041f712a-8070-4648-9fc1-9091047215e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:18.516090 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1a3ae10-5ae5-4585-b96c-cfb1a752ee8c req-041f712a-8070-4648-9fc1-9091047215e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 915 time: 0.1320746 Apr 05 10:15:18.586264 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1a3ae10-5ae5-4585-b96c-cfb1a752ee8c req-fee3b662-c33e-43fe-8036-bb36758a25a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 HTTP/1.1" status: 200 len: 217 time: 0.0635059 Apr 05 10:15:18.630020 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d6f57e5f-2747-47fe-9d58-b99cdd023ddd no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:15:18.653958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3ae10-5ae5-4585-b96c-cfb1a752ee8c req-3d1050a0-28b6-42be-ab19-3f105aa5171c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:18.655391 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1a3ae10-5ae5-4585-b96c-cfb1a752ee8c req-3d1050a0-28b6-42be-ab19-3f105aa5171c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.0629959 Apr 05 10:15:18.666137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: d6f57e5f-2747-47fe-9d58-b99cdd023ddd {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:15:18.666474 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d6f57e5f-2747-47fe-9d58-b99cdd023ddd not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:15:18.708534 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1a3ae10-5ae5-4585-b96c-cfb1a752ee8c req-abb702d2-7cdb-41c6-93ef-d01baa2dae27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470619 Apr 05 10:15:18.840724 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1a3ae10-5ae5-4585-b96c-cfb1a752ee8c req-8f6f54d1-24a2-474a-84ff-4d67dcf2b4bc service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260562 Apr 05 10:15:18.973346 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1a3ae10-5ae5-4585-b96c-cfb1a752ee8c req-627397bd-f08f-45dc-8fc9-43b907ed2f7d service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265924 Apr 05 10:15:19.291671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d0c96-2a29-4031-9f68-51b8b3e425b5 req-ed67356f-97c3-4e75-a5f1-d99f4d27c08b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:19.293116 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd3d0c96-2a29-4031-9f68-51b8b3e425b5 req-ed67356f-97c3-4e75-a5f1-d99f4d27c08b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 943 time: 0.0782719 Apr 05 10:15:19.338101 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd3d0c96-2a29-4031-9f68-51b8b3e425b5 req-dec41995-c68d-4e16-a89f-7da6e3cebb9e tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393641 Apr 05 10:15:20.531546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923a8f-a1bd-4ba1-892b-48ad49befaef req-15a4d106-cbbc-4004-ba0a-ae58469a226d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:20.532984 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1923a8f-a1bd-4ba1-892b-48ad49befaef req-15a4d106-cbbc-4004-ba0a-ae58469a226d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 943 time: 0.0741553 Apr 05 10:15:20.581583 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1923a8f-a1bd-4ba1-892b-48ad49befaef req-1b668cc5-8e3d-49c7-b182-89c5f8e06aca tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Apr 05 10:15:20.625464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:15:20.764900 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:15:20.778771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6', 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e', 'port_id': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6', 'mac_address': 'fa:16:3e:e7:d7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7df0ae-d30c-4420-8cfa-1b1345db5fea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:15:20.831614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:20.848806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:15:20.863594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:15:20.867779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:20.932625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:15:20.941351 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:20.941694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:20.942029 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:20.942360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:20.942690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:20.943015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:20.943338 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:20.943690 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:20.944011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:20.944329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:20.944645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:15:21.055608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['8d6f3316-75bd-4dfa-837f-164d9bb0cbc6'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:15:21.775831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548ec7f-d900-4c32-88be-705d783f14a3 req-0c959c6b-3b51-4ad5-a66e-3f94550453c0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:21.777255 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3548ec7f-d900-4c32-88be-705d783f14a3 req-0c959c6b-3b51-4ad5-a66e-3f94550453c0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 944 time: 0.0763657 Apr 05 10:15:21.823120 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3548ec7f-d900-4c32-88be-705d783f14a3 req-92b9a694-11e7-4c4f-abbe-f621b71209c1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 Apr 05 10:15:21.833614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:22.641439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:15:22.713079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:15:22.717708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:15:22.718103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:22.835255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:22.861554 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0829aebf-837c-44e3-8c57-155404f74167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:15:22.870799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:15:22.877224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:22.919546 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730dfbb5-b0c9-49a0-97a6-42f5f5dd4451'] response: {'server_uuid': '0829aebf-837c-44e3-8c57-155404f74167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6', 'code': 200} Apr 05 10:15:22.948612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:15:23.173514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c5b6f-825f-4d02-88d3-3ad3004b7aa4 req-9c16cc3a-d05d-47a7-8d5d-97e14f63b2c8 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:23.175466 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-806c5b6f-825f-4d02-88d3-3ad3004b7aa4 req-9c16cc3a-d05d-47a7-8d5d-97e14f63b2c8 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.2198606 Apr 05 10:15:23.207071 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fb3e1417-4369-470f-b354-18aabe5c6d36 req-1f008ef3-1144-4193-8005-640024a8d56b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 1098 time: 0.1045861 Apr 05 10:15:23.251135 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-806c5b6f-825f-4d02-88d3-3ad3004b7aa4 req-94906858-6df5-47b0-95ef-2353b0c3988c tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690706 Apr 05 10:15:23.261752 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fb3e1417-4369-470f-b354-18aabe5c6d36 req-4e4a09b9-c3b6-42df-bbe5-a25d9f97311d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466638 Apr 05 10:15:24.455258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce48352-f994-4100-9237-aa076cc5c677 req-0bd31968-d9b3-4d15-b6ac-28976ab2a318 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:24.457524 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3ce48352-f994-4100-9237-aa076cc5c677 req-0bd31968-d9b3-4d15-b6ac-28976ab2a318 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0775716 Apr 05 10:15:24.501856 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3ce48352-f994-4100-9237-aa076cc5c677 req-017272b2-a05d-4062-88ca-c838d9eadb22 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384173 Apr 05 10:15:25.701019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e899d90-b785-451c-aa77-44677ef7ecf3 req-3b8f1435-76ac-4b17-81e6-7908b9cb757d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:25.702540 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6e899d90-b785-451c-aa77-44677ef7ecf3 req-3b8f1435-76ac-4b17-81e6-7908b9cb757d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0805757 Apr 05 10:15:25.750610 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6e899d90-b785-451c-aa77-44677ef7ecf3 req-a430cd71-fd07-4e5d-bccc-65c053ee1f38 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398991 Apr 05 10:15:25.942766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107b613-4166-4560-a2bb-209ced330146 req-493822b6-ec6d-4ad9-9d51-f0c6e3c90191 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:25.944219 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a107b613-4166-4560-a2bb-209ced330146 req-493822b6-ec6d-4ad9-9d51-f0c6e3c90191 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0745373 Apr 05 10:15:25.990093 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a107b613-4166-4560-a2bb-209ced330146 req-a3825641-95fa-4f50-84ce-4d6a774aa326 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Apr 05 10:15:26.139419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [req-b8510ac3-fc5e-4954-91a2-79984d5d0532 req-674b2a71-e2e0-46d8-9686-3e461474356e service neutron] (83820) timed out ('10.222.0.10', 54420) {{(pid=83820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 10:15:26.186540 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-67fc2122-3843-4b88-bd6f-d76be2004855 req-95933301-78b4-4883-a0db-1a7da8b1b9c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695848 Apr 05 10:15:26.440420 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-6f4cc6c9-519a-430a-8f2d-6306d9a1eea1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0719595 Apr 05 10:15:26.498653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deebc7e-6405-4dd0-b5fc-1a5ae8cf1597 req-f93b539a-8ae7-4f6b-8f83-517cc10eae10 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:26.500122 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5deebc7e-6405-4dd0-b5fc-1a5ae8cf1597 req-f93b539a-8ae7-4f6b-8f83-517cc10eae10 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0763419 Apr 05 10:15:26.556917 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5deebc7e-6405-4dd0-b5fc-1a5ae8cf1597 req-467640e2-3c92-4651-bc0d-bb61cc13f4f4 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Apr 05 10:15:27.665654 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-aaa4cf54-7a20-440f-8db5-157d70da801e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 1098 time: 0.0774882 Apr 05 10:15:27.869822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-4065d4c9-6ccb-467c-a414-e12af0f95dba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:27.871174 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-4065d4c9-6ccb-467c-a414-e12af0f95dba service neutron] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 915 time: 0.2002387 Apr 05 10:15:27.880552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fe62d-e8e4-4ef3-a0e4-505a4d350b88 req-12f12051-a332-42a5-bd0b-85cfade475ee tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:27.882034 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d5fe62d-e8e4-4ef3-a0e4-505a4d350b88 req-12f12051-a332-42a5-bd0b-85cfade475ee tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.1929798 Apr 05 10:15:27.961699 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-e71afa5a-511d-4bfb-8918-309d4c0f713a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 HTTP/1.1" status: 200 len: 217 time: 0.0786989 Apr 05 10:15:28.028284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d5fe62d-e8e4-4ef3-a0e4-505a4d350b88 req-6e8cd988-a5b8-4c63-aa08-9450130a4324 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963943 Apr 05 10:15:28.040121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-77e6f9ff-876f-47f3-a77a-7c4cd0fefd1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:28.041906 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-77e6f9ff-876f-47f3-a77a-7c4cd0fefd1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.0694463 Apr 05 10:15:28.089937 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-bfea7eb4-64df-4474-b09c-929d84e8c251 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428121 Apr 05 10:15:28.220990 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-7a8848ea-e910-4f0c-bc0d-0b8a13399b3f service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255777 Apr 05 10:15:28.349340 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-7bd477e2-1820-4c4a-9de1-d517f4446837 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221540 Apr 05 10:15:29.226588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d3e72-1063-49fe-ade8-3def9a95938e req-c8244912-512b-4ec4-9f76-c412a3fb5a1d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:29.228060 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f36d3e72-1063-49fe-ade8-3def9a95938e req-c8244912-512b-4ec4-9f76-c412a3fb5a1d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0753036 Apr 05 10:15:29.273450 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f36d3e72-1063-49fe-ade8-3def9a95938e req-38c8d218-cf32-45bb-bc26-fd73db26e7ce tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395298 Apr 05 10:15:29.718070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4db29acc-cf51-4d20-856e-fc0a082b48d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:30.474523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327fd8d-f2f0-4eb6-a807-0ffa9d7409ae req-4303345c-39cb-4774-88d7-bc085fc98879 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:30.476006 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a327fd8d-f2f0-4eb6-a807-0ffa9d7409ae req-4303345c-39cb-4774-88d7-bc085fc98879 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0783808 Apr 05 10:15:30.521009 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a327fd8d-f2f0-4eb6-a807-0ffa9d7409ae req-abe18b5e-e5e6-444d-a8fa-91ffb9e46424 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Apr 05 10:15:31.715974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec619c1d-5cf5-4f0a-b40a-cb0bd364b7d3 req-07bfb375-5653-4e70-a7e1-2b4ec4396c79 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:31.717416 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec619c1d-5cf5-4f0a-b40a-cb0bd364b7d3 req-07bfb375-5653-4e70-a7e1-2b4ec4396c79 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0749452 Apr 05 10:15:31.861164 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec619c1d-5cf5-4f0a-b40a-cb0bd364b7d3 req-9ecac0f5-203e-4bf9-bbbf-76422888761c tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376712 Apr 05 10:15:31.990452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-17d5eb40-980b-4321-ba7f-808d7a83df3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:33.057591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:33.061677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e6804-ad15-43e7-a4e8-101518f216ad req-a905bc9a-a2dc-444e-ba7b-45c3e6672876 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:33.063163 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c4e6804-ad15-43e7-a4e8-101518f216ad req-a905bc9a-a2dc-444e-ba7b-45c3e6672876 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0796609 Apr 05 10:15:33.109106 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c4e6804-ad15-43e7-a4e8-101518f216ad req-b2921f69-4d5c-4026-b7bc-b18142f82265 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390811 Apr 05 10:15:33.121884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:34.313191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309e68e-3472-4779-b990-cc1b0da3025b req-91428847-3b7f-47b3-983b-263e21049e1a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:34.314554 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1309e68e-3472-4779-b990-cc1b0da3025b req-91428847-3b7f-47b3-983b-263e21049e1a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0802531 Apr 05 10:15:34.359470 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1309e68e-3472-4779-b990-cc1b0da3025b req-b4fbac26-aebe-4de4-8faa-28db72cab41b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392408 Apr 05 10:15:34.437548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:35.558718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ee9c5-7c81-4ec1-9131-c3dbf6bca3a4 req-d1d3d07a-6bc3-4e9a-9bd8-68e1e36ec537 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:35.560473 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-410ee9c5-7c81-4ec1-9131-c3dbf6bca3a4 req-d1d3d07a-6bc3-4e9a-9bd8-68e1e36ec537 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0793056 Apr 05 10:15:35.610417 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-410ee9c5-7c81-4ec1-9131-c3dbf6bca3a4 req-51b02b39-5893-4fba-bb1f-8b6a96852297 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Apr 05 10:15:36.815702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813280b-1afe-4eab-a70f-2b5f42e4663d req-12299348-5df4-43ea-8473-f22b03c519a6 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:36.817883 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2813280b-1afe-4eab-a70f-2b5f42e4663d req-12299348-5df4-43ea-8473-f22b03c519a6 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0800552 Apr 05 10:15:36.866060 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2813280b-1afe-4eab-a70f-2b5f42e4663d req-ce3f09d3-a8d1-46de-a961-81aa90ccb67b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Apr 05 10:15:38.060511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070ef2-c3ac-4ea3-b94d-f40b5c7fcbd2 req-42a718d1-5e54-488d-8f60-788545c90c52 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:38.061944 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d2070ef2-c3ac-4ea3-b94d-f40b5c7fcbd2 req-42a718d1-5e54-488d-8f60-788545c90c52 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0744824 Apr 05 10:15:38.112303 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d2070ef2-c3ac-4ea3-b94d-f40b5c7fcbd2 req-2a80c1ba-3341-4e61-bd3f-9299acfb02c3 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446184 Apr 05 10:15:39.304790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad126-0492-4914-b1bd-33f872ea08c1 req-9c6de50e-5749-4f41-88ab-a96e4b372c6f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:39.306222 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3e8ad126-0492-4914-b1bd-33f872ea08c1 req-9c6de50e-5749-4f41-88ab-a96e4b372c6f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0742526 Apr 05 10:15:39.351235 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3e8ad126-0492-4914-b1bd-33f872ea08c1 req-19b2f112-7fc3-4e8e-a174-3b3d2d249073 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Apr 05 10:15:40.556542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24725ffe-3940-4521-b626-b919428f2dde req-0385592f-2aea-4713-aafd-d4b250eabaa0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:40.557990 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-24725ffe-3940-4521-b626-b919428f2dde req-0385592f-2aea-4713-aafd-d4b250eabaa0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0800462 Apr 05 10:15:40.604538 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-24725ffe-3940-4521-b626-b919428f2dde req-6036963f-0eda-4b41-bbe0-5588ba256881 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Apr 05 10:15:41.827430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41a206-a85d-400a-90dd-620dcfb3ad95 req-80cbd9af-57fe-4a17-b149-ea28e8ee42b0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:41.828908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bf41a206-a85d-400a-90dd-620dcfb3ad95 req-80cbd9af-57fe-4a17-b149-ea28e8ee42b0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0858831 Apr 05 10:15:41.886391 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bf41a206-a85d-400a-90dd-620dcfb3ad95 req-f5b92c48-4890-4f14-9442-d668520d977b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466986 Apr 05 10:15:42.267464 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:15:43.090097 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e63e16-360f-4a71-9965-81cd7c591dab req-70492e33-ca15-4bd9-910e-cfffd47a3541 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:43.091585 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31e63e16-360f-4a71-9965-81cd7c591dab req-70492e33-ca15-4bd9-910e-cfffd47a3541 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0823693 Apr 05 10:15:43.140691 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31e63e16-360f-4a71-9965-81cd7c591dab req-5cf07b71-8f2b-4f70-8fab-772b8a80af3b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 Apr 05 10:15:44.342381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68319b-3e32-4704-93fd-0ddb389a4f34 req-a9e275d0-9631-4784-9040-3c427cc28cb8 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:44.345708 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d68319b-3e32-4704-93fd-0ddb389a4f34 req-a9e275d0-9631-4784-9040-3c427cc28cb8 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0771432 Apr 05 10:15:44.396441 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d68319b-3e32-4704-93fd-0ddb389a4f34 req-8af54777-1033-4c9a-9cbe-904206696fa3 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Apr 05 10:15:45.593249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a03e-4a25-4bcf-a2c2-ef9d78d8da93 req-b174dc31-cd04-4ed9-a213-de223622f5f1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:45.594705 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1532a03e-4a25-4bcf-a2c2-ef9d78d8da93 req-b174dc31-cd04-4ed9-a213-de223622f5f1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0783298 Apr 05 10:15:45.640723 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1532a03e-4a25-4bcf-a2c2-ef9d78d8da93 req-a1f4a31e-0b98-45fb-9e55-93161edea12a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398123 Apr 05 10:15:46.845025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b6ff7-807a-40d4-ac88-8b8c43d60e32 req-6e6cb0b8-381e-47cf-a93e-5425da628304 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:46.846462 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c8b6ff7-807a-40d4-ac88-8b8c43d60e32 req-6e6cb0b8-381e-47cf-a93e-5425da628304 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0819697 Apr 05 10:15:46.893073 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c8b6ff7-807a-40d4-ac88-8b8c43d60e32 req-291e44ac-d5a6-41ca-9f86-b9d57e9d4a9d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393677 Apr 05 10:15:48.095942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf83f9-2bda-4613-9fec-6da7c23c43cd req-1fa368b6-b051-4106-9f61-c4122703d8b8 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:48.097434 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdbf83f9-2bda-4613-9fec-6da7c23c43cd req-1fa368b6-b051-4106-9f61-c4122703d8b8 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0762031 Apr 05 10:15:48.144061 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdbf83f9-2bda-4613-9fec-6da7c23c43cd req-49592906-7f85-45ed-b11b-79d81d798342 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404532 Apr 05 10:15:49.346851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9c80d-7f34-4e84-ac18-19d0d46db71d req-2f9fbf22-f2a1-4b4c-9117-ad5d838d0b86 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:49.348365 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ddd9c80d-7f34-4e84-ac18-19d0d46db71d req-2f9fbf22-f2a1-4b4c-9117-ad5d838d0b86 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0819051 Apr 05 10:15:49.397889 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ddd9c80d-7f34-4e84-ac18-19d0d46db71d req-14ab5672-ca3a-44f6-b84e-e8f0782101f9 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Apr 05 10:15:50.593231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cca7fd-63ff-42c5-8720-ac267f06e67e req-ec7b6561-4265-4f64-afb9-3ea17e8fc555 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:50.594654 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e8cca7fd-63ff-42c5-8720-ac267f06e67e req-ec7b6561-4265-4f64-afb9-3ea17e8fc555 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0765407 Apr 05 10:15:50.641012 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e8cca7fd-63ff-42c5-8720-ac267f06e67e req-27f0e7f6-b9ba-43b3-a374-3dd17f8e85f9 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405889 Apr 05 10:15:50.814024 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6c2b08d-82ea-4bbc-b430-ee00dc083cb2 req-ee37a062-e198-4e38-b4dd-d76648f4417a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 1098 time: 0.0714176 Apr 05 10:15:50.955187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b08d-82ea-4bbc-b430-ee00dc083cb2 req-8c0d0654-7410-45eb-9c72-ff24dc4c6eae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:50.956649 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6c2b08d-82ea-4bbc-b430-ee00dc083cb2 req-8c0d0654-7410-45eb-9c72-ff24dc4c6eae service neutron] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 915 time: 0.1242974 Apr 05 10:15:51.025592 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6c2b08d-82ea-4bbc-b430-ee00dc083cb2 req-84c601f4-de02-4757-8eb3-c750a5335abd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 HTTP/1.1" status: 200 len: 217 time: 0.0628800 Apr 05 10:15:51.170747 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2b08d-82ea-4bbc-b430-ee00dc083cb2 req-faeb90bd-5aba-42c4-9cf5-02092612eb85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:51.172218 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6c2b08d-82ea-4bbc-b430-ee00dc083cb2 req-faeb90bd-5aba-42c4-9cf5-02092612eb85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.1416214 Apr 05 10:15:51.215783 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6c2b08d-82ea-4bbc-b430-ee00dc083cb2 req-0885f8ce-4701-4756-94b1-9dbbfccfd30e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381227 Apr 05 10:15:51.343682 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6c2b08d-82ea-4bbc-b430-ee00dc083cb2 req-ea770c44-9532-40a7-8dfb-eaa869ff0377 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216123 Apr 05 10:15:51.477047 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6c2b08d-82ea-4bbc-b430-ee00dc083cb2 req-c9093e60-43ff-4ec9-a15e-2b8c437e2d26 service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272175 Apr 05 10:15:51.840318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:51.846243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126c629-5867-4e8d-9c48-eaac42f28a62 req-f4137a3e-4a09-47ad-914b-f986178b11f1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:51.847721 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3126c629-5867-4e8d-9c48-eaac42f28a62 req-f4137a3e-4a09-47ad-914b-f986178b11f1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0822923 Apr 05 10:15:51.896022 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3126c629-5867-4e8d-9c48-eaac42f28a62 req-1abe04e1-0614-4aad-99a9-e6df8a3079d5 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414720 Apr 05 10:15:53.105372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54d665-d2c9-4122-a775-70a8fe86beda req-ea69f97f-9830-411c-bfe8-475a11ccacaf tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:53.107566 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca54d665-d2c9-4122-a775-70a8fe86beda req-ea69f97f-9830-411c-bfe8-475a11ccacaf tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0902967 Apr 05 10:15:53.158323 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca54d665-d2c9-4122-a775-70a8fe86beda req-c437956d-3f7b-40ae-9b47-d6c1e91f6c06 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453873 Apr 05 10:15:54.357502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fddd5-70f2-4ad3-a08d-b422f18f07f1 req-2cb15449-1635-45b1-aaa3-c7d1d38399f3 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:54.358911 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-303fddd5-70f2-4ad3-a08d-b422f18f07f1 req-2cb15449-1635-45b1-aaa3-c7d1d38399f3 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0806832 Apr 05 10:15:54.406476 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-303fddd5-70f2-4ad3-a08d-b422f18f07f1 req-ece03132-4822-4ba8-bd58-93f1135b40ad tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419438 Apr 05 10:15:55.004647 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-a9d004a7-2329-4b6a-9587-74afa456e74a service neutron] 10.222.0.10 "GET /v2.0/ports/8d6f3316-75bd-4dfa-837f-164d9bb0cbc6/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0753779 Apr 05 10:15:55.260853 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-516b9db8-68eb-4ad6-8e47-0e5a9f9ded50 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167&tenant_id=d2a7aef6d9c24d1e81de1d185800a14b HTTP/1.1" status: 200 len: 1098 time: 0.0696304 Apr 05 10:15:55.348586 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-1d1167c0-07ef-436d-b616-b37b9e27725b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 1098 time: 0.0673659 Apr 05 10:15:55.485458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-cead1498-042e-4177-8ac5-89f05a42ec15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:55.486953 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-cead1498-042e-4177-8ac5-89f05a42ec15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 915 time: 0.1328616 Apr 05 10:15:55.603502 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-6ab3199c-1608-4220-a3ad-a467976d629c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 HTTP/1.1" status: 200 len: 217 time: 0.1109850 Apr 05 10:15:55.684052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-a8301f90-d53b-4e32-8a34-722b2f9b774d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:55.685761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-a8301f90-d53b-4e32-8a34-722b2f9b774d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.0768890 Apr 05 10:15:55.692141 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049b36d-c5b8-43e1-bbbc-2add890eba49 req-724e5385-76af-46d9-8d09-bb731bc283e0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:55.693518 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d049b36d-c5b8-43e1-bbbc-2add890eba49 req-724e5385-76af-46d9-8d09-bb731bc283e0 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.1479306 Apr 05 10:15:55.752747 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-666dc93e-63c0-4abd-aa34-60faa987fc06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565648 Apr 05 10:15:55.860207 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d049b36d-c5b8-43e1-bbbc-2add890eba49 req-0693a7a7-b029-496e-9fbf-38ceb0122cdc tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346467 Apr 05 10:15:55.911440 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-76dc979a-3e71-478e-a4fb-b380175c5a2d service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514938 Apr 05 10:15:56.048432 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b478f57d-a046-4027-8fbf-ecce26b8d8ce req-c03e06b3-8d53-46db-a0d9-78e681a5f5ea service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314299 Apr 05 10:15:57.064135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5401-b139-407f-b07a-60631e44f099 req-8d9319dd-01a7-4d34-b93f-07d1b82b6e92 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:57.065580 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e2ef5401-b139-407f-b07a-60631e44f099 req-8d9319dd-01a7-4d34-b93f-07d1b82b6e92 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0790808 Apr 05 10:15:57.110656 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e2ef5401-b139-407f-b07a-60631e44f099 req-d6efa582-568d-4540-ac3b-e997dcbede01 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392957 Apr 05 10:15:58.310645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4275f-dc0a-4e79-99af-e9a6ec5d409d req-71bb95c1-bf3f-47aa-b17c-356e61532f3f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:58.311994 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6c4275f-dc0a-4e79-99af-e9a6ec5d409d req-71bb95c1-bf3f-47aa-b17c-356e61532f3f tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0783858 Apr 05 10:15:58.356201 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6c4275f-dc0a-4e79-99af-e9a6ec5d409d req-1de18acf-6b49-416d-9407-594076752562 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387330 Apr 05 10:15:58.816682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b175678-e123-4717-a2f7-aeb79b159816 req-bccd258f-d9e7-495e-8d31-e81ef45d563a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:58.818075 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b175678-e123-4717-a2f7-aeb79b159816 req-bccd258f-d9e7-495e-8d31-e81ef45d563a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.10 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167&tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 945 time: 0.2198529 Apr 05 10:15:58.827225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7c551-f0e8-4e1a-bbea-132dd884fc15 req-732de2b3-ecc7-4fa0-b627-6d17d39fe8a1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:58.828598 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-66f7c551-f0e8-4e1a-bbea-132dd884fc15 req-732de2b3-ecc7-4fa0-b627-6d17d39fe8a1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.1996129 Apr 05 10:15:58.874123 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-66f7c551-f0e8-4e1a-bbea-132dd884fc15 req-eae0eec5-80db-4f6e-a1f5-5021671c45bf tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Apr 05 10:15:58.938451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:15:58.952765 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b175678-e123-4717-a2f7-aeb79b159816 req-3208c5d8-626a-4c56-aa5e-6544b28c9165 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 1098 time: 0.0677407 Apr 05 10:15:59.072078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:15:59.082388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b175678-e123-4717-a2f7-aeb79b159816 req-2e355871-2342-410a-874c-d86b63efa312 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:59.083869 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b175678-e123-4717-a2f7-aeb79b159816 req-2e355871-2342-410a-874c-d86b63efa312 service neutron] 10.222.0.10 "GET /v2.0/networks?id=400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 200 len: 915 time: 0.1258659 Apr 05 10:15:59.089250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6', 'network_id': '400cc49e-55cc-415c-8ff2-c1819600ef0e', 'port_id': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6', 'mac_address': 'fa:16:3e:e7:d7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7df0ae-d30c-4420-8cfa-1b1345db5fea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:15:59.143682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:59.154199 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b175678-e123-4717-a2f7-aeb79b159816 req-8e6998c6-e2d5-42de-bd23-f25bddc2ecc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 HTTP/1.1" status: 200 len: 217 time: 0.0650711 Apr 05 10:15:59.161280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:15:59.177648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:15:59.182198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:15:59.219448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b175678-e123-4717-a2f7-aeb79b159816 req-0343399f-1058-4c3a-b4e7-46d3167ca0e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:15:59.220906 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b175678-e123-4717-a2f7-aeb79b159816 req-0343399f-1058-4c3a-b4e7-46d3167ca0e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 200 len: 855 time: 0.0617738 Apr 05 10:15:59.248090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['8d6f3316-75bd-4dfa-837f-164d9bb0cbc6'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:15:59.270891 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b175678-e123-4717-a2f7-aeb79b159816 req-f710bdec-6389-4a18-bf68-e0128c2f7d94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=400cc49e-55cc-415c-8ff2-c1819600ef0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423291 Apr 05 10:15:59.289594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:15:59.404831 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b175678-e123-4717-a2f7-aeb79b159816 req-e955324c-046b-46a8-9ad6-aaed8266055f service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276948 Apr 05 10:15:59.538988 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b175678-e123-4717-a2f7-aeb79b159816 req-577b8137-4020-4578-a868-fca1a8fea47e service neutron] 10.222.0.10 "GET /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286404 Apr 05 10:15:59.721302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4289250b-39bc-42c7-9f4d-498e0bca2c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:00.078349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a38bc2-da6b-48b4-bb8f-2565b3ae248d req-c45251f7-818d-490c-bfe2-5235b74a66f7 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:00.079822 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9a38bc2-da6b-48b4-bb8f-2565b3ae248d req-c45251f7-818d-490c-bfe2-5235b74a66f7 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 944 time: 0.0784574 Apr 05 10:16:00.126287 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9a38bc2-da6b-48b4-bb8f-2565b3ae248d req-246487e9-560f-43ce-a96c-528be4401273 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Apr 05 10:16:00.341666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b995e-bf26-4a25-89a0-3f5aae9008a7 req-8953b8eb-cfd7-42c1-8bdb-df11b64a217d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:00.343105 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-646b995e-bf26-4a25-89a0-3f5aae9008a7 req-8953b8eb-cfd7-42c1-8bdb-df11b64a217d tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 944 time: 0.0807185 Apr 05 10:16:00.389260 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-646b995e-bf26-4a25-89a0-3f5aae9008a7 req-60896319-3783-401c-a014-10ee9fa7407b tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406606 Apr 05 10:16:00.585414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186d387-fd50-45e3-860e-d01aad48bc03 req-39a636b1-e5be-4c78-8de0-1cee4ebb3215 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:00.586747 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1186d387-fd50-45e3-860e-d01aad48bc03 req-39a636b1-e5be-4c78-8de0-1cee4ebb3215 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 944 time: 0.0761039 Apr 05 10:16:00.632623 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1186d387-fd50-45e3-860e-d01aad48bc03 req-2c84b98b-90b4-4063-863d-5291fa94eebc tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Apr 05 10:16:00.953937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:16:01.020015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:01.020378 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:01.138093 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:01.164706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0829aebf-837c-44e3-8c57-155404f74167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:16:01.174355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:16:01.179830 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:01.237642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633833e5-cc29-4829-bc21-e3d1cab8487b req-1d1ba472-a9bd-4f8a-9414-305d4b83db3a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:01.239268 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-633833e5-cc29-4829-bc21-e3d1cab8487b req-1d1ba472-a9bd-4f8a-9414-305d4b83db3a tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0872581 Apr 05 10:16:01.253262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:01.288344 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-633833e5-cc29-4829-bc21-e3d1cab8487b req-5e5ac22f-9eb1-4805-a685-af3e7110c919 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Apr 05 10:16:01.305005 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c969d1a6-49b4-4500-8b31-90254562af9a'] response: {'server_uuid': '0829aebf-837c-44e3-8c57-155404f74167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6', 'code': 200} Apr 05 10:16:01.993813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a9bc40c9-9a54-4b1c-90b3-75c78db1ab2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:02.482297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407dd54-1e03-49e5-ade1-dcffc0fbaa2d req-185f4541-c499-42f1-a1ab-b5fe2745fafb tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:02.483764 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9407dd54-1e03-49e5-ade1-dcffc0fbaa2d req-185f4541-c499-42f1-a1ab-b5fe2745fafb tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0757592 Apr 05 10:16:02.573759 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9407dd54-1e03-49e5-ade1-dcffc0fbaa2d req-2a5d2e55-3411-4fdf-a41f-caebf5301bd1 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/security-groups?id=97ef85dc-d4f6-4db8-99fb-45e063cd2a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844755 Apr 05 10:16:02.605179 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-f274dd3d-4df2-4a5d-9b41-a67b5507dd7c tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:02.606577 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-f274dd3d-4df2-4a5d-9b41-a67b5507dd7c tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.10 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 945 time: 0.0954268 Apr 05 10:16:02.673750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Deleting port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:16:02.674086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:02.912314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] For port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,segment=NetworkSegment(ee34e4e9-ebae-4262-93a2-f6cbac73be79),segment_id=ee34e4e9-ebae-4262-93a2-f6cbac73be79)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:16:02.912673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:03.063386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:03.122413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Calling delete_port for 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:16:03.123921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:03.270168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:03.319666 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Pushing event deleted for resources: {'Port': ['ID=8d6f3316-75bd-4dfa-837f-164d9bb0cbc6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:03.363998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.364359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.364696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.365032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.365364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.365695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.366021 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.366348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.366739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.367201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.367736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:03.410042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] No DVR routers for this DVR port 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:16:03.412521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:03.415696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0829aebf-837c-44e3-8c57-155404f74167', 'name': 'network-vif-deleted', 'tag': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:16:03.430993 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-96033081-a6a1-432b-8b43-50ec8ba50220 req-dca53053-6385-4aee-b1e7-cc31f0273352 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.10 "DELETE /v2.0/ports/8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 HTTP/1.1" status: 204 len: 173 time: 0.8191531 Apr 05 10:16:03.472267 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed912b92-423a-4a93-98ab-87558636f0a8'] response: {'server_uuid': '0829aebf-837c-44e3-8c57-155404f74167', 'name': 'network-vif-deleted', 'tag': '8d6f3316-75bd-4dfa-837f-164d9bb0cbc6', 'status': 'completed', 'code': 200} Apr 05 10:16:03.896324 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-392eff8e-f782-42c5-b3d6-02b24c31ba65 req-62309bb4-8f75-4e42-b56e-a0d515638e87 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Synchronizing usage tracker for tenant:d2a7aef6d9c24d1e81de1d185800a14b on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:16:03.915203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-392eff8e-f782-42c5-b3d6-02b24c31ba65 req-62309bb4-8f75-4e42-b56e-a0d515638e87 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] Unset dirty status for tenant:d2a7aef6d9c24d1e81de1d185800a14b on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:16:03.916465 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-392eff8e-f782-42c5-b3d6-02b24c31ba65 req-62309bb4-8f75-4e42-b56e-a0d515638e87 tempest-ServerDiskConfigTestJSON-497843158 tempest-ServerDiskConfigTestJSON-497843158-project] 10.222.0.30 "GET /v2.0/ports?device_id=0829aebf-837c-44e3-8c57-155404f74167 HTTP/1.1" status: 200 len: 210 time: 0.0603755 Apr 05 10:16:04.440632 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:04.964647 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:16:04.996988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:16:04.997328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 8d6f3316-75bd-4dfa-837f-164d9bb0cbc6 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:16:05.173041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36976) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:05.231557 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Deleting subnet 7b7df0ae-d30c-4420-8cfa-1b1345db5fea {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:16:05.234316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.283392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.344057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.412437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.450721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7df0ae-d30c-4420-8cfa-1b1345db5fea,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:05.457719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.465427 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.465773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.466108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.466440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.466772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.467100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.467426 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.467846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.468167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.468487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.468827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:05.474225 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e4ff1607-4041-4580-aa1e-7472a59aeee9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7b7df0ae-d30c-4420-8cfa-1b1345db5fea HTTP/1.1" status: 204 len: 168 time: 0.3001657 Apr 05 10:16:05.477130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36980) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:05.585080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.792364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.817172 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400cc49e-55cc-415c-8ff2-c1819600ef0e']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:05.829271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee34e4e9-ebae-4262-93a2-f6cbac73be79') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:05.829569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee34e4e9-ebae-4262-93a2-f6cbac73be79') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:05.842128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.858297 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.864541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:16:05.865001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:16:05.878316 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:16:05.955822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.971889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:05.981713 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] 10.222.0.30 "DELETE /v2.0/networks/400cc49e-55cc-415c-8ff2-c1819600ef0e HTTP/1.1" status: 204 len: 168 time: 0.5033824 Apr 05 10:16:05.982776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93671d36-b063-49e0-b127-c9ec946d527c admin admin] Pushing event deleted for resources: {'Network': ['ID=400cc49e-55cc-415c-8ff2-c1819600ef0e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:06.118632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36986) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:06.169728 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cc530966-a8f5-48e0-970e-624eefbdf4db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2a7aef6d9c24d1e81de1d185800a14b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498164 Apr 05 10:16:06.172077 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 36990) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:06.232311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9382123d-ed21-49eb-b4b2-322fbf18e4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:06.257533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9382123d-ed21-49eb-b4b2-322fbf18e4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:06.309051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9382123d-ed21-49eb-b4b2-322fbf18e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:06.328724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382123d-ed21-49eb-b4b2-322fbf18e4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ef85dc-d4f6-4db8-99fb-45e063cd2a83,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:06.334114 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9382123d-ed21-49eb-b4b2-322fbf18e4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:06.335250 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9382123d-ed21-49eb-b4b2-322fbf18e4f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97ef85dc-d4f6-4db8-99fb-45e063cd2a83 HTTP/1.1" status: 204 len: 168 time: 0.1623075 Apr 05 10:16:07.175460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37012) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:07.303863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1525072356-network', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:16:07.310454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:16:07.314294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Usage tracker for resource:network and tenant:74f5f6c32cbb43d4b67c5510d18a37ec is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:16:07.317112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:16:07.322796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:16:07.332551 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Made reservation on behalf of 74f5f6c32cbb43d4b67c5510d18a37ec for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:16:07.334814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:07.347619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:07.379093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:16:07.383073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Usage tracker for resource:security_group_rule and tenant:74f5f6c32cbb43d4b67c5510d18a37ec is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:16:07.385864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:16:07.391550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:16:07.456692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:07.461535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:07.492175 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:16:07.497217 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c9aa13-c1cf-4606-b8d3-2f77bd65cb8e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:07.503748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:07.504649 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Added segment c7646d15-4f1c-439b-a12c-55582f200ede of type vlan for network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc Apr 05 10:16:07.530456 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:07.559094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:07.560232 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:07.560805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:07.661867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] Pushing event updated for resources: {'Network': ['ID=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:07.664814 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6d179062-850f-4acc-ad60-5bc98aef6e79 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4883330 Apr 05 10:16:07.667753 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37018) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:07.672397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:16:07.672895 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Request body: {'subnet': {'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1525072356-subnet', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:16:07.677610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:16:07.681406 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Usage tracker for resource:subnet and tenant:74f5f6c32cbb43d4b67c5510d18a37ec is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:16:07.684209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:16:07.690025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:16:07.701253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Made reservation on behalf of 74f5f6c32cbb43d4b67c5510d18a37ec for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:16:07.703436 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:07.906612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:07.976653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d394a436-9a3a-484f-aef4-c8f66294340d,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:07.991391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Checking segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:16:07.991778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Network hostable DHCP agents. Network: 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:16:08.015211 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:16:08.024761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:16:08.028554 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:08.029138 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.033710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b232f635-b0c8-487b-a872-e0c21398f2e7 None None] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:16:08.049120 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f71e5a17-7e11-4fbc-a2b9-2c0533f7761f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3803453 Apr 05 10:16:08.051760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37022) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:08.057234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:16:08.062261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:16:08.066103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Usage tracker for resource:router and tenant:74f5f6c32cbb43d4b67c5510d18a37ec is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:16:08.068957 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:16:08.075621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:16:08.085915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.087448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.106595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.254709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:16:08.255556 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.260767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.450737 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Allocated IP 172.20.0.2 (8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc/d394a436-9a3a-484f-aef4-c8f66294340d/c3d6edc6-f7ef-44fb-b66d-9330021be491) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:16:08.459735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.486048 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.627200 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Allocated IP 172.26.4.242 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/8c634d1a-f3e2-4c7a-9681-cec01219769a) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:16:08.667187 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.678048 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Transition to ACTIVE for port object c3d6edc6-f7ef-44fb-b66d-9330021be491 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:16:08.704709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Transition to ACTIVE for port object c3d6edc6-f7ef-44fb-b66d-9330021be491 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:16:08.710231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.779893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:16:08.782668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:16:08.785233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:16:08.797360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Pushing event updated for resources: {'Port': ['ID=c3d6edc6-f7ef-44fb-b66d-9330021be491,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:08.883461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.888711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Attempting to bind port c3d6edc6-f7ef-44fb-b66d-9330021be491 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:16:08.889081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Attempting to bind port c3d6edc6-f7ef-44fb-b66d-9330021be491 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:16:08.889434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Attempting to bind port c3d6edc6-f7ef-44fb-b66d-9330021be491 on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:16:08.895706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:16:08.896072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Checking segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:16:08.896458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.896842 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Bound using segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:16:08.897289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Bound port: c3d6edc6-f7ef-44fb-b66d-9330021be491, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:16:08.897651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.912883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:08.983133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:16:08.985861 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:16:08.989345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] For port c3d6edc6-f7ef-44fb-b66d-9330021be491, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:16:08.991551 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:16:08.994464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] For port c3d6edc6-f7ef-44fb-b66d-9330021be491, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c3d6edc6-f7ef-44fb-b66d-9330021be491,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:16:08.998496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:09.022123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Pushing event updated for resources: {'Port': ['ID=8c634d1a-f3e2-4c7a-9681-cec01219769a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:09.087448 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646a39c-a321-4ccd-b3b6-742839fcca3e None None] Pushing event updated for resources: {'Port': ['ID=c3d6edc6-f7ef-44fb-b66d-9330021be491,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:09.180143 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:09.181287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:09.452994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Router c24c48da-ea21-451c-9238-706a4f5746c5 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:16:09.666632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:16:09.677564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:16:09.690716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:16:09.691692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:16:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:09.696063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:09.699604 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d5872972-d0c5-46fe-b7dc-a976dff33973 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6446102 Apr 05 10:16:09.700238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37026) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:09.881658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:16:10.062480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60177d4-7418-4504-8553-26c9833d749e None None] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:16:10.137758 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c3d6edc6-f7ef-44fb-b66d-9330021be491 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:16:10.268758 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b47716ef-beea-4252-adaf-fd6a9e7fde91 None None] Provisioning for port c3d6edc6-f7ef-44fb-b66d-9330021be491 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:16:10.415052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port c3d6edc6-f7ef-44fb-b66d-9330021be491 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:16:10.424904 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c3d6edc6-f7ef-44fb-b66d-9330021be491 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:10.425269 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:10.462087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:10.546317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:09Z', 'revision_number': 3, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:10.556422 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:16:10.556764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Updating router c24c48da-ea21-451c-9238-706a4f5746c5 port 8c634d1a-f3e2-4c7a-9681-cec01219769a binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:16:10.660844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:10.670417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:10.684577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Allocated IP 172.20.0.1 (8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc/d394a436-9a3a-484f-aef4-c8f66294340d/655711f9-6c5c-49ca-94a0-67638ccdb592) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:16:10.785829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port c3d6edc6-f7ef-44fb-b66d-9330021be491, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c3d6edc6-f7ef-44fb-b66d-9330021be491,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:16:10.794379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:10.860558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:10.878061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Transition to ACTIVE for port object 655711f9-6c5c-49ca-94a0-67638ccdb592 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:16:10.901367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:10.945487 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=c3d6edc6-f7ef-44fb-b66d-9330021be491,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:10.984280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-fd214a2a-5c60-46bd-b2ae-3efe2979977a None None] Provisioning complete for port c3d6edc6-f7ef-44fb-b66d-9330021be491 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:10.984665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fd214a2a-5c60-46bd-b2ae-3efe2979977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.078457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:16:11.079087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Pushing event updated for resources: {'Port': ['ID=655711f9-6c5c-49ca-94a0-67638ccdb592,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:11.081625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:16:11.083662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:16:11.138689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.193162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.207019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Transition to ACTIVE for port object 8c634d1a-f3e2-4c7a-9681-cec01219769a will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:16:11.215293 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.246418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.296304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373c6f6-de8a-4458-b4ea-51afdd7bec35 None None] Pushing event updated for resources: {'Port': ['ID=8c634d1a-f3e2-4c7a-9681-cec01219769a,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:11.301948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Attempting to bind port 8c634d1a-f3e2-4c7a-9681-cec01219769a on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:16:11.302308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Attempting to bind port 8c634d1a-f3e2-4c7a-9681-cec01219769a by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:16:11.302663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Attempting to bind port 8c634d1a-f3e2-4c7a-9681-cec01219769a on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:16:11.309306 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:16:11.309668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:16:11.310314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.310694 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:16:11.311153 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Bound port: 8c634d1a-f3e2-4c7a-9681-cec01219769a, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:16:11.311536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.380929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] For port 8c634d1a-f3e2-4c7a-9681-cec01219769a, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:16:11.384651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] For port 8c634d1a-f3e2-4c7a-9681-cec01219769a, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8c634d1a-f3e2-4c7a-9681-cec01219769a,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:16:11.388626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.474850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8c92167f-23c5-4591-aa2a-6b8c27e0f41e None None] Provisioning for port 655711f9-6c5c-49ca-94a0-67638ccdb592 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:16:11.485531 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.485979 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8c92167f-23c5-4591-aa2a-6b8c27e0f41e None None] Provisioning complete for port 655711f9-6c5c-49ca-94a0-67638ccdb592 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:11.486346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8c92167f-23c5-4591-aa2a-6b8c27e0f41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.490413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.510870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373c6f6-de8a-4458-b4ea-51afdd7bec35 None None] Pushing event updated for resources: {'Port': ['ID=8c634d1a-f3e2-4c7a-9681-cec01219769a,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:11.533427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:16:11.534041 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:16:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:11.601886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Pushing event updated for resources: {'Port': ['ID=655711f9-6c5c-49ca-94a0-67638ccdb592,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:11.604541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:11.669914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8c92167f-23c5-4591-aa2a-6b8c27e0f41e None None] Port 655711f9-6c5c-49ca-94a0-67638ccdb592 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:16:11.722060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:16:11.743249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:16:11.744441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:16:12.033248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1a27dd11-724d-46a2-8222-8fda2e6a944a None None] Provisioning complete for port 655711f9-6c5c-49ca-94a0-67638ccdb592 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:12.033789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a27dd11-724d-46a2-8222-8fda2e6a944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:12.084567 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c3d6edc6-f7ef-44fb-b66d-9330021be491 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:16:12.154790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Router c24c48da-ea21-451c-9238-706a4f5746c5 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:16:12.181285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1a27dd11-724d-46a2-8222-8fda2e6a944a None None] Port 655711f9-6c5c-49ca-94a0-67638ccdb592 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:16:12.228071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port c3d6edc6-f7ef-44fb-b66d-9330021be491 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:12.228430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:12.274432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 2, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:12.283340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206c8775-8e95-47c8-b82c-183f1d37cdae None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 2, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:16:12.369276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:16:12.378376 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5d54c5d5-2928-4094-b63c-6c1ce51760a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/c24c48da-ea21-451c-9238-706a4f5746c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6770520 Apr 05 10:16:12.954158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37036) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:12.960004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778898869', 'description': 'tempest-description--1894969449'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:16:12.966719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:16:12.970515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Usage tracker for resource:security_group and tenant:74f5f6c32cbb43d4b67c5510d18a37ec is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:16:12.973390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:16:12.979273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:16:12.990414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.028398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:16:13.032375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Usage tracker for resource:security_group_rule and tenant:74f5f6c32cbb43d4b67c5510d18a37ec is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:16:13.035261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:16:13.041270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:16:13.097913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.101932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.144605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5599c7-95d1-4abc-ba1a-1f942e3be445,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:13.149545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.153756 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-eb6b336b-f9fc-4086-a2c6-c8e37274e436 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1985509 Apr 05 10:16:13.154521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37040) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:13.160709 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'security_group_rule': {'security_group_id': '6b5599c7-95d1-4abc-ba1a-1f942e3be445', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:16:13.167501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:16:13.171681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Usage tracker for resource:security_group_rule and tenant:74f5f6c32cbb43d4b67c5510d18a37ec is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:16:13.175483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:16:13.187350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:16:13.204016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.277420 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.282187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.307449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0ebd14-e23d-41a5-bc2d-0cbf4d09b074,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:13.318935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.320350 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-999f0c09-fd64-442a-a005-d17554afbe90 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1645541 Apr 05 10:16:13.323366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37044) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:13.328834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'security_group_rule': {'security_group_id': '6b5599c7-95d1-4abc-ba1a-1f942e3be445', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:16:13.334988 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:16:13.339593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Usage tracker for resource:security_group_rule and tenant:74f5f6c32cbb43d4b67c5510d18a37ec is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:16:13.343281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:16:13.349306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:16:13.369518 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.450261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.454684 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.480633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ab3b16-56cb-4e3a-bd23-1b03549343d5,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:13.490185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.495199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37048) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:13.496095 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-05a43237-1811-4642-a30e-a338d7ed9984 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1707804 Apr 05 10:16:13.501248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:16:13.506746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:16:13.512624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Usage tracker for resource:floatingip and tenant:74f5f6c32cbb43d4b67c5510d18a37ec is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:16:13.517008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:16:13.526192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:16:13.538380 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.672635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:13.919310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Allocated IP 172.26.4.232 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/57a12b0b-c768-4909-a2ec-c400e3ae2486) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:16:14.064070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.083683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8c634d1a-f3e2-4c7a-9681-cec01219769a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:16:14.093058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.156686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 8c634d1a-f3e2-4c7a-9681-cec01219769a completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:16:14.161609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 8c634d1a-f3e2-4c7a-9681-cec01219769a triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:14.161971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.162435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:16:14.165168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:16:14.167559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:16:14.204521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event updated for resources: {'Port': ['ID=57a12b0b-c768-4909-a2ec-c400e3ae2486,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:14.277608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.294792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 8c634d1a-f3e2-4c7a-9681-cec01219769a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8c634d1a-f3e2-4c7a-9681-cec01219769a,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:16:14.300237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.335488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.369132 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=8c634d1a-f3e2-4c7a-9681-cec01219769a,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:14.392834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.598184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.603279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.709964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event updated for resources: {'Port': ['ID=57a12b0b-c768-4909-a2ec-c400e3ae2486,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:14.725262 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.753930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:14.753930 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-00d93699-b19e-4ec9-a7b2-de7660c97abc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2549715 Apr 05 10:16:14.923990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-3f79c857-1a65-413f-af23-75303563fe57 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Synchronizing usage tracker for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:16:14.944936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-3f79c857-1a65-413f-af23-75303563fe57 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Unset dirty status for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:16:14.947035 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-3f79c857-1a65-413f-af23-75303563fe57 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1778898869&fields=id&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 267 time: 0.0647743 Apr 05 10:16:15.097964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-90116bf7-ba92-492d-8371-d390e717cf43 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:15.099274 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-90116bf7-ba92-492d-8371-d390e717cf43 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 812 time: 0.1457179 Apr 05 10:16:15.116496 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-106d245e-978d-4ea9-91f1-23cc2058edc6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/quotas/74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 375 time: 0.0105677 Apr 05 10:16:15.204282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-1cfcbcba-3c2e-45ec-83e9-7a6d31504687 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Synchronizing usage tracker for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:16:15.221686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-1cfcbcba-3c2e-45ec-83e9-7a6d31504687 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Unset dirty status for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:16:15.223156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-1cfcbcba-3c2e-45ec-83e9-7a6d31504687 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1008537 Apr 05 10:16:15.360060 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-922cbbb7-e322-471d-a287-17c4f1141116 service neutron] 10.222.0.30 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244254 Apr 05 10:16:15.488223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-9c79506c-ff57-483a-a220-a8de749cf479 service neutron] 10.222.0.30 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222537 Apr 05 10:16:15.679021 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1a49011-ab9c-4b07-9080-55f6dc7189e1 req-956fe6c7-bf85-4a30-9dc3-b71f58746e6a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 210 time: 0.0412908 Apr 05 10:16:16.063970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8c634d1a-f3e2-4c7a-9681-cec01219769a up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:16:16.131125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 8c634d1a-f3e2-4c7a-9681-cec01219769a triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:16.131593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:16.671136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-b997be6a-b8bf-4789-84a4-86eec7e54b80 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:16.672591 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-b997be6a-b8bf-4789-84a4-86eec7e54b80 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 812 time: 0.1475203 Apr 05 10:16:16.725613 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-6a7f47f1-ae88-4522-9143-83084a315a47 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 380 time: 0.0412195 Apr 05 10:16:16.739014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'port': {'device_id': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'admin_state_up': True, 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'security_groups': ['6b5599c7-95d1-4abc-ba1a-1f942e3be445']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:16:16.950198 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-43ba5428-e23a-4c7b-8383-bbfd6a200c94 req-2215e136-5adf-4608-b2d7-752a29e8c005 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 210 time: 0.0566897 Apr 05 10:16:17.001300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:16:17.010839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:16:17.020245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Made reservation on behalf of 74f5f6c32cbb43d4b67c5510d18a37ec for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:16:17.023910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:17.183039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Allocated IP 172.20.0.8 (8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc/d394a436-9a3a-484f-aef4-c8f66294340d/7485873e-9b96-4033-a6c8-46afe499d8ef) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:16:17.366288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:17.381772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Transition to ACTIVE for port object 7485873e-9b96-4033-a6c8-46afe499d8ef will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:16:17.404061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:17.478006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:16:17.480906 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:16:17.484830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:16:17.515885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event updated for resources: {'Port': ['ID=7485873e-9b96-4033-a6c8-46afe499d8ef,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:17.550210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:17.550835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:17.578730 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-ebab42da-9a30-452a-b4cb-3b834ca0acf5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8435743 Apr 05 10:16:17.592595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Request body: {'port': {'device_id': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:16:17.705285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:17.736431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-15347a92-9f03-44c8-a8d3-b2f76ebc4c33 None None] Provisioning for port 7485873e-9b96-4033-a6c8-46afe499d8ef completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:16:17.741111 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-15347a92-9f03-44c8-a8d3-b2f76ebc4c33 None None] Provisioning complete for port 7485873e-9b96-4033-a6c8-46afe499d8ef triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:17.741482 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-15347a92-9f03-44c8-a8d3-b2f76ebc4c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:17.794086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-15347a92-9f03-44c8-a8d3-b2f76ebc4c33 None None] Port 7485873e-9b96-4033-a6c8-46afe499d8ef cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:16:18.042158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7485873e-9b96-4033-a6c8-46afe499d8ef {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:16:18.049204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:18.064385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Transition to ACTIVE for port object 7485873e-9b96-4033-a6c8-46afe499d8ef will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:16:18.068470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:18.231961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Pushing event updated for resources: {'Port': ['ID=7485873e-9b96-4033-a6c8-46afe499d8ef,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:18.347590 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3e1de-41df-4ac0-aa6c-aec9405b844e req-e79f77d1-76c7-4414-8e8c-1b8bf6f333f2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:18.348278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0ff3e1de-41df-4ac0-aa6c-aec9405b844e req-e79f77d1-76c7-4414-8e8c-1b8bf6f333f2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Synchronizing usage tracker for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:16:18.375794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Attempting to bind port 7485873e-9b96-4033-a6c8-46afe499d8ef on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:16:18.376123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Attempting to bind port 7485873e-9b96-4033-a6c8-46afe499d8ef by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:16:18.376449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Attempting to bind port 7485873e-9b96-4033-a6c8-46afe499d8ef on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:16:18.383872 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0ff3e1de-41df-4ac0-aa6c-aec9405b844e req-e79f77d1-76c7-4414-8e8c-1b8bf6f333f2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Unset dirty status for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:16:18.385015 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ff3e1de-41df-4ac0-aa6c-aec9405b844e req-e79f77d1-76c7-4414-8e8c-1b8bf6f333f2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.2810812 Apr 05 10:16:18.385657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Port 7485873e-9b96-4033-a6c8-46afe499d8ef on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:16:18.385976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Attempting to bind port 7485873e-9b96-4033-a6c8-46afe499d8ef on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:16:18.405914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:16:18.406253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Checking segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:16:18.406635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Bound using segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:16:18.407080 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Bound port: 7485873e-9b96-4033-a6c8-46afe499d8ef, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:16:18.407424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:18.490314 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ff3e1de-41df-4ac0-aa6c-aec9405b844e req-cd95dd4f-92a9-4641-8257-4b35c342cfca tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981371 Apr 05 10:16:18.517429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] For port 7485873e-9b96-4033-a6c8-46afe499d8ef, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:16:18.520385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] For port 7485873e-9b96-4033-a6c8-46afe499d8ef, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7485873e-9b96-4033-a6c8-46afe499d8ef,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:16:18.524929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:18.583807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:18.585206 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] 10.222.0.10 "PUT /v2.0/ports/7485873e-9b96-4033-a6c8-46afe499d8ef HTTP/1.1" status: 200 len: 1093 time: 0.9983854 Apr 05 10:16:18.586133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'tag': '7485873e-9b96-4033-a6c8-46afe499d8ef'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:16:18.605820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad4d02-22e1-4235-b9bb-d904ec253441 service neutron] Pushing event updated for resources: {'Port': ['ID=7485873e-9b96-4033-a6c8-46afe499d8ef,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:18.672175 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb49cfe2-f24b-4cd5-b67b-a553c1087921'] response: {'name': 'network-changed', 'server_uuid': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'tag': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'status': 'completed', 'code': 200} Apr 05 10:16:18.809183 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-dd891eb5-7682-4ff0-95e4-84aaa926807a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 1096 time: 0.1719818 Apr 05 10:16:18.877295 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-19caf4c5-a345-4d87-b027-679d62a34491 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7485873e-9b96-4033-a6c8-46afe499d8ef HTTP/1.1" status: 200 len: 217 time: 0.0611916 Apr 05 10:16:18.937898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-3b32dae2-db38-4ca0-82b5-d0e111387677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:18.939299 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-3b32dae2-db38-4ca0-82b5-d0e111387677 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0553312 Apr 05 10:16:19.012131 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-8aed5151-7515-484e-9e9a-ca9236ca1306 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657082 Apr 05 10:16:19.140709 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-07ce7cac-ac7c-4924-83f9-ec059968a181 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224051 Apr 05 10:16:19.267511 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:16:19.269538 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca6f8fa6-de61-4284-b0d8-2c76f85ed67b req-7f649ed1-16ce-4c63-baa3-3ec3f88e4316 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228826 Apr 05 10:16:19.403952 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-043270a8-0ad9-4328-a3f5-03572b5692f6 req-994492c4-2f02-4862-8f50-da5f92226246 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0720623 Apr 05 10:16:19.536244 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043270a8-0ad9-4328-a3f5-03572b5692f6 req-808d7a94-1a31-4e1b-97dd-bb1a9631441e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:19.538110 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-043270a8-0ad9-4328-a3f5-03572b5692f6 req-808d7a94-1a31-4e1b-97dd-bb1a9631441e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1277912 Apr 05 10:16:19.607778 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-043270a8-0ad9-4328-a3f5-03572b5692f6 req-b0f4590f-e448-49b6-98ac-c7818a024150 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7485873e-9b96-4033-a6c8-46afe499d8ef HTTP/1.1" status: 200 len: 217 time: 0.0637119 Apr 05 10:16:19.717955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043270a8-0ad9-4328-a3f5-03572b5692f6 req-11cf641d-779f-438c-be25-04309d05cd68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:19.719361 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-043270a8-0ad9-4328-a3f5-03572b5692f6 req-11cf641d-779f-438c-be25-04309d05cd68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0776219 Apr 05 10:16:19.770704 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e52ed-9fbb-49e5-a945-9cc00a4cd522 req-2473bfe7-bb54-4507-871f-68ab8447fd20 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:19.772144 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-050e52ed-9fbb-49e5-a945-9cc00a4cd522 req-2473bfe7-bb54-4507-871f-68ab8447fd20 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.1625977 Apr 05 10:16:19.833224 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-050e52ed-9fbb-49e5-a945-9cc00a4cd522 req-2dc604a2-82e2-4c5b-acf1-d5a8e79e6df0 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544865 Apr 05 10:16:19.843707 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-043270a8-0ad9-4328-a3f5-03572b5692f6 req-12314b96-0133-4567-a62f-3089bd6f8549 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1155574 Apr 05 10:16:19.974411 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-043270a8-0ad9-4328-a3f5-03572b5692f6 req-c42f7b97-8225-427f-8aa0-80a7becc29cd service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215279 Apr 05 10:16:20.112897 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-043270a8-0ad9-4328-a3f5-03572b5692f6 req-ca1dd20f-7086-4956-95aa-454867a83b5f service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313460 Apr 05 10:16:21.026481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47637c-1a05-46c9-a62e-3a29ff8ff2e6 req-8c25aab7-c25c-421f-9a96-e6765841766d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:21.027941 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3d47637c-1a05-46c9-a62e-3a29ff8ff2e6 req-8c25aab7-c25c-421f-9a96-e6765841766d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.0748427 Apr 05 10:16:21.066765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 7485873e-9b96-4033-a6c8-46afe499d8ef details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:16:21.075842 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3d47637c-1a05-46c9-a62e-3a29ff8ff2e6 req-aa292362-29df-4dd2-abc6-f3a1971079aa tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424240 Apr 05 10:16:21.200921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 7485873e-9b96-4033-a6c8-46afe499d8ef, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7485873e-9b96-4033-a6c8-46afe499d8ef,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:16:21.214589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'port_id': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'mac_address': 'fa:16:3e:8f:91:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:16:21.267193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:21.284134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7485873e-9b96-4033-a6c8-46afe499d8ef {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:16:21.299483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 7485873e-9b96-4033-a6c8-46afe499d8ef, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7485873e-9b96-4033-a6c8-46afe499d8ef,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:16:21.303400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:21.366741 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=7485873e-9b96-4033-a6c8-46afe499d8ef,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:21.374792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.375132 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.375464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.375820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.376146 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.376467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.376786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.377103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.377419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.377733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.378048 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:21.522208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['7485873e-9b96-4033-a6c8-46afe499d8ef'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:16:21.849862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:22.267044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78e013-57ec-4dea-81f2-9582f0476162 req-7508c1d9-18bb-4076-830a-97398d47aa31 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:22.268478 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd78e013-57ec-4dea-81f2-9582f0476162 req-7508c1d9-18bb-4076-830a-97398d47aa31 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 944 time: 0.0744505 Apr 05 10:16:22.312037 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd78e013-57ec-4dea-81f2-9582f0476162 req-1ebf2c56-5e66-4e6d-8566-cedc4f3c688f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381331 Apr 05 10:16:23.078489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 7485873e-9b96-4033-a6c8-46afe499d8ef up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:16:23.148819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 7485873e-9b96-4033-a6c8-46afe499d8ef completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:16:23.153392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 7485873e-9b96-4033-a6c8-46afe499d8ef triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:23.153757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:23.262760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:23.291855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7485873e-9b96-4033-a6c8-46afe499d8ef'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:16:23.301997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 7485873e-9b96-4033-a6c8-46afe499d8ef, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7485873e-9b96-4033-a6c8-46afe499d8ef,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:16:23.306888 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:23.350723 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-befa1bb5-9902-432d-88d2-f596db3e8446'] response: {'server_uuid': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'code': 200} Apr 05 10:16:23.378545 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=7485873e-9b96-4033-a6c8-46afe499d8ef,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:23.665016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8c652-ba83-4e38-bd08-5a0cad3e418a req-9d7ec259-de24-4019-8de0-3211f619bbd7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:23.666473 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6f8c652-ba83-4e38-bd08-5a0cad3e418a req-9d7ec259-de24-4019-8de0-3211f619bbd7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.2212749 Apr 05 10:16:23.698220 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f4a62fd-a9aa-46e3-a481-74a7f68d397c req-a02fadf2-b7e2-4cac-bd87-dccd1f4f6306 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 1098 time: 0.1952043 Apr 05 10:16:23.744591 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6f8c652-ba83-4e38-bd08-5a0cad3e418a req-dd93a349-09df-4c73-af09-73cf8ca40766 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714715 Apr 05 10:16:23.754032 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f4a62fd-a9aa-46e3-a481-74a7f68d397c req-52ae2937-ba76-46f2-ab1b-46e36029dccf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477283 Apr 05 10:16:24.956490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598feba-523b-4d5c-8f7d-60b8dfa2e126 req-72ed10a8-5aee-4ba3-a5a5-b4ec73ac6ae4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:24.958068 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5598feba-523b-4d5c-8f7d-60b8dfa2e126 req-72ed10a8-5aee-4ba3-a5a5-b4ec73ac6ae4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0863192 Apr 05 10:16:25.009107 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5598feba-523b-4d5c-8f7d-60b8dfa2e126 req-e74bcb46-eb82-4ed6-aea4-efa707414202 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415335 Apr 05 10:16:25.840862 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:16:25.853866 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:16:25.854457 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:16:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:26.029522 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:16:26.224022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceb0f2-03a5-496a-a8cd-e66715de5e58 req-6f62d38c-7a74-49db-8362-0ca470bf90cc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:26.225456 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-89ceb0f2-03a5-496a-a8cd-e66715de5e58 req-6f62d38c-7a74-49db-8362-0ca470bf90cc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0952203 Apr 05 10:16:26.270722 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-89ceb0f2-03a5-496a-a8cd-e66715de5e58 req-95f7a7d7-a6ed-43af-acae-2ab10778eb91 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395434 Apr 05 10:16:26.349646 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 2, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:26.353940 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:16:26.354293 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Updating router c24c48da-ea21-451c-9238-706a4f5746c5 port 655711f9-6c5c-49ca-94a0-67638ccdb592 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:16:26.410436 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:26.500856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5444952-67d5-4b3f-abf4-b566bd855e82 req-e1a83e90-16ec-46f6-87e1-07d03fb07511 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:26.502700 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5444952-67d5-4b3f-abf4-b566bd855e82 req-e1a83e90-16ec-46f6-87e1-07d03fb07511 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0976181 Apr 05 10:16:26.522584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37092) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:16:26.529869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bb5f3992-6206-42dc-958a-d5e9bbf73499 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'floatingip': {'port_id': '7485873e-9b96-4033-a6c8-46afe499d8ef'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:16:26.640017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3992-6206-42dc-958a-d5e9bbf73499 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:26.869611 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:26.881022 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Transition to ACTIVE for port object 655711f9-6c5c-49ca-94a0-67638ccdb592 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:16:26.889549 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:27.076135 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Pushing event updated for resources: {'Port': ['ID=655711f9-6c5c-49ca-94a0-67638ccdb592,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:27.121477 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.121789 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.122045 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.122425 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.122864 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.123198 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.123541 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.123860 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.124178 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.124551 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.124822 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:16:27.149103 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Attempting to bind port 655711f9-6c5c-49ca-94a0-67638ccdb592 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:16:27.149630 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Attempting to bind port 655711f9-6c5c-49ca-94a0-67638ccdb592 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:16:27.150214 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Attempting to bind port 655711f9-6c5c-49ca-94a0-67638ccdb592 on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:16:27.157155 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:16:27.157528 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Checking segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:16:27.157927 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:27.158313 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Bound using segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:16:27.158775 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Bound port: 655711f9-6c5c-49ca-94a0-67638ccdb592, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:16:27.159144 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:27.255188 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] For port 655711f9-6c5c-49ca-94a0-67638ccdb592, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:16:27.258314 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] For port 655711f9-6c5c-49ca-94a0-67638ccdb592, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=655711f9-6c5c-49ca-94a0-67638ccdb592,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:16:27.264085 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:27.282580 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3992-6206-42dc-958a-d5e9bbf73499 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:27.286237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3992-6206-42dc-958a-d5e9bbf73499 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:27.343222 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889e010-a5b6-4cb3-8e2b-cc785f461a66 None None] Pushing event updated for resources: {'Port': ['ID=655711f9-6c5c-49ca-94a0-67638ccdb592,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:27.350837 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:16:27.354409 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:16:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:27.483049 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-bb5f3992-6206-42dc-958a-d5e9bbf73499 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7 associated. External IP: 172.26.4.232, port: 7485873e-9b96-4033-a6c8-46afe499d8ef. Apr 05 10:16:27.535392 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:16:27.907872 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:8f:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:16:27Z', 'revision_number': 1, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:27Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:27.912046 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ea852b-da74-469e-a3a5-26293ba25288 None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:8f:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:16:27Z', 'revision_number': 1, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:27Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:16:28.006320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5f3992-6206-42dc-958a-d5e9bbf73499 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Router c24c48da-ea21-451c-9238-706a4f5746c5 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:16:28.100057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 655711f9-6c5c-49ca-94a0-67638ccdb592 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:16:28.170389 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 655711f9-6c5c-49ca-94a0-67638ccdb592 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:16:28.175713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 655711f9-6c5c-49ca-94a0-67638ccdb592 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:28.176154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:28.218987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5f3992-6206-42dc-958a-d5e9bbf73499 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:16:28.223362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bb5f3992-6206-42dc-958a-d5e9bbf73499 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:28.279284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bb5f3992-6206-42dc-958a-d5e9bbf73499 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "PUT /v2.0/floatingips/58c3268c-364b-45ab-bf5c-18c8082d07f7 HTTP/1.1" status: 200 len: 991 time: 1.7594049 Apr 05 10:16:28.279889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'tag': '7485873e-9b96-4033-a6c8-46afe499d8ef'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:16:28.329682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:28.337972 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957e9103-6c18-46bf-9382-ea86619126ba'] response: {'name': 'network-changed', 'server_uuid': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'tag': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'status': 'completed', 'code': 200} Apr 05 10:16:28.372458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 655711f9-6c5c-49ca-94a0-67638ccdb592, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=655711f9-6c5c-49ca-94a0-67638ccdb592,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:16:28.377815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:28.454817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=655711f9-6c5c-49ca-94a0-67638ccdb592,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:28.503440 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-270d63b3-46f6-4d70-8330-b02a56e856de req-dc233fe8-e5aa-4f4d-94c1-1cb7236ee785 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 1098 time: 0.1419010 Apr 05 10:16:28.513258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6e4f8-52e8-4dbb-b616-528ceddb04a4 req-16e466cc-cb50-4a98-800a-313e67c819ad tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:28.514694 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-10e6e4f8-52e8-4dbb-b616-528ceddb04a4 req-16e466cc-cb50-4a98-800a-313e67c819ad tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.1149840 Apr 05 10:16:28.643132 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-10e6e4f8-52e8-4dbb-b616-528ceddb04a4 req-6df0280f-5389-45c8-90b3-5a0fd5a16762 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096389 Apr 05 10:16:28.680519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d63b3-46f6-4d70-8330-b02a56e856de req-da338a71-337e-4d35-96f0-02ed063dc5b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:28.681895 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-270d63b3-46f6-4d70-8330-b02a56e856de req-da338a71-337e-4d35-96f0-02ed063dc5b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1663435 Apr 05 10:16:28.826857 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-270d63b3-46f6-4d70-8330-b02a56e856de req-a9789a95-3f40-4b74-89ef-35c8154c7a72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7485873e-9b96-4033-a6c8-46afe499d8ef HTTP/1.1" status: 200 len: 999 time: 0.1388125 Apr 05 10:16:28.905387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d63b3-46f6-4d70-8330-b02a56e856de req-af6965e7-09bd-4ed1-9c13-0c80cff84786 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:28.906833 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-270d63b3-46f6-4d70-8330-b02a56e856de req-af6965e7-09bd-4ed1-9c13-0c80cff84786 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0745184 Apr 05 10:16:28.916922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c2945-4b25-4659-8e3a-2d875b424f29 req-eb5e6c42-9e8f-4b17-946d-9b39a29c114d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:28.918277 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fb7c2945-4b25-4659-8e3a-2d875b424f29 req-eb5e6c42-9e8f-4b17-946d-9b39a29c114d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.1520376 Apr 05 10:16:29.016025 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fb7c2945-4b25-4659-8e3a-2d875b424f29 req-47c9b81a-9de5-4cbf-8aad-73021e5c7777 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638187 Apr 05 10:16:29.027197 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-270d63b3-46f6-4d70-8330-b02a56e856de req-350c7fb3-1bd8-4d15-b98b-0188e5465b7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1078632 Apr 05 10:16:29.159183 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-270d63b3-46f6-4d70-8330-b02a56e856de req-87747057-08d6-4122-b632-d6442fce7e60 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262834 Apr 05 10:16:29.287673 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-270d63b3-46f6-4d70-8330-b02a56e856de req-4a20a6bb-a3b9-4b04-b453-7901be852ba3 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223114 Apr 05 10:16:29.722261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-376c132d-5432-47e3-b6d1-a69a2803bb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:30.071425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 655711f9-6c5c-49ca-94a0-67638ccdb592 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:16:30.139177 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 655711f9-6c5c-49ca-94a0-67638ccdb592 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:16:30.139673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:30.216900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afed5a-8f33-47ae-bb0f-82441e8ac62b req-352b96bc-feac-4895-91c1-4b11a7b3835c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:30.218348 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1afed5a-8f33-47ae-bb0f-82441e8ac62b req-352b96bc-feac-4895-91c1-4b11a7b3835c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0741086 Apr 05 10:16:30.263399 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1afed5a-8f33-47ae-bb0f-82441e8ac62b req-4e7a9887-eee7-49be-b33c-bd0df4251e1a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394561 Apr 05 10:16:30.561741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b507df1-ec5b-41ee-82f9-15027339176f req-ca11b6bc-ddf7-4e1e-99c7-3df72bf43bc7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:30.563961 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b507df1-ec5b-41ee-82f9-15027339176f req-ca11b6bc-ddf7-4e1e-99c7-3df72bf43bc7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.1792583 Apr 05 10:16:30.612477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b507df1-ec5b-41ee-82f9-15027339176f req-fc3b298c-00c6-48e9-b9e5-7fa679b6a979 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Apr 05 10:16:30.671993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd58d0-31f8-43db-b29e-6d6b1eab0e0f None None] New status for floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:16:30.879645 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-484d889e-4372-45e6-bcdb-7d18050a94d6 req-1e70d400-632c-4284-811d-5f3187662a6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1383812 Apr 05 10:16:31.994657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b152bd4c-00e9-48ad-b6d9-e2d9c09eedcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:32.153598 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-68c498d4-2e39-4cf5-9072-2f3f54831db0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758665 Apr 05 10:16:32.218493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec991c3-3926-4ffa-9242-bcb2d8ebc399 req-b2614071-1900-440a-95e0-1e5a155704da tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:32.220350 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bec991c3-3926-4ffa-9242-bcb2d8ebc399 req-b2614071-1900-440a-95e0-1e5a155704da tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0855222 Apr 05 10:16:32.277466 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bec991c3-3926-4ffa-9242-bcb2d8ebc399 req-08dba23f-681d-4891-bd0b-e11b1c6d03ab tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445364 Apr 05 10:16:32.770056 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:16:32.782655 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:16:32.783280 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:16:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:32.983909 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:16:33.070972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:33.126840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:33.337786 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:8f:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:16:30Z', 'revision_number': 2, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:33.342056 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:16:33.353622 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:16:33.354241 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:16:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:33.547707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e53a3-dbc0-4c44-b634-69b1c4627d58 req-40092503-54e2-46f9-893e-71c35e2a0b7d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:33.549306 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c6e53a3-dbc0-4c44-b634-69b1c4627d58 req-40092503-54e2-46f9-893e-71c35e2a0b7d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.1334829 Apr 05 10:16:33.556505 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-3f0e8ff5-dd6a-4d70-b54b-03e42b92f549 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 1098 time: 0.1054327 Apr 05 10:16:33.561299 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:16:33.683492 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c6e53a3-dbc0-4c44-b634-69b1c4627d58 req-8494e0a8-b92a-4e9d-8ceb-5c0a83b029c3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259131 Apr 05 10:16:33.720555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-f98510b2-7c25-4db3-bb44-c672cc688042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:33.722107 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-f98510b2-7c25-4db3-bb44-c672cc688042 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1506827 Apr 05 10:16:33.826398 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-7a31752f-b544-40c6-850f-8e7123792af9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7485873e-9b96-4033-a6c8-46afe499d8ef HTTP/1.1" status: 200 len: 1001 time: 0.0973995 Apr 05 10:16:33.891358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-7e04084e-c1d5-4aeb-a441-3b98574b704c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:33.892842 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-7e04084e-c1d5-4aeb-a441-3b98574b704c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0602393 Apr 05 10:16:33.903422 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:8f:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:16:30Z', 'revision_number': 2, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:16:33.907581 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b35b55-adc2-4f6e-b318-ed7f327174c7 None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:8f:91:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:16:30Z', 'revision_number': 2, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:16:33.975257 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-b786b3a4-6766-46f8-b7cb-7449ef6d4ae2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724423 Apr 05 10:16:34.102265 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-323db409-2774-4b54-b164-12ecffb8d0bd service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216385 Apr 05 10:16:34.228691 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-309760e7-f9f3-46ae-866c-2664e85e681f service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211138 Apr 05 10:16:34.442657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:34.884320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a614462-8ed5-410d-a8b0-d9de6a9e05ab req-0098237e-7bcb-4bad-82c0-de6bce85354b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:34.885888 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a614462-8ed5-410d-a8b0-d9de6a9e05ab req-0098237e-7bcb-4bad-82c0-de6bce85354b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0780652 Apr 05 10:16:34.931082 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a614462-8ed5-410d-a8b0-d9de6a9e05ab req-6fa6e1ac-cee8-481b-8e81-46ca75f0625b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395269 Apr 05 10:16:36.130063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11708695-ac15-4b1c-9039-a5998e30f124 req-3b21dff5-9b78-4fa0-b9ec-364f8d17a5bc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:36.131503 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-11708695-ac15-4b1c-9039-a5998e30f124 req-3b21dff5-9b78-4fa0-b9ec-364f8d17a5bc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0781965 Apr 05 10:16:36.176362 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-11708695-ac15-4b1c-9039-a5998e30f124 req-63dad3eb-e60c-4002-b4c5-77b64c69e1ff tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387306 Apr 05 10:16:37.413053 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5232c-463a-4264-89f6-13a7cbe38b00 req-e30b151f-c7b3-4987-a2ba-79891cc7e7a3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:37.414574 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2cc5232c-463a-4264-89f6-13a7cbe38b00 req-e30b151f-c7b3-4987-a2ba-79891cc7e7a3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0952976 Apr 05 10:16:37.469439 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2cc5232c-463a-4264-89f6-13a7cbe38b00 req-b4ef759b-0016-4333-8843-b0d27167ea57 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490990 Apr 05 10:16:38.682014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d0099-4847-4028-9741-2f1efffeaff1 req-76f4e9d7-e163-419b-bc38-862df9a8d103 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:38.683751 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-569d0099-4847-4028-9741-2f1efffeaff1 req-76f4e9d7-e163-419b-bc38-862df9a8d103 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0861006 Apr 05 10:16:38.732515 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-569d0099-4847-4028-9741-2f1efffeaff1 req-fd340106-5604-4d61-b676-670840e4597a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414593 Apr 05 10:16:39.941983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89dbf2-711c-49e1-91de-5a416f6a948d req-9ebb08fb-58f1-4e31-ab88-8f4d753b7229 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:39.943435 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2d89dbf2-711c-49e1-91de-5a416f6a948d req-9ebb08fb-58f1-4e31-ab88-8f4d753b7229 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0794156 Apr 05 10:16:39.990701 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2d89dbf2-711c-49e1-91de-5a416f6a948d req-bb598640-4dfc-43ba-8674-a4e7b93cc6cf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412922 Apr 05 10:16:41.189240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4fa9c-1730-4454-be90-9f8c8bef337e req-93c66591-7983-4a7b-b0be-75b07d4a2864 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:41.190732 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5ce4fa9c-1730-4454-be90-9f8c8bef337e req-93c66591-7983-4a7b-b0be-75b07d4a2864 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0775919 Apr 05 10:16:41.236705 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5ce4fa9c-1730-4454-be90-9f8c8bef337e req-6509a428-5845-4d88-a6c0-2d278da7a1db tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397284 Apr 05 10:16:42.546156 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88c966-dc3e-4efa-b3bf-97ba5130236b req-533d26f6-6e89-486e-9412-7e4dbb32562f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:42.547540 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d88c966-dc3e-4efa-b3bf-97ba5130236b req-533d26f6-6e89-486e-9412-7e4dbb32562f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.1662807 Apr 05 10:16:42.592452 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d88c966-dc3e-4efa-b3bf-97ba5130236b req-25e0d88c-f726-445f-a031-ebea5f66d9a0 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393412 Apr 05 10:16:43.792164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef33a8-e06e-4fed-ac9a-83b3dc6fff28 req-0c66e9e7-befc-4cd6-b98b-7068c8dabfaa tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:43.793591 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-15ef33a8-e06e-4fed-ac9a-83b3dc6fff28 req-0c66e9e7-befc-4cd6-b98b-7068c8dabfaa tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0755067 Apr 05 10:16:43.840881 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-15ef33a8-e06e-4fed-ac9a-83b3dc6fff28 req-15df7246-0e14-4d7b-ac88-ca1793f34564 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Apr 05 10:16:45.042035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb2cd4-6f21-491d-8af1-d08ec9f2536f req-0f2b58a6-0cd4-4e0b-a324-a28040897ee5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:45.043487 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bedb2cd4-6f21-491d-8af1-d08ec9f2536f req-0f2b58a6-0cd4-4e0b-a324-a28040897ee5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0767999 Apr 05 10:16:45.088240 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bedb2cd4-6f21-491d-8af1-d08ec9f2536f req-54b7aef9-6ad9-4ac0-a390-7e8bafa4f36d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392833 Apr 05 10:16:46.283267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba904f-7fcc-4d07-8fee-50850523237d req-117d867d-5fee-43b8-b7f3-315c69a74614 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:46.284617 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c2ba904f-7fcc-4d07-8fee-50850523237d req-117d867d-5fee-43b8-b7f3-315c69a74614 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0782657 Apr 05 10:16:46.328670 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c2ba904f-7fcc-4d07-8fee-50850523237d req-bd937ff9-89d8-480d-a118-b1463196b231 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379245 Apr 05 10:16:47.521052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351516fc-9778-436c-9424-afa88d861b9e req-03bfd12e-e5cd-4ce2-91c6-af6e83be6482 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:47.522466 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-351516fc-9778-436c-9424-afa88d861b9e req-03bfd12e-e5cd-4ce2-91c6-af6e83be6482 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0733964 Apr 05 10:16:47.568127 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-351516fc-9778-436c-9424-afa88d861b9e req-260a6524-da5f-42ab-a617-5062e47f8776 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400658 Apr 05 10:16:48.771845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bf4f3-ad02-4220-8ec2-4a977a15efd8 req-a36a9753-06dd-464b-a54e-9e40b8e66eca tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:48.773550 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-140bf4f3-ad02-4220-8ec2-4a977a15efd8 req-a36a9753-06dd-464b-a54e-9e40b8e66eca tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0776424 Apr 05 10:16:48.818602 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-140bf4f3-ad02-4220-8ec2-4a977a15efd8 req-70d74eea-daf5-43d0-8bc9-96821e87ad30 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391340 Apr 05 10:16:50.012594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bd6ac-490f-48c9-88b8-c5f10b746599 req-f2f0faf6-dc21-488c-b9e9-500e83fb3bec tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:50.014020 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c3bd6ac-490f-48c9-88b8-c5f10b746599 req-f2f0faf6-dc21-488c-b9e9-500e83fb3bec tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.0737078 Apr 05 10:16:50.061911 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c3bd6ac-490f-48c9-88b8-c5f10b746599 req-71b6d2cb-8654-4f37-ab83-1185749d699f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 Apr 05 10:16:50.855793 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-9a98790e-f7dc-49a0-9c72-60fa88f36381 service neutron] 10.222.0.10 "GET /v2.0/ports/7485873e-9b96-4033-a6c8-46afe499d8ef/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0709841 Apr 05 10:16:51.113104 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-21dcfd18-676b-4dd8-b669-ab2a8ec9a069 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 1098 time: 0.0680981 Apr 05 10:16:51.253713 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-d523c781-348c-4ef4-b9bc-00a80d764e59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 1098 time: 0.1196370 Apr 05 10:16:51.354402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a304617-f956-4de2-ae04-8340e74a513a req-336d02a9-d451-4424-8124-7b8e2d65f9e3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:51.355776 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a304617-f956-4de2-ae04-8340e74a513a req-336d02a9-d451-4424-8124-7b8e2d65f9e3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.1666293 Apr 05 10:16:51.431381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-ab42a699-2e11-43a1-9c4e-9e6ed05e6f5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:51.432845 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-ab42a699-2e11-43a1-9c4e-9e6ed05e6f5e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1714897 Apr 05 10:16:51.436759 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a304617-f956-4de2-ae04-8340e74a513a req-76f7197c-2ea9-4d7e-9d46-f0f56919a62e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745020 Apr 05 10:16:51.531130 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-d57bb8c9-a4e9-49fa-877c-2c5f1437eca1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7485873e-9b96-4033-a6c8-46afe499d8ef HTTP/1.1" status: 200 len: 1001 time: 0.0921564 Apr 05 10:16:51.594539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-16852557-2e0b-4b81-afd6-075019055044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:51.595980 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-16852557-2e0b-4b81-afd6-075019055044 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0596631 Apr 05 10:16:51.671985 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-5301712c-b5d8-4143-a417-aade431dff42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694561 Apr 05 10:16:51.799690 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-4c05f66d-f7bc-44ac-944b-f5e98cebc1ad service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220586 Apr 05 10:16:51.858541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:51.931941 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f234aca3-d364-484f-bf03-6e1219a0cf5e req-ec1cfe11-9a81-4b62-86d5-5ce059ee27f5 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264248 Apr 05 10:16:52.727256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb554668-2a3a-4616-b0e3-e58a91e5077d req-10e4b807-869b-4267-8ef0-562b3975d478 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:52.728862 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cb554668-2a3a-4616-b0e3-e58a91e5077d req-10e4b807-869b-4267-8ef0-562b3975d478 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 945 time: 0.1664765 Apr 05 10:16:52.821909 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cb554668-2a3a-4616-b0e3-e58a91e5077d req-3e0ec9d8-1797-477d-bf02-4471d5dcbe9b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609577 Apr 05 10:16:52.833707 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a946bd32-9dac-4600-a555-6b5bd367ba7f req-0da45702-b348-4214-a10e-401c2a510afd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 1098 time: 0.1010258 Apr 05 10:16:52.975441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946bd32-9dac-4600-a555-6b5bd367ba7f req-b28b1a99-7b4c-4245-b38e-42ebf6b66978 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:52.977618 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a946bd32-9dac-4600-a555-6b5bd367ba7f req-b28b1a99-7b4c-4245-b38e-42ebf6b66978 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1242523 Apr 05 10:16:53.080731 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a946bd32-9dac-4600-a555-6b5bd367ba7f req-1c2676c8-b3d1-4855-a87b-33825fe218ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7485873e-9b96-4033-a6c8-46afe499d8ef HTTP/1.1" status: 200 len: 1001 time: 0.0965812 Apr 05 10:16:53.147620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946bd32-9dac-4600-a555-6b5bd367ba7f req-8964ca76-0bb1-4346-8b43-453dc6b73d63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:53.149827 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a946bd32-9dac-4600-a555-6b5bd367ba7f req-8964ca76-0bb1-4346-8b43-453dc6b73d63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0617886 Apr 05 10:16:53.226367 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a946bd32-9dac-4600-a555-6b5bd367ba7f req-1f700f6f-2372-4763-b1c7-f01489adc553 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700598 Apr 05 10:16:53.282334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 7485873e-9b96-4033-a6c8-46afe499d8ef no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:16:53.370762 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a946bd32-9dac-4600-a555-6b5bd367ba7f req-2bb04534-a651-44cf-b4c3-68d3bf90e191 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377254 Apr 05 10:16:53.404626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:53.434699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7485873e-9b96-4033-a6c8-46afe499d8ef'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:16:53.446796 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 7485873e-9b96-4033-a6c8-46afe499d8ef, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7485873e-9b96-4033-a6c8-46afe499d8ef,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:16:53.454023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:53.522059 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0eb92c-f54d-4836-be45-fdea603659ed'] response: {'server_uuid': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'code': 200} Apr 05 10:16:53.527156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a946bd32-9dac-4600-a555-6b5bd367ba7f req-b94c0359-8cf1-41c3-bdd1-921e8c56a55f service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494036 Apr 05 10:16:53.537771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=7485873e-9b96-4033-a6c8-46afe499d8ef,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:16:54.020281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c6b0a-4f49-44bf-929e-feb031a4e48e req-889893e9-08e0-46b1-8896-dc8692441967 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:54.021711 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b55c6b0a-4f49-44bf-929e-feb031a4e48e req-889893e9-08e0-46b1-8896-dc8692441967 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.0749400 Apr 05 10:16:54.071640 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b55c6b0a-4f49-44bf-929e-feb031a4e48e req-93dc7872-6ddd-4244-b4b9-46fa99e9cd26 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Apr 05 10:16:54.443679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38150c04-3f85-4433-ba51-6fc16ff15b8e req-d0480549-6d09-4325-b472-432e6abd153f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:54.445791 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38150c04-3f85-4433-ba51-6fc16ff15b8e req-d0480549-6d09-4325-b472-432e6abd153f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.1075995 Apr 05 10:16:54.451070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-1fffa1be-731a-4f85-83df-ddc2535a4e58 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:54.452426 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-1fffa1be-731a-4f85-83df-ddc2535a4e58 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 943 time: 0.1442492 Apr 05 10:16:54.493125 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-38150c04-3f85-4433-ba51-6fc16ff15b8e req-4288eba4-763b-4eb8-847c-db8341856531 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397680 Apr 05 10:16:54.595219 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-2283ed8d-3663-410a-b3b6-3472b312703c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 1096 time: 0.0682690 Apr 05 10:16:54.745444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-37c1f1f1-63a6-43f6-9ed5-90fa1c60c74b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:54.746782 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-37c1f1f1-63a6-43f6-9ed5-90fa1c60c74b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1462877 Apr 05 10:16:54.846709 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-8ad3ea24-50fb-429c-99bd-fef78f3c8a3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7485873e-9b96-4033-a6c8-46afe499d8ef HTTP/1.1" status: 200 len: 999 time: 0.0941267 Apr 05 10:16:54.908937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-b7012aa1-6d21-40cd-8bb5-e13ad7ce76de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:54.910338 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-b7012aa1-6d21-40cd-8bb5-e13ad7ce76de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0567968 Apr 05 10:16:54.987214 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-ee6971f5-dcf8-489a-b7f7-fd5f379155f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714447 Apr 05 10:16:55.216622 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-28dbae22-0357-44f7-92f4-7a97474cb450 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230606 Apr 05 10:16:55.347105 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9f7876a-0022-45c1-85cf-ffe7a84ab800 req-e2ed9c8d-7a11-48ee-8500-65206c1ebb7d service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248620 Apr 05 10:16:55.699450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f115f-cdbd-4917-a2f0-c3678050fca6 req-93fc7a89-9245-4c64-958e-226d2ff43c74 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:55.700922 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b2f115f-cdbd-4917-a2f0-c3678050fca6 req-93fc7a89-9245-4c64-958e-226d2ff43c74 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.0800238 Apr 05 10:16:55.748065 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b2f115f-cdbd-4917-a2f0-c3678050fca6 req-666877b4-9372-4d84-847f-4b39441b44a1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413499 Apr 05 10:16:56.268538 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:16:56.950182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fca99-a46c-40a0-85df-c10f00e0e16e req-b190909e-9f3f-4eb6-8816-76bb20aec0fa tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:56.951630 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-112fca99-a46c-40a0-85df-c10f00e0e16e req-b190909e-9f3f-4eb6-8816-76bb20aec0fa tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.0794201 Apr 05 10:16:56.999363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-112fca99-a46c-40a0-85df-c10f00e0e16e req-d114a115-fcc4-484e-84d0-a6c379ac26fe tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423398 Apr 05 10:16:57.198447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc004dd3-ff20-42d2-bc11-7c6b3d94da4f req-56dc7f5d-f89e-46d8-b3a3-1035ec082315 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:57.199936 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dc004dd3-ff20-42d2-bc11-7c6b3d94da4f req-56dc7f5d-f89e-46d8-b3a3-1035ec082315 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.0770595 Apr 05 10:16:57.245899 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dc004dd3-ff20-42d2-bc11-7c6b3d94da4f req-2de01f9f-e3ae-4758-923a-beaa0806004d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402966 Apr 05 10:16:57.446891 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd651b90-361c-42cb-9ea4-67dfb88cf24b req-c35537a3-5429-4cba-9993-e2a9d8427fb7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:57.448380 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd651b90-361c-42cb-9ea4-67dfb88cf24b req-c35537a3-5429-4cba-9993-e2a9d8427fb7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.0801640 Apr 05 10:16:57.495605 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd651b90-361c-42cb-9ea4-67dfb88cf24b req-c78d26a2-9828-4981-bbb7-682dd3662c6f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Apr 05 10:16:57.900962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6c22-464d-4baf-87a5-693b0b64927d req-92bc456f-dd23-4817-a3da-4089490f5c2e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:57.902422 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dcaa6c22-464d-4baf-87a5-693b0b64927d req-92bc456f-dd23-4817-a3da-4089490f5c2e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.0750027 Apr 05 10:16:57.954072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dcaa6c22-464d-4baf-87a5-693b0b64927d req-4ff2c0b2-68c2-4c49-9593-a3f0e7dbbeac tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459692 Apr 05 10:16:59.151361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd1cc3-eef0-4955-a2e2-e353e95fe8c1 req-1a37f7eb-a2dd-4ca3-912c-3d38eda0c334 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:59.152869 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e4bd1cc3-eef0-4955-a2e2-e353e95fe8c1 req-1a37f7eb-a2dd-4ca3-912c-3d38eda0c334 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.0750372 Apr 05 10:16:59.198177 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e4bd1cc3-eef0-4955-a2e2-e353e95fe8c1 req-23c6dc30-f043-4d44-96be-2bf19f51f422 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398209 Apr 05 10:16:59.510446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-1d519958-7a62-4198-b9e7-96feb767e4b5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:16:59.511903 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-1d519958-7a62-4198-b9e7-96feb767e4b5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 943 time: 0.0788872 Apr 05 10:16:59.578265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Deleting port 7485873e-9b96-4033-a6c8-46afe499d8ef {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:16:59.578610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:59.728675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9634e526-d718-465f-bed7-264e7bedc146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:16:59.830716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] For port 7485873e-9b96-4033-a6c8-46afe499d8ef, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=7485873e-9b96-4033-a6c8-46afe499d8ef,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:16:59.830964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:00.118770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:00.119052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:00.119362 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7 disassociated. External IP: 172.26.4.232, port: 7485873e-9b96-4033-a6c8-46afe499d8ef. Apr 05 10:17:00.119766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Calling delete_port for 7485873e-9b96-4033-a6c8-46afe499d8ef owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:17:00.261851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:00.310370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event deleted for resources: {'Port': ['ID=7485873e-9b96-4033-a6c8-46afe499d8ef,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:17:00.591617 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f5050a4-7cf1-4c4f-abe5-0a7a056d10b6 req-4bd83e65-29e9-4182-96ff-8601032f7754 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3 HTTP/1.1" status: 200 len: 210 time: 0.1036966 Apr 05 10:17:00.691931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Router c24c48da-ea21-451c-9238-706a4f5746c5 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:17:00.895195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:17:00.905642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:17:00.919794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:17:00.920597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:16:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:00.968636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] No DVR routers for this DVR port 7485873e-9b96-4033-a6c8-46afe499d8ef on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:17:00.971000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:00.974289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'name': 'network-vif-deleted', 'tag': '7485873e-9b96-4033-a6c8-46afe499d8ef'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:17:00.992491 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee2ed7ef-afff-4fbf-8d19-db811f307a5b req-9f7b862a-af54-4154-b1af-b74628f868bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "DELETE /v2.0/ports/7485873e-9b96-4033-a6c8-46afe499d8ef HTTP/1.1" status: 204 len: 173 time: 1.4746008 Apr 05 10:17:01.062574 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05cd540-4ee9-4d4d-99ee-a2dcb6d5fd25'] response: {'server_uuid': 'b034b1d1-4d92-43c9-9cb2-3a0d82b5b6a3', 'name': 'network-vif-deleted', 'tag': '7485873e-9b96-4033-a6c8-46afe499d8ef', 'status': 'completed', 'code': 200} Apr 05 10:17:01.118682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:17:01.453914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:01.457869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:17:01.470345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:17:01.471046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:16:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:01.692729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:17:01.961248 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-80f891c2-3785-4b2a-baef-0d759f18dd28 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1778898869&fields=id&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 267 time: 0.0418274 Apr 05 10:17:02.003883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c181ed75-4255-4d92-a815-49bb033dd7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:02.025745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:02.030051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b28b98-5520-46a9-acca-5600685dea7f None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:17:02.119801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-1189ca80-2a53-42e2-ad9e-a6f55780213c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:02.121518 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-1189ca80-2a53-42e2-ad9e-a6f55780213c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 812 time: 0.1530976 Apr 05 10:17:02.138117 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-999436ab-6665-45cd-8606-ac7910d5a814 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/quotas/74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 375 time: 0.0110297 Apr 05 10:17:02.221029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-ecdf28aa-8e3b-42b0-a30a-e026e6da7b80 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Synchronizing usage tracker for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:17:02.239147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-ecdf28aa-8e3b-42b0-a30a-e026e6da7b80 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Unset dirty status for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:17:02.240672 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-ecdf28aa-8e3b-42b0-a30a-e026e6da7b80 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975268 Apr 05 10:17:02.264429 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996bdc79-5d20-4707-aaa2-f89efcbf72ca None None] New status for floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:17:02.449924 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-6bb8be45-f6f7-4f9d-a67b-6e66f04888ad service neutron] 10.222.0.30 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958416 Apr 05 10:17:02.584469 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-4f747d12-6165-4776-acd6-9b2944a0b901 service neutron] 10.222.0.30 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285419 Apr 05 10:17:02.773726 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3289354f-d726-483d-9907-933f9a5982b0 req-80d51be7-f3a1-476d-b1cd-b438f05264e9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 210 time: 0.0447953 Apr 05 10:17:03.066326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:03.129057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:03.313745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 7485873e-9b96-4033-a6c8-46afe499d8ef no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:17:03.346195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 7485873e-9b96-4033-a6c8-46afe499d8ef {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:17:03.346533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 7485873e-9b96-4033-a6c8-46afe499d8ef not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:17:03.770628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-ee780533-0dab-441b-931b-edd038ebc4de tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:03.772049 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-ee780533-0dab-441b-931b-edd038ebc4de tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 812 time: 0.1489313 Apr 05 10:17:03.827739 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-898137ef-db61-4456-9940-f252d2351119 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 380 time: 0.0436311 Apr 05 10:17:03.835548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'port': {'device_id': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'admin_state_up': True, 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'security_groups': ['6b5599c7-95d1-4abc-ba1a-1f942e3be445']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:17:03.959769 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5f41f3d1-f7f4-4f57-be23-cf1d85bd83e8 req-40285de0-0d9a-4401-b792-df25926ba861 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 210 time: 0.0556097 Apr 05 10:17:04.008997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:17:04.018473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:17:04.028467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Made reservation on behalf of 74f5f6c32cbb43d4b67c5510d18a37ec for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:17:04.031608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:04.285359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Allocated IP 172.20.0.4 (8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc/d394a436-9a3a-484f-aef4-c8f66294340d/4f1f5bb6-e03c-4e92-a413-07714ae6b92d) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:17:04.448138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:04.469834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:04.485370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Transition to ACTIVE for port object 4f1f5bb6-e03c-4e92-a413-07714ae6b92d will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:17:04.506169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:04.582955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:17:04.586567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:17:04.589011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:17:04.619709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event updated for resources: {'Port': ['ID=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:17:04.640311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.640678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.641004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.641344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.641677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.642009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.642335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.642766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.643105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.643429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.643775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:04.668697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:04.669303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:04.696687 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-7082f2f1-53d7-4dce-a1b8-a59bb8697930 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8646541 Apr 05 10:17:04.708610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Request body: {'port': {'device_id': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:17:04.789182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b673103c-f222-42d7-8d31-fb3462bcbe0c None None] Provisioning for port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:17:04.793855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b673103c-f222-42d7-8d31-fb3462bcbe0c None None] Provisioning complete for port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:17:04.794219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b673103c-f222-42d7-8d31-fb3462bcbe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:04.820120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:04.849293 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b673103c-f222-42d7-8d31-fb3462bcbe0c None None] Port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:17:05.201263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1f5bb6-e03c-4e92-a413-07714ae6b92d {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:17:05.208830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:05.227835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Transition to ACTIVE for port object 4f1f5bb6-e03c-4e92-a413-07714ae6b92d will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:17:05.236884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09a31a-fd60-4642-80e7-d216ca856f0c req-64e4a8d0-2f64-4ea6-86ff-8e25ed463f84 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:05.237556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-4d09a31a-fd60-4642-80e7-d216ca856f0c req-64e4a8d0-2f64-4ea6-86ff-8e25ed463f84 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Synchronizing usage tracker for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:17:05.239935 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:05.358069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-4d09a31a-fd60-4642-80e7-d216ca856f0c req-64e4a8d0-2f64-4ea6-86ff-8e25ed463f84 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Unset dirty status for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:17:05.358846 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d09a31a-fd60-4642-80e7-d216ca856f0c req-64e4a8d0-2f64-4ea6-86ff-8e25ed463f84 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 931 time: 0.2734976 Apr 05 10:17:05.390033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:17:05.483580 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d09a31a-fd60-4642-80e7-d216ca856f0c req-7307b236-9f03-49f5-ab07-9c2c201600f3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127267 Apr 05 10:17:05.521835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Attempting to bind port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:17:05.522172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Attempting to bind port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:17:05.522509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Attempting to bind port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:17:05.528841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:17:05.529160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Attempting to bind port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:17:05.535676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:17:05.536068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Checking segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:17:05.536387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Bound using segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:17:05.536820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Bound port: 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:17:05.537229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:05.629042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] For port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:17:05.631921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] For port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:17:05.637308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:05.700035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:05.701220 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] 10.222.0.10 "PUT /v2.0/ports/4f1f5bb6-e03c-4e92-a413-07714ae6b92d HTTP/1.1" status: 200 len: 1093 time: 0.9970071 Apr 05 10:17:05.704155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:17:05.739553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abdcfd-ddb6-4216-bdea-d92a5fd62d40 service neutron] Pushing event updated for resources: {'Port': ['ID=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:17:05.782710 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c019e1a-2122-4e34-9e44-9903a9ce5a02'] response: {'name': 'network-changed', 'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'status': 'completed', 'code': 200} Apr 05 10:17:05.832650 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-e35529d0-bfc9-493d-948e-18b97dec47de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 1096 time: 0.0885677 Apr 05 10:17:05.909913 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-ede6bf76-6dd5-4687-9a54-4663ccf42758 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d HTTP/1.1" status: 200 len: 217 time: 0.0678580 Apr 05 10:17:05.971286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-4b3c8443-49ec-4175-8aaa-0a321e5e9660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:05.972667 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-4b3c8443-49ec-4175-8aaa-0a321e5e9660 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0568793 Apr 05 10:17:06.139464 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-5ecc653a-b96b-4f0c-babf-018e31225d48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1604855 Apr 05 10:17:06.267966 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-551f330f-7086-4d1c-b78a-a87b3d87fda6 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228681 Apr 05 10:17:06.396474 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1477eef6-06b2-4f63-ae0b-4e62e1d659b4 req-e46d0907-cf1b-4cdf-9444-4ef8114c500e service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223166 Apr 05 10:17:06.515648 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a49fb06-623f-46a1-8401-8cb4045ea3a1 req-2eb8ea91-39af-4bfa-957e-718a4def2c6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 1096 time: 0.0674515 Apr 05 10:17:06.700138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49fb06-623f-46a1-8401-8cb4045ea3a1 req-340f6051-af54-46f6-aab0-deb5e8cbef51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:06.701494 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a49fb06-623f-46a1-8401-8cb4045ea3a1 req-340f6051-af54-46f6-aab0-deb5e8cbef51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1796541 Apr 05 10:17:06.770701 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a49fb06-623f-46a1-8401-8cb4045ea3a1 req-eb37a802-adf8-4bd0-aff2-0280f86ca58c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d HTTP/1.1" status: 200 len: 217 time: 0.0626798 Apr 05 10:17:06.780856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70a5b0-42ea-4e1d-8eeb-e80121aa5e34 req-91772873-b354-468f-87c7-53a94fed6713 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:06.782218 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d70a5b0-42ea-4e1d-8eeb-e80121aa5e34 req-91772873-b354-468f-87c7-53a94fed6713 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 943 time: 0.1728449 Apr 05 10:17:06.872221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49fb06-623f-46a1-8401-8cb4045ea3a1 req-3f084350-4e1e-45e5-a4cd-ef7ae7ba4b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:06.873640 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a49fb06-623f-46a1-8401-8cb4045ea3a1 req-3f084350-4e1e-45e5-a4cd-ef7ae7ba4b61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0905902 Apr 05 10:17:06.877338 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8d70a5b0-42ea-4e1d-8eeb-e80121aa5e34 req-4a89aa69-ff7b-4afb-9434-e855d9feff92 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620365 Apr 05 10:17:06.948867 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a49fb06-623f-46a1-8401-8cb4045ea3a1 req-5f2e3b9e-c139-47ca-a0f3-0b3776364481 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691662 Apr 05 10:17:07.079833 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a49fb06-623f-46a1-8401-8cb4045ea3a1 req-09536868-1323-43b2-88a0-d1a6606c6b9d service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240737 Apr 05 10:17:07.210995 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a49fb06-623f-46a1-8401-8cb4045ea3a1 req-814251db-156a-48fc-bf7d-3abe29abdaef service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251650 Apr 05 10:17:08.078575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112eb9-4252-44f3-a6af-4925f7a24746 req-19d12069-d0f4-4c99-be39-a46985f26758 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:08.080018 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b2112eb9-4252-44f3-a6af-4925f7a24746 req-19d12069-d0f4-4c99-be39-a46985f26758 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 943 time: 0.0796864 Apr 05 10:17:08.124604 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b2112eb9-4252-44f3-a6af-4925f7a24746 req-9be7ae95-440e-4406-8d3a-b2492436cdd6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389318 Apr 05 10:17:09.314715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c653dc-dabd-401a-a92c-7b6fd205c2b0 req-7257ff0d-770e-4782-97a2-8a75a415f298 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:09.316168 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f7c653dc-dabd-401a-a92c-7b6fd205c2b0 req-7257ff0d-770e-4782-97a2-8a75a415f298 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 943 time: 0.0736568 Apr 05 10:17:09.343346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 4f1f5bb6-e03c-4e92-a413-07714ae6b92d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:17:09.364601 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f7c653dc-dabd-401a-a92c-7b6fd205c2b0 req-7d571b84-2ef3-4eea-bb90-8202e6c03225 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422051 Apr 05 10:17:09.473692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:17:09.486413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'port_id': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'mac_address': 'fa:16:3e:4a:92:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:17:09.539905 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:09.557450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1f5bb6-e03c-4e92-a413-07714ae6b92d {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:17:09.572906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:17:09.576730 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:09.644037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:17:09.779607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['4f1f5bb6-e03c-4e92-a413-07714ae6b92d'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:17:10.561612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7cab8-9a41-4a78-8178-cfd7abb19f1a req-cc111568-44fa-463b-9619-237e0955a12a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:10.563090 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a8e7cab8-9a41-4a78-8178-cfd7abb19f1a req-cc111568-44fa-463b-9619-237e0955a12a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 944 time: 0.0750959 Apr 05 10:17:10.608810 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a8e7cab8-9a41-4a78-8178-cfd7abb19f1a req-449a4c74-97c6-43b2-943b-139db9b296cc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Apr 05 10:17:11.344237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 4f1f5bb6-e03c-4e92-a413-07714ae6b92d up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:17:11.412454 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:17:11.417719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:17:11.418091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:11.531486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:11.559432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:17:11.569902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:17:11.573903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:11.629869 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92053013-24e2-4002-9522-764ca2099463'] response: {'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'code': 200} Apr 05 10:17:11.648471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:17:11.894046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ba6d4-66b1-4e7e-b1ec-8e13f23aa04c req-63384e7a-7007-4785-8232-b1ecbec72c85 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:11.895494 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-717ba6d4-66b1-4e7e-b1ec-8e13f23aa04c req-63384e7a-7007-4785-8232-b1ecbec72c85 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.1336992 Apr 05 10:17:11.899866 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8daa3288-28af-4747-972d-d8986b1b02f5 req-52a2983e-6fbc-4586-a264-614899663b8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 1098 time: 0.1025624 Apr 05 10:17:11.973468 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-717ba6d4-66b1-4e7e-b1ec-8e13f23aa04c req-1590c26e-8b22-47a6-8d43-0764f4c1a1bc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685513 Apr 05 10:17:11.974860 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8daa3288-28af-4747-972d-d8986b1b02f5 req-9fcdbd12-be54-4baf-a005-73739b02ac3f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689638 Apr 05 10:17:13.283290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f5c79-0b8a-45af-844b-e6e370609e71 req-392e301c-453c-43c1-8ecc-14e8699e6d49 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:13.284669 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-921f5c79-0b8a-45af-844b-e6e370609e71 req-392e301c-453c-43c1-8ecc-14e8699e6d49 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.1701677 Apr 05 10:17:13.330415 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-921f5c79-0b8a-45af-844b-e6e370609e71 req-44c7f431-133f-4e05-87b6-bb35d533b2fe tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394309 Apr 05 10:17:14.533193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbdd0b-c697-42f5-bc9b-25d595a0a10b req-e0fae9e1-0f5a-4277-91a0-2c128b23a9f3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:14.534636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5bbdd0b-c697-42f5-bc9b-25d595a0a10b req-e0fae9e1-0f5a-4277-91a0-2c128b23a9f3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0813448 Apr 05 10:17:14.586530 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c5bbdd0b-c697-42f5-bc9b-25d595a0a10b req-c0479cf1-6d6e-4c56-b922-4a3b79273096 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444431 Apr 05 10:17:14.782706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5e044-7aeb-49a4-bf79-34f32c9e0d05 req-72b16bfc-a966-4b95-bc76-6e3b13c1e24e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:14.784184 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9e5e044-7aeb-49a4-bf79-34f32c9e0d05 req-72b16bfc-a966-4b95-bc76-6e3b13c1e24e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0785146 Apr 05 10:17:14.793019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37246) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:17:14.798181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-2dcc82b7-70d8-460d-b9d5-afc03531d799 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'floatingip': {'port_id': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:17:14.876845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2dcc82b7-70d8-460d-b9d5-afc03531d799 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:15.478999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2dcc82b7-70d8-460d-b9d5-afc03531d799 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:15.483084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2dcc82b7-70d8-460d-b9d5-afc03531d799 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:15.669821 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-2dcc82b7-70d8-460d-b9d5-afc03531d799 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7 associated. External IP: 172.26.4.232, port: 4f1f5bb6-e03c-4e92-a413-07714ae6b92d. Apr 05 10:17:16.148628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcc82b7-70d8-460d-b9d5-afc03531d799 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Router c24c48da-ea21-451c-9238-706a4f5746c5 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:17:16.342230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcc82b7-70d8-460d-b9d5-afc03531d799 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:17:16.346929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2dcc82b7-70d8-460d-b9d5-afc03531d799 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:16.352010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:17:16.363348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:17:16.364828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:17:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:16.402308 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2dcc82b7-70d8-460d-b9d5-afc03531d799 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "PUT /v2.0/floatingips/58c3268c-364b-45ab-bf5c-18c8082d07f7 HTTP/1.1" status: 200 len: 991 time: 1.6082103 Apr 05 10:17:16.402874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:17:16.459685 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57e7979-b6b9-4244-8f66-d28320052e5c'] response: {'name': 'network-changed', 'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'status': 'completed', 'code': 200} Apr 05 10:17:16.554980 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5d7402e5-0286-4b1d-bb80-71cec7af7501 req-78baa3e4-8843-4763-b780-acaef679edf1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 1098 time: 0.0727530 Apr 05 10:17:16.603945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:17:16.767187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7402e5-0286-4b1d-bb80-71cec7af7501 req-0c313ac9-0543-4133-b2a0-8372366580a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:16.768910 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5d7402e5-0286-4b1d-bb80-71cec7af7501 req-0c313ac9-0543-4133-b2a0-8372366580a2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.2056551 Apr 05 10:17:16.891702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf30329-9be3-4ec7-930a-5653eee7a3eb req-82b28833-4e61-469a-9bf6-a07ea9dd9b2e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:16.893149 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5bf30329-9be3-4ec7-930a-5653eee7a3eb req-82b28833-4e61-469a-9bf6-a07ea9dd9b2e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.1855493 Apr 05 10:17:16.898266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5d7402e5-0286-4b1d-bb80-71cec7af7501 req-1971e802-991d-46e6-b3b8-284382550907 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d HTTP/1.1" status: 200 len: 999 time: 0.1164725 Apr 05 10:17:16.992554 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5bf30329-9be3-4ec7-930a-5653eee7a3eb req-5ae82a4a-9c10-4f4d-a5d8-3e0c5c245f6d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920467 Apr 05 10:17:16.994139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:4a:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:17:15Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:16.995965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7402e5-0286-4b1d-bb80-71cec7af7501 req-bb35cf51-4687-4b8f-a031-6b83781f79e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:17.002009 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5d7402e5-0286-4b1d-bb80-71cec7af7501 req-bb35cf51-4687-4b8f-a031-6b83781f79e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0817189 Apr 05 10:17:17.002216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:17:17.015125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:17:17.015718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:17:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:17.082531 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5d7402e5-0286-4b1d-bb80-71cec7af7501 req-fac37b98-6448-4505-b2a4-e19cda298544 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785728 Apr 05 10:17:17.201451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:17:17.214997 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5d7402e5-0286-4b1d-bb80-71cec7af7501 req-973cfce8-6e6a-4f77-8856-56f967a1f3dc service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264591 Apr 05 10:17:17.348555 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5d7402e5-0286-4b1d-bb80-71cec7af7501 req-90267e12-baf7-4126-9326-f0e3c6b440a9 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281152 Apr 05 10:17:17.555845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:4a:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:17:15Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:17.560260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a3437-c1e7-4a79-a6fe-3c772b853614 None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:4a:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:17:15Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:17:17.782644 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246b6f28-2fe0-4025-a70e-703223158c4f None None] New status for floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:17:18.211927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c31121-0970-439d-809e-a1a207194709 req-bdb43a66-ae2c-43c1-98bc-6972fddf526b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:18.213364 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b5c31121-0970-439d-809e-a1a207194709 req-bdb43a66-ae2c-43c1-98bc-6972fddf526b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0799115 Apr 05 10:17:18.257680 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b5c31121-0970-439d-809e-a1a207194709 req-7d5dd37d-2762-44d4-9b68-b3035324c287 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383356 Apr 05 10:17:19.455939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4878417-9815-457b-989c-f84bce81952b req-7ab87816-6f84-4ec2-9902-d54a02738e2a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:19.457393 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e4878417-9815-457b-989c-f84bce81952b req-7ab87816-6f84-4ec2-9902-d54a02738e2a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0754538 Apr 05 10:17:19.502432 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e4878417-9815-457b-989c-f84bce81952b req-c548f8d4-f0a5-45ae-ae32-d86ddf97ce53 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394161 Apr 05 10:17:20.708545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0873d2-c3c8-4690-b07b-0b13215d8059 req-52777eb3-bb6d-4fcd-9666-f89ab68b1f5e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:20.711078 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1b0873d2-c3c8-4690-b07b-0b13215d8059 req-52777eb3-bb6d-4fcd-9666-f89ab68b1f5e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0853150 Apr 05 10:17:20.758297 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1b0873d2-c3c8-4690-b07b-0b13215d8059 req-1b9deef3-6618-4a0b-995a-1d37123bfad9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410795 Apr 05 10:17:21.877322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:21.965667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d102-d244-41fa-b8cf-5c0a538ea388 req-cb92a315-d5af-4df5-b334-36d6ea25afa7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:21.967127 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2c81d102-d244-41fa-b8cf-5c0a538ea388 req-cb92a315-d5af-4df5-b334-36d6ea25afa7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0830383 Apr 05 10:17:22.120050 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2c81d102-d244-41fa-b8cf-5c0a538ea388 req-b77cea3b-4104-472b-8e1c-5325cd113dfd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466718 Apr 05 10:17:23.327744 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47591b94-d87f-4cd1-a4a3-d59511ef091a req-3b25d6a4-6023-4120-bc29-d822ae2a8054 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:23.329201 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-47591b94-d87f-4cd1-a4a3-d59511ef091a req-3b25d6a4-6023-4120-bc29-d822ae2a8054 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0802155 Apr 05 10:17:23.375571 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-47591b94-d87f-4cd1-a4a3-d59511ef091a req-54b89efa-a5dd-4255-a5e2-859c0351bcca tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407870 Apr 05 10:17:24.585583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce4700-38fd-4aba-820c-acd0cd114cd3 req-353540d4-2de0-4664-97f6-70c2de2dd8b1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:24.587577 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45ce4700-38fd-4aba-820c-acd0cd114cd3 req-353540d4-2de0-4664-97f6-70c2de2dd8b1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0881014 Apr 05 10:17:24.636507 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45ce4700-38fd-4aba-820c-acd0cd114cd3 req-52842885-bc4d-4b9d-8631-92b84a035e0c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Apr 05 10:17:25.839676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb00c1-f919-4d09-97b9-5ecd106f18fb req-9eaafe09-7150-4154-8691-0d098816c2ac tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:25.841152 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aefb00c1-f919-4d09-97b9-5ecd106f18fb req-9eaafe09-7150-4154-8691-0d098816c2ac tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0780666 Apr 05 10:17:25.899296 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aefb00c1-f919-4d09-97b9-5ecd106f18fb req-e5e32b52-15fb-4c4e-8036-4f5ee341808f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525997 Apr 05 10:17:27.115148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62812b6f-ecf6-4e04-98c6-d1edc0fef8ca req-04ec6833-8769-44d8-86a7-bf159b35d93d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:27.116773 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-62812b6f-ecf6-4e04-98c6-d1edc0fef8ca req-04ec6833-8769-44d8-86a7-bf159b35d93d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0850914 Apr 05 10:17:27.162696 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-62812b6f-ecf6-4e04-98c6-d1edc0fef8ca req-d6d451d7-8e20-4fd8-a18a-aee4b3e8ade5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401905 Apr 05 10:17:28.363960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cf255-1a29-4130-9822-fe314a6a9d21 req-81896ede-6232-481b-bbd4-2d83c0534a3c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:28.365388 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-221cf255-1a29-4130-9822-fe314a6a9d21 req-81896ede-6232-481b-bbd4-2d83c0534a3c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0791755 Apr 05 10:17:28.418165 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-221cf255-1a29-4130-9822-fe314a6a9d21 req-ff0b1f6b-8476-488e-a69b-78fa98629309 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465841 Apr 05 10:17:29.622776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13415d36-1372-4c21-81b3-7eebb194407a req-f2c7e897-656b-431a-8a7e-8140d1a5cefd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:29.624278 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13415d36-1372-4c21-81b3-7eebb194407a req-f2c7e897-656b-431a-8a7e-8140d1a5cefd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0782068 Apr 05 10:17:29.671317 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-13415d36-1372-4c21-81b3-7eebb194407a req-da27453a-b0df-4fe7-bc22-8975a6ac6c8f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414052 Apr 05 10:17:29.721243 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ebd1d3e7-1523-43a9-b0f7-2771d95bee37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:30.883367 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32bf64-a47c-4325-8dca-e61bd2034c0f req-5a73de22-d17c-4cbf-8136-3f99c748fc76 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:30.885592 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af32bf64-a47c-4325-8dca-e61bd2034c0f req-5a73de22-d17c-4cbf-8136-3f99c748fc76 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0883975 Apr 05 10:17:30.930235 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af32bf64-a47c-4325-8dca-e61bd2034c0f req-9166534d-13d1-4564-8242-1ef14a61e9be tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390627 Apr 05 10:17:31.999700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fe0d0bd1-65b9-42c1-84b2-3f6e69a9bddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:32.129181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fbe7b-f85e-472b-bce7-4e6326be4798 req-f0292c4c-2f1c-4b2c-b46f-6c57d1b9faea tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:32.130631 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f70fbe7b-f85e-472b-bce7-4e6326be4798 req-f0292c4c-2f1c-4b2c-b46f-6c57d1b9faea tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0770874 Apr 05 10:17:32.178038 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f70fbe7b-f85e-472b-bce7-4e6326be4798 req-40e7378d-a464-4f19-a8d9-c8e3a70adf16 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417061 Apr 05 10:17:33.070121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:33.132173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:33.268969 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:17:33.379451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d23b4d-c0f3-4e20-a335-6d834bad5c37 req-2aa7f347-c2a3-40db-9dd2-1190a59daa22 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:33.380841 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d23b4d-c0f3-4e20-a335-6d834bad5c37 req-2aa7f347-c2a3-40db-9dd2-1190a59daa22 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0804021 Apr 05 10:17:33.427591 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01d23b4d-c0f3-4e20-a335-6d834bad5c37 req-2605a58a-a40c-4906-90f1-df6d0c4b7483 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405672 Apr 05 10:17:34.452537 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:34.629213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606b3d0-d322-4daa-b640-253c05eda5b0 req-0b3197ad-04c0-446d-9896-5c2aaaec45ab tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:34.630790 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1606b3d0-d322-4daa-b640-253c05eda5b0 req-0b3197ad-04c0-446d-9896-5c2aaaec45ab tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0778840 Apr 05 10:17:34.684121 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1606b3d0-d322-4daa-b640-253c05eda5b0 req-cf421f96-35e7-4651-a61c-c5cb1648cdbb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473580 Apr 05 10:17:35.882493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a7486-23f0-49c4-9510-b01b59caca35 req-b4841538-557a-4840-975f-53c704afb5cd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:35.885051 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-021a7486-23f0-49c4-9510-b01b59caca35 req-b4841538-557a-4840-975f-53c704afb5cd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0806055 Apr 05 10:17:35.933256 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-021a7486-23f0-49c4-9510-b01b59caca35 req-0d50cd21-c406-48b7-83b1-9ed9ffbe377e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429926 Apr 05 10:17:37.158328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729c010-8285-45c3-8576-0a82cce40425 req-c5987715-8309-4478-baf2-22099bb7f7aa tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:37.160632 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f729c010-8285-45c3-8576-0a82cce40425 req-c5987715-8309-4478-baf2-22099bb7f7aa tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.1047816 Apr 05 10:17:37.209277 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f729c010-8285-45c3-8576-0a82cce40425 req-17301d34-de9b-465b-9f8e-2fcbdb1bcb9e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Apr 05 10:17:38.407703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae5d94-4568-4b6e-9cd0-79fa16e65529 req-145bdfc0-8f02-4a23-b00e-fb0c201b2f7a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:38.409151 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3aae5d94-4568-4b6e-9cd0-79fa16e65529 req-145bdfc0-8f02-4a23-b00e-fb0c201b2f7a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0780241 Apr 05 10:17:38.456003 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3aae5d94-4568-4b6e-9cd0-79fa16e65529 req-4cacbcf0-564d-45ac-a193-167ee10f8071 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409675 Apr 05 10:17:39.656615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f613e3-1cb8-4ffa-ab06-a8610d6af588 req-e683a048-0ace-47df-9c8f-9ac1c323cbc2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:39.658162 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1f613e3-1cb8-4ffa-ab06-a8610d6af588 req-e683a048-0ace-47df-9c8f-9ac1c323cbc2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0792329 Apr 05 10:17:39.704297 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a1f613e3-1cb8-4ffa-ab06-a8610d6af588 req-11b8a235-ea50-442b-9560-91a8d503dba5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406389 Apr 05 10:17:41.049659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa9ef2-c07f-4dcb-b1f8-5e6205f05b85 req-d42f07f1-4ccf-4822-82c0-0b0a78b9d6b2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:41.051107 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2efa9ef2-c07f-4dcb-b1f8-5e6205f05b85 req-d42f07f1-4ccf-4822-82c0-0b0a78b9d6b2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0778649 Apr 05 10:17:41.096976 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2efa9ef2-c07f-4dcb-b1f8-5e6205f05b85 req-021712a4-41c8-4f91-b121-da2fe8b81fda tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402725 Apr 05 10:17:42.340714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267188ca-4cb1-482f-bed3-51f24f752d79 req-bd76d1cf-182e-4de9-896e-3e7b7b9a178c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:42.342311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-267188ca-4cb1-482f-bed3-51f24f752d79 req-bd76d1cf-182e-4de9-896e-3e7b7b9a178c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0905302 Apr 05 10:17:42.395772 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-267188ca-4cb1-482f-bed3-51f24f752d79 req-31cc5aad-70b8-49a3-b229-678da1db7eb5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480571 Apr 05 10:17:42.590433 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ae88be0-9f8c-40e3-b4e9-b17d2ddd0b1b req-e5cdf601-6cc5-42a4-830a-55fa9c15dac0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660367 Apr 05 10:17:42.841541 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-de3cd554-e119-408d-a5bf-cca2fecc2f24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709584 Apr 05 10:17:42.905224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224f5a1-c8fe-49f2-a7f9-3ad999141f3f req-bf6eadbb-9e1b-44ca-9035-338d281aaeeb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:42.906661 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d224f5a1-c8fe-49f2-a7f9-3ad999141f3f req-bf6eadbb-9e1b-44ca-9035-338d281aaeeb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0808079 Apr 05 10:17:42.953643 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d224f5a1-c8fe-49f2-a7f9-3ad999141f3f req-9fd6eb31-e411-4c7e-aaa6-d51675f46267 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411556 Apr 05 10:17:43.964666 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-a57186a4-9ba9-49fb-a107-41e9a35793c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 1098 time: 0.0717010 Apr 05 10:17:44.141773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-dcc658d6-872b-4c5f-8b14-c4c2d36f854f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:44.143188 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-dcc658d6-872b-4c5f-8b14-c4c2d36f854f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1729133 Apr 05 10:17:44.360528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb10d5-8eff-42ee-acb0-eabb4795174c req-bb903455-eee2-40be-8796-de9cd9c51216 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:44.361889 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5fb10d5-8eff-42ee-acb0-eabb4795174c req-bb903455-eee2-40be-8796-de9cd9c51216 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.2831650 Apr 05 10:17:44.363406 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-aac2e089-9d2c-418b-a75a-878385bc0b7c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d HTTP/1.1" status: 200 len: 1001 time: 0.2106605 Apr 05 10:17:44.453463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-42e68ebb-4f7b-463b-9899-0af71c3f7a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:44.454861 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-42e68ebb-4f7b-463b-9899-0af71c3f7a80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0742726 Apr 05 10:17:44.457066 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5fb10d5-8eff-42ee-acb0-eabb4795174c req-eec54891-216e-4288-b7fe-2aafede774fe tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894589 Apr 05 10:17:44.545063 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-1e769565-26b0-4015-b5d2-5f3f1e04b121 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842443 Apr 05 10:17:44.674419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-b06adddd-418f-410a-b3ba-479a5fb0b20e service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233149 Apr 05 10:17:44.801716 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-85d92840-f585-40e5-b474-7962207e00a5 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217790 Apr 05 10:17:45.649902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43048572-4f2d-4308-8ca0-9f8b9f7863db req-ee51140f-84a3-446f-873a-197d8b767ea2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:45.652218 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-43048572-4f2d-4308-8ca0-9f8b9f7863db req-ee51140f-84a3-446f-873a-197d8b767ea2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0765715 Apr 05 10:17:45.697586 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-43048572-4f2d-4308-8ca0-9f8b9f7863db req-c7a7fb02-5a1f-411d-b0e5-029a79047fc2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386288 Apr 05 10:17:46.409487 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-c2432f6d-3288-45e1-8b58-ec16d2056d7d service neutron] 10.222.0.10 "GET /v2.0/ports/4f1f5bb6-e03c-4e92-a413-07714ae6b92d/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0748525 Apr 05 10:17:46.665442 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-4c908945-cbfc-4f28-9d0b-58ea004a6b51 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 1098 time: 0.0711124 Apr 05 10:17:46.757313 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-52c80e47-3755-42a7-8b93-4ca257f3edde service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 1098 time: 0.0717716 Apr 05 10:17:46.944389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-703c638a-836a-40df-8cb4-5d3b69b73844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:46.945729 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-703c638a-836a-40df-8cb4-5d3b69b73844 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1825957 Apr 05 10:17:47.015435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef38861-62ac-445c-aa1c-714d7b22472c req-2c21fba6-29e7-4450-be68-2cfa3a9acb6c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:47.016895 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6ef38861-62ac-445c-aa1c-714d7b22472c req-2c21fba6-29e7-4450-be68-2cfa3a9acb6c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.1868708 Apr 05 10:17:47.082890 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-4f656efd-55b9-450b-b397-99a95220514d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d HTTP/1.1" status: 200 len: 1001 time: 0.1311214 Apr 05 10:17:47.125515 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6ef38861-62ac-445c-aa1c-714d7b22472c req-28bbc6aa-db1d-4013-a52d-83681954d278 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890725 Apr 05 10:17:47.154249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-a72a8ebc-277a-4051-b97d-b75cbd719b58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:47.155693 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-a72a8ebc-277a-4051-b97d-b75cbd719b58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0656352 Apr 05 10:17:47.227678 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-6c2279c6-ab1e-4474-8000-82940811465e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661678 Apr 05 10:17:47.356034 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-3cdb3152-99b8-4b04-8993-98728952daf3 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223576 Apr 05 10:17:47.487594 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ea2f1e66-4a50-4167-988b-4081056ddb05 req-91020401-c166-40e7-ae9b-0180f8e644b3 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261377 Apr 05 10:17:48.325804 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4c377-454f-49ff-a31c-24386e46b05f req-13d7cda3-be47-4f15-9a90-14b938cc7a98 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:48.327156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-30e4c377-454f-49ff-a31c-24386e46b05f req-13d7cda3-be47-4f15-9a90-14b938cc7a98 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0740011 Apr 05 10:17:48.469340 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-30e4c377-454f-49ff-a31c-24386e46b05f req-d5a9fff4-210e-412d-9e49-1f38c0ceafbb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366427 Apr 05 10:17:49.466802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 4f1f5bb6-e03c-4e92-a413-07714ae6b92d details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:17:49.469100 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 4f1f5bb6-e03c-4e92-a413-07714ae6b92d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:17:49.671243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fc5b9-9551-4892-aaac-cb2d6e8cd046 req-024f389d-dc5c-4a60-8746-3c7eb9bb1f8e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:49.672744 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd2fc5b9-9551-4892-aaac-cb2d6e8cd046 req-024f389d-dc5c-4a60-8746-3c7eb9bb1f8e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0830927 Apr 05 10:17:49.694935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:49.712317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:17:49.718288 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd2fc5b9-9551-4892-aaac-cb2d6e8cd046 req-477808b9-386c-4011-abcd-2faf1201f4cd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398843 Apr 05 10:17:49.732137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'port_id': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'mac_address': 'fa:16:3e:4a:92:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:17:49.737339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:17:49.784102 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:17:49.800091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:49.835841 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f5ead7-16fc-4712-bc4d-713d5d892ded'] response: {'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'code': 200} Apr 05 10:17:49.860011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:49.884995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f1f5bb6-e03c-4e92-a413-07714ae6b92d {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:17:49.952024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:17:49.954807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:17:49.955160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:17:49.961781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:49.962128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:49.962469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:49.962804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:49.963137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:49.963465 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:49.964534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:49.964868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:49.965197 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:49.965521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:49.965878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:17:50.143712 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-6f9371d0-1d67-450b-bc7d-554ee7a024a9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:50.145125 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-6f9371d0-1d67-450b-bc7d-554ee7a024a9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 943 time: 0.1453176 Apr 05 10:17:50.151153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062af37-79f7-4fe1-83ad-b4a9349c4a1f req-d93fc6de-6f07-4039-96f7-9497bfefd43c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:50.154405 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9062af37-79f7-4fe1-83ad-b4a9349c4a1f req-d93fc6de-6f07-4039-96f7-9497bfefd43c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 943 time: 0.1187418 Apr 05 10:17:50.202776 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9062af37-79f7-4fe1-83ad-b4a9349c4a1f req-b70e69e1-b1e4-452a-91b0-78ac57ef940a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424826 Apr 05 10:17:50.290279 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-56c15944-9b98-4ed7-a00c-021dafeb5209 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 1096 time: 0.0697496 Apr 05 10:17:50.418502 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-35c1cc64-8eef-4034-8604-be92c1d215d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:50.419932 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-35c1cc64-8eef-4034-8604-be92c1d215d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1241236 Apr 05 10:17:50.523183 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-1c448a4e-4200-4a83-b7be-2844cbf2734d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d HTTP/1.1" status: 200 len: 999 time: 0.0974445 Apr 05 10:17:50.554791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:50.572948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1f5bb6-e03c-4e92-a413-07714ae6b92d {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:17:50.585866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-d53e154d-d9fe-45bf-92d4-01a5e222bdaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:50.587320 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-d53e154d-d9fe-45bf-92d4-01a5e222bdaf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0586884 Apr 05 10:17:50.589442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:17:50.593868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:50.659591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['4f1f5bb6-e03c-4e92-a413-07714ae6b92d'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:17:50.668267 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-28fc25be-b6a5-417a-a904-d791c6faf69f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752821 Apr 05 10:17:50.701312 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:17:50.800450 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-a59461e2-5e46-4d98-ab6f-2d350e61b728 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254394 Apr 05 10:17:50.929221 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-778c7da1-1e8a-4c07-b5ed-2465e790ad05 req-e0bd2b86-1c64-41da-b779-cb3719bc9ca8 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227074 Apr 05 10:17:51.402522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d7dd5-7230-461c-9824-990300845539 req-d9cbf93f-cad8-4ad8-a329-6c5608d85ca0 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:51.404052 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e48d7dd5-7230-461c-9824-990300845539 req-d9cbf93f-cad8-4ad8-a329-6c5608d85ca0 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 944 time: 0.0765579 Apr 05 10:17:51.453923 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e48d7dd5-7230-461c-9824-990300845539 req-8b406582-3c45-4369-9e83-31ef21b8073e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Apr 05 10:17:51.465595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 4f1f5bb6-e03c-4e92-a413-07714ae6b92d up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:17:51.546462 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:17:51.546734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:51.662826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:51.695264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:17:51.698837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:51.766311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,revision_number=8']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:17:51.837719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:17:51.873565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:51.892964 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4112a807-b735-4d47-b309-7a59d4ad3fc0'] response: {'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'code': 200} Apr 05 10:17:52.651105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eac5e3-2a6c-4fb1-979e-d55e330aeffd req-19eb0eee-dad2-4ab4-9b20-bfbac1466af3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:52.653088 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1eac5e3-2a6c-4fb1-979e-d55e330aeffd req-19eb0eee-dad2-4ab4-9b20-bfbac1466af3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0814688 Apr 05 10:17:52.698330 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1eac5e3-2a6c-4fb1-979e-d55e330aeffd req-eef62f75-7b5a-427a-829f-4c2e2df11c68 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396187 Apr 05 10:17:52.894350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66531a-8920-4e39-9460-6ccb95bfe117 req-4a527fa6-d6f4-4620-958b-08b214f57be3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:52.895804 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca66531a-8920-4e39-9460-6ccb95bfe117 req-4a527fa6-d6f4-4620-958b-08b214f57be3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0747819 Apr 05 10:17:52.940649 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ca66531a-8920-4e39-9460-6ccb95bfe117 req-c1dcf931-2fc5-41ec-8bf9-09241551f650 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394311 Apr 05 10:17:53.363271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd68ce6-14e2-4438-90f2-a2c3234db36d req-c17887b0-0b3c-4815-b39d-06738c1e4d48 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:53.364646 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0cd68ce6-14e2-4438-90f2-a2c3234db36d req-c17887b0-0b3c-4815-b39d-06738c1e4d48 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.1356304 Apr 05 10:17:53.367278 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce8dba8d-8525-4f31-a8bd-d9259efd84ed req-8440a124-c159-4856-911e-23fe5a012842 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 1098 time: 0.0983918 Apr 05 10:17:53.494068 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0cd68ce6-14e2-4438-90f2-a2c3234db36d req-ca2efafe-f502-4805-a8c9-ceb5202b22e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239519 Apr 05 10:17:53.531266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dba8d-8525-4f31-a8bd-d9259efd84ed req-3eefb798-49ab-4d09-8576-94dbd9d219bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:53.532736 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce8dba8d-8525-4f31-a8bd-d9259efd84ed req-3eefb798-49ab-4d09-8576-94dbd9d219bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1490731 Apr 05 10:17:53.718541 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce8dba8d-8525-4f31-a8bd-d9259efd84ed req-53b95c14-c3cb-48f6-9938-4c1270a9ada6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d HTTP/1.1" status: 200 len: 1001 time: 0.1790524 Apr 05 10:17:53.781811 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dba8d-8525-4f31-a8bd-d9259efd84ed req-72680259-fdff-4d70-8db8-418e97343311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:53.783223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce8dba8d-8525-4f31-a8bd-d9259efd84ed req-72680259-fdff-4d70-8db8-418e97343311 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0590992 Apr 05 10:17:53.857532 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce8dba8d-8525-4f31-a8bd-d9259efd84ed req-155232d5-7078-4d52-bdbe-ed121c09de9d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678232 Apr 05 10:17:53.984443 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce8dba8d-8525-4f31-a8bd-d9259efd84ed req-6c271046-dade-4831-a7b0-6c1b8bca8c50 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207435 Apr 05 10:17:54.113347 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ce8dba8d-8525-4f31-a8bd-d9259efd84ed req-53da5622-431e-40c3-ae0d-96ce19823eb5 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233866 Apr 05 10:17:54.752754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16333e-5041-44f0-9af0-728cbd4d551c req-5266e47f-b42a-423f-9653-870018dcc2ee tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:54.754181 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe16333e-5041-44f0-9af0-728cbd4d551c req-5266e47f-b42a-423f-9653-870018dcc2ee tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.1294022 Apr 05 10:17:54.776609 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4931131f-58a8-4d6f-a830-047d5e1f0327 req-0a45db10-89bf-482d-8dad-1b29254f3f06 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1088095 Apr 05 10:17:54.803916 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe16333e-5041-44f0-9af0-728cbd4d551c req-4e95f055-6ee4-42a7-aaf0-134beb3ad3be tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 Apr 05 10:17:54.927402 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4931131f-58a8-4d6f-a830-047d5e1f0327 req-147fbdf0-ca8f-4866-8027-7efbc356b735 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 1098 time: 0.0731618 Apr 05 10:17:55.079109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931131f-58a8-4d6f-a830-047d5e1f0327 req-4327de45-358b-474b-8e8a-b6fb1a6d4a59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:55.080575 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4931131f-58a8-4d6f-a830-047d5e1f0327 req-4327de45-358b-474b-8e8a-b6fb1a6d4a59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1349673 Apr 05 10:17:55.235246 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4931131f-58a8-4d6f-a830-047d5e1f0327 req-b04a9115-7911-47ca-a725-3c660f0b7755 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d HTTP/1.1" status: 200 len: 1001 time: 0.1481698 Apr 05 10:17:55.305663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada5cdc-4566-4615-8dfe-2f2522b0dd64 req-8f76a5e3-1f14-45e0-b3cd-7ce6b7c918a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:55.307107 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eada5cdc-4566-4615-8dfe-2f2522b0dd64 req-8f76a5e3-1f14-45e0-b3cd-7ce6b7c918a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.1601229 Apr 05 10:17:55.312632 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931131f-58a8-4d6f-a830-047d5e1f0327 req-75097d1f-278c-4e46-9822-5976f0c80b4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:55.313995 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4931131f-58a8-4d6f-a830-047d5e1f0327 req-75097d1f-278c-4e46-9822-5976f0c80b4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0711162 Apr 05 10:17:55.401836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eada5cdc-4566-4615-8dfe-2f2522b0dd64 req-d51ebe1c-fcda-4b8e-8a06-040dbf48eddc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869064 Apr 05 10:17:55.422104 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4931131f-58a8-4d6f-a830-047d5e1f0327 req-6be1790f-8d88-4c57-bfc5-088d034d46ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890751 Apr 05 10:17:55.554886 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4931131f-58a8-4d6f-a830-047d5e1f0327 req-bcebbe4f-c641-4543-91d2-f6faed92a1a5 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277120 Apr 05 10:17:55.687894 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4931131f-58a8-4d6f-a830-047d5e1f0327 req-c560307b-2533-4932-8982-b28c83f82929 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264973 Apr 05 10:17:56.604031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfeac6-6f29-48f6-ba87-a3bf8464a1a2 req-d4663baa-ebd9-4892-9a62-c9c5ba51c6e5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:56.606299 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f4bfeac6-6f29-48f6-ba87-a3bf8464a1a2 req-d4663baa-ebd9-4892-9a62-c9c5ba51c6e5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0794041 Apr 05 10:17:56.784479 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f4bfeac6-6f29-48f6-ba87-a3bf8464a1a2 req-a87907a4-6acb-4405-9fa8-ee62a2cc9186 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722445 Apr 05 10:17:56.819242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6585f00-c251-4d47-9f50-649747cbce42 req-e19880be-d83f-4b01-9b14-56628f4c187e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:56.820660 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d6585f00-c251-4d47-9f50-649747cbce42 req-e19880be-d83f-4b01-9b14-56628f4c187e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 945 time: 0.0802467 Apr 05 10:17:56.889659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Deleting port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:17:56.890005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:57.128138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] For port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:17:57.133970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:57.434559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:57.435436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:57.435827 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7 disassociated. External IP: 172.26.4.232, port: 4f1f5bb6-e03c-4e92-a413-07714ae6b92d. Apr 05 10:17:57.436184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Calling delete_port for 4f1f5bb6-e03c-4e92-a413-07714ae6b92d owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:17:57.577995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:57.629008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event deleted for resources: {'Port': ['ID=4f1f5bb6-e03c-4e92-a413-07714ae6b92d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:17:57.843162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Router c24c48da-ea21-451c-9238-706a4f5746c5 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:17:58.006357 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9191605f-0b5a-49dc-a433-777ba34e7740 req-76e22250-a98d-45ab-b28a-f25def36e754 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=84305fad-33a6-4624-80ab-870ae3c9ef09 HTTP/1.1" status: 200 len: 210 time: 0.0942483 Apr 05 10:17:58.099205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:17:58.111399 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:17:58.125334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:17:58.126030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:17:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:58.169811 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] No DVR routers for this DVR port 4f1f5bb6-e03c-4e92-a413-07714ae6b92d on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:17:58.172266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:58.174812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'name': 'network-vif-deleted', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:17:58.193639 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d6585f00-c251-4d47-9f50-649747cbce42 req-33184fc2-a088-40e6-81bc-e3d56415b3e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "DELETE /v2.0/ports/4f1f5bb6-e03c-4e92-a413-07714ae6b92d HTTP/1.1" status: 204 len: 173 time: 1.3670840 Apr 05 10:17:58.239434 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35ed915b-850e-4d5d-bc92-7c928e1f10db'] response: {'server_uuid': '84305fad-33a6-4624-80ab-870ae3c9ef09', 'name': 'network-vif-deleted', 'tag': '4f1f5bb6-e03c-4e92-a413-07714ae6b92d', 'status': 'completed', 'code': 200} Apr 05 10:17:58.309527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:17:58.619935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:58.624211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:17:58.637148 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:17:58.638536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:17:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:58.829736 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:17:59.180195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:17:59.185504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01be587-9ad5-4b84-9da0-0de334c42195 None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:17:59.379543 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-e53e2db6-4319-4b9a-9160-c5228a4dc1d1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1778898869&fields=id&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 267 time: 0.0432720 Apr 05 10:17:59.410864 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3231c3a1-b4ba-4e15-87aa-0a1a16aa202d None None] New status for floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:17:59.516499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 4f1f5bb6-e03c-4e92-a413-07714ae6b92d no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:17:59.554844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 4f1f5bb6-e03c-4e92-a413-07714ae6b92d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:17:59.555302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 4f1f5bb6-e03c-4e92-a413-07714ae6b92d not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:17:59.632659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-de55be0a-a6e8-4deb-8320-54c1e6c66934 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:17:59.634277 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-de55be0a-a6e8-4deb-8320-54c1e6c66934 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 812 time: 0.2504675 Apr 05 10:17:59.652774 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-c523f572-5e3b-4bc7-9599-ffd927429f1b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/quotas/74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 375 time: 0.0123315 Apr 05 10:17:59.723405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c3a95848-0993-4c46-a757-1bac23ed235d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:17:59.741724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-96912401-e1fe-4edd-a3fd-1ea17e89fad9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Synchronizing usage tracker for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:17:59.756308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-96912401-e1fe-4edd-a3fd-1ea17e89fad9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Unset dirty status for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:17:59.757521 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-96912401-e1fe-4edd-a3fd-1ea17e89fad9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0983031 Apr 05 10:17:59.901819 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-67c835c0-abb0-4c11-bf3d-7ae3c43dc8ec service neutron] 10.222.0.30 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315296 Apr 05 10:18:00.032900 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-48f650de-1cba-44f8-a08b-20b03fce9464 service neutron] 10.222.0.30 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246321 Apr 05 10:18:00.226503 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08606a9c-4cfd-4e81-9d0f-61f2261f62f3 req-b43985b8-e967-4ac7-b18b-92d0718548c2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 210 time: 0.0442181 Apr 05 10:18:01.226936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-e2e521ce-d65d-44ab-a9d0-a0a0eacd062f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:01.228345 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-e2e521ce-d65d-44ab-a9d0-a0a0eacd062f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 812 time: 0.1458912 Apr 05 10:18:01.280462 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-d3766238-faad-47cd-bf5e-cbe07f359620 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 380 time: 0.0402143 Apr 05 10:18:01.287976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'port': {'device_id': '605001de-2eec-4b53-9f0b-221338451a45', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'admin_state_up': True, 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'security_groups': ['6b5599c7-95d1-4abc-ba1a-1f942e3be445']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:18:01.416459 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b908621f-98fb-4917-8a6b-29dfb2845968 req-4a30428e-918e-4f63-8b91-cd81cbe985de tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 210 time: 0.0564015 Apr 05 10:18:01.463163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:18:01.473270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:18:01.484111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Made reservation on behalf of 74f5f6c32cbb43d4b67c5510d18a37ec for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:18:01.486997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:01.655843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Allocated IP 172.20.0.8 (8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc/d394a436-9a3a-484f-aef4-c8f66294340d/9699a95c-15b3-4e0e-ae58-bff0bfac9b56) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:18:01.837896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:01.853346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Transition to ACTIVE for port object 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:18:01.875387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:01.944309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:18:01.947180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:18:01.951307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:18:01.992869 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event updated for resources: {'Port': ['ID=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:18:02.003832 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5e161ba3-4364-46fa-89a8-50dfdf8cbc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:02.019280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:02.019909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:02.046846 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-26d48521-ffa3-4c75-9857-191c8918c3a4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7623665 Apr 05 10:18:02.058133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Request body: {'port': {'device_id': '605001de-2eec-4b53-9f0b-221338451a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:18:02.170158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:02.176641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c109a3c6-47cd-4829-b77b-14097db3d05a None None] Provisioning for port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:18:02.181578 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c109a3c6-47cd-4829-b77b-14097db3d05a None None] Provisioning complete for port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:18:02.181995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c109a3c6-47cd-4829-b77b-14097db3d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:02.242813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c109a3c6-47cd-4829-b77b-14097db3d05a None None] Port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:18:02.652110 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:18:02.662420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:02.681819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Transition to ACTIVE for port object 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:18:02.687346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:02.735544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b231d8a-2d8f-41a2-9c3a-15499c3fe094 req-91610d5d-eee7-4d5d-bf49-5d57f275b3c9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:02.736152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-2b231d8a-2d8f-41a2-9c3a-15499c3fe094 req-91610d5d-eee7-4d5d-bf49-5d57f275b3c9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Synchronizing usage tracker for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:18:02.828617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Pushing event updated for resources: {'Port': ['ID=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:18:02.830857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-2b231d8a-2d8f-41a2-9c3a-15499c3fe094 req-91610d5d-eee7-4d5d-bf49-5d57f275b3c9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Unset dirty status for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:18:02.832053 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2b231d8a-2d8f-41a2-9c3a-15499c3fe094 req-91610d5d-eee7-4d5d-bf49-5d57f275b3c9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 931 time: 0.2886283 Apr 05 10:18:02.957611 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2b231d8a-2d8f-41a2-9c3a-15499c3fe094 req-73ce7fed-32b2-477c-a586-2070d90f7754 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144543 Apr 05 10:18:02.992238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Attempting to bind port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:18:02.992511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Attempting to bind port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:18:02.992835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Attempting to bind port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:18:02.998759 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:18:02.999074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Attempting to bind port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:18:03.005230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:18:03.005566 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Checking segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:18:03.005944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Bound using segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:18:03.006362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Bound port: 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:18:03.006705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:03.073490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:03.096782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] For port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:18:03.099837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] For port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:18:03.104074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:03.133918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:03.172310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:03.173672 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] 10.222.0.10 "PUT /v2.0/ports/9699a95c-15b3-4e0e-ae58-bff0bfac9b56 HTTP/1.1" status: 200 len: 1093 time: 1.1199927 Apr 05 10:18:03.174100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:18:03.199298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d25e-e3f2-44a6-a476-d8ec68e4012f service neutron] Pushing event updated for resources: {'Port': ['ID=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:18:03.257761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4121a89-0064-49ea-bf34-61ff623282c8'] response: {'name': 'network-changed', 'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'status': 'completed', 'code': 200} Apr 05 10:18:03.301337 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-c21098e1-3631-4fe8-943f-51fab45654d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 1096 time: 0.0792735 Apr 05 10:18:03.370273 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-53bd0247-19ef-4008-9dcc-8745f2807ebd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56 HTTP/1.1" status: 200 len: 217 time: 0.0618975 Apr 05 10:18:03.434187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-bdb08f99-5e4b-4787-b884-eeece5bb262e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:03.436092 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-bdb08f99-5e4b-4787-b884-eeece5bb262e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0599475 Apr 05 10:18:03.508081 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-0cecbd43-0486-4ac1-bc33-5eda6f7889e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666258 Apr 05 10:18:03.637208 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-7eb41976-0c0a-4d61-bade-9cfdbea836c8 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227872 Apr 05 10:18:03.764403 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc9679bd-a226-4e11-8157-1a94252afcc5 req-4d8998a8-1c56-40bd-996e-0acca9d5cb4f service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212316 Apr 05 10:18:03.881698 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d11aa6fb-ec03-4681-b842-398323167d5d req-39b50973-66e1-4366-be83-19573d03e48f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 1096 time: 0.0728223 Apr 05 10:18:04.013373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11aa6fb-ec03-4681-b842-398323167d5d req-0eedcc5c-e110-492d-b421-d7ac5e0353f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:04.014866 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d11aa6fb-ec03-4681-b842-398323167d5d req-0eedcc5c-e110-492d-b421-d7ac5e0353f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1266482 Apr 05 10:18:04.081124 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d11aa6fb-ec03-4681-b842-398323167d5d req-a52f7aeb-05cb-45eb-9225-028f328764c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56 HTTP/1.1" status: 200 len: 217 time: 0.0597324 Apr 05 10:18:04.270855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11aa6fb-ec03-4681-b842-398323167d5d req-7e02600a-8124-4875-862a-7d0b25b6eb36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:04.272193 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d11aa6fb-ec03-4681-b842-398323167d5d req-7e02600a-8124-4875-862a-7d0b25b6eb36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0724447 Apr 05 10:18:04.330309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d620ab-ee68-4dec-bdb6-035000f4618c req-68a47561-765a-40be-89fa-04394e1e9aa6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:04.331751 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3d620ab-ee68-4dec-bdb6-035000f4618c req-68a47561-765a-40be-89fa-04394e1e9aa6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 943 time: 0.2494276 Apr 05 10:18:04.391287 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3d620ab-ee68-4dec-bdb6-035000f4618c req-16064d77-aea4-4dbc-9440-c1d992241dd4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496855 Apr 05 10:18:04.394885 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d11aa6fb-ec03-4681-b842-398323167d5d req-a9f57382-e8d1-4cfb-8a14-f34324da5c77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150398 Apr 05 10:18:04.454957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:04.525595 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d11aa6fb-ec03-4681-b842-398323167d5d req-0a64f292-06d2-4535-b03b-e20a5b6744c6 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232874 Apr 05 10:18:04.656998 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d11aa6fb-ec03-4681-b842-398323167d5d req-4ce9231f-9e0d-4188-a61d-222a35f3b5cf service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244705 Apr 05 10:18:05.563403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:18:05.590545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de3e09-2ff7-483e-86dd-7937abcf9c54 req-e3db77f4-eba8-4a32-9f52-2ba60975dbf7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:05.592570 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-20de3e09-2ff7-483e-86dd-7937abcf9c54 req-e3db77f4-eba8-4a32-9f52-2ba60975dbf7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 943 time: 0.0790169 Apr 05 10:18:05.642174 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-20de3e09-2ff7-483e-86dd-7937abcf9c54 req-4a948b56-c762-4d92-aa1c-b896b10579a2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 Apr 05 10:18:05.699110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:18:05.712230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'port_id': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'mac_address': 'fa:16:3e:76:f1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:18:05.767396 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:05.783895 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:18:05.798946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:18:05.802566 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:05.867129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:18:06.042223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['9699a95c-15b3-4e0e-ae58-bff0bfac9b56'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:18:06.835596 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36525ead-c230-48a1-a538-5b1871cd4274 req-5fda1ed3-50f2-4b0c-9f91-307aa74ad3b9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:06.837043 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-36525ead-c230-48a1-a538-5b1871cd4274 req-5fda1ed3-50f2-4b0c-9f91-307aa74ad3b9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 944 time: 0.0749607 Apr 05 10:18:06.880859 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-36525ead-c230-48a1-a538-5b1871cd4274 req-0c8d043c-e67c-4193-b52b-2ebbd035c0c7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376797 Apr 05 10:18:07.563373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:18:07.631848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:18:07.636548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:18:07.636921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:07.749998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:07.775860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:18:07.785835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:18:07.790290 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:07.837836 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c22f1e2-6e49-4d83-a158-c579e18ef438'] response: {'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'code': 200} Apr 05 10:18:07.865951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:18:08.135463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16671559-44bc-459f-94af-6de71375b9f4 req-c7732715-a8b5-4407-a856-f213d484f47a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:08.136920 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-16671559-44bc-459f-94af-6de71375b9f4 req-c7732715-a8b5-4407-a856-f213d484f47a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.1039495 Apr 05 10:18:08.141264 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5ef11e72-979b-49d3-b32d-9b0fee3fa22d req-b7395c19-3054-4cf4-9f33-7647ebe834c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 1098 time: 0.1376026 Apr 05 10:18:08.214977 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-16671559-44bc-459f-94af-6de71375b9f4 req-27e1386e-1ff4-4b8c-acad-42872bfcf859 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718949 Apr 05 10:18:08.217292 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5ef11e72-979b-49d3-b32d-9b0fee3fa22d req-27f3817c-e16f-47fc-a13f-aa25f1571431 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607376 Apr 05 10:18:09.413147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57956660-9d54-40aa-b2a2-879940fefeb8 req-248b84ba-0b15-4e59-a15c-121eba2d7bc1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:09.414566 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-57956660-9d54-40aa-b2a2-879940fefeb8 req-248b84ba-0b15-4e59-a15c-121eba2d7bc1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0749855 Apr 05 10:18:09.460119 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-57956660-9d54-40aa-b2a2-879940fefeb8 req-095176b3-709e-4d54-b253-00f06c728707 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 Apr 05 10:18:09.678091 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0c564-90eb-444f-9d2b-4b60907e7734 req-3f453c71-52b6-403a-a7b6-dd88d2407290 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:09.679542 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-34a0c564-90eb-444f-9d2b-4b60907e7734 req-3f453c71-52b6-403a-a7b6-dd88d2407290 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0858207 Apr 05 10:18:09.689203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37406) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:18:09.694504 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-25af913d-d78b-4527-aa52-15e1331b4b44 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'floatingip': {'port_id': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:18:09.767926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25af913d-d78b-4527-aa52-15e1331b4b44 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:10.270019 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:18:10.442010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25af913d-d78b-4527-aa52-15e1331b4b44 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:10.445700 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25af913d-d78b-4527-aa52-15e1331b4b44 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:10.632257 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-25af913d-d78b-4527-aa52-15e1331b4b44 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7 associated. External IP: 172.26.4.232, port: 9699a95c-15b3-4e0e-ae58-bff0bfac9b56. Apr 05 10:18:11.014421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25af913d-d78b-4527-aa52-15e1331b4b44 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Router c24c48da-ea21-451c-9238-706a4f5746c5 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:18:11.211179 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25af913d-d78b-4527-aa52-15e1331b4b44 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:18:11.216018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-25af913d-d78b-4527-aa52-15e1331b4b44 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:11.221529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:18:11.239460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:18:11.240097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:18:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:18:11.269227 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-25af913d-d78b-4527-aa52-15e1331b4b44 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "PUT /v2.0/floatingips/58c3268c-364b-45ab-bf5c-18c8082d07f7 HTTP/1.1" status: 200 len: 991 time: 1.5787926 Apr 05 10:18:11.269628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:18:11.323451 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0732ae83-325b-4eb4-8ecc-3fc0290b57e8'] response: {'name': 'network-changed', 'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'status': 'completed', 'code': 200} Apr 05 10:18:11.416912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:18:11.472633 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a3b186b-6799-4503-b021-afec95768ac8 req-4b06b139-a942-4201-9b30-3a3ec0acce73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0934477 Apr 05 10:18:11.475278 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-60666522-22fc-4432-8e66-2f384987ed21 req-dafdcfc7-0bd1-47c5-ae84-f204febf2865 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 1098 time: 0.1299393 Apr 05 10:18:11.634113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60666522-22fc-4432-8e66-2f384987ed21 req-60781d7f-c705-4690-ad50-58d4f0da66dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:11.636730 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-60666522-22fc-4432-8e66-2f384987ed21 req-60781d7f-c705-4690-ad50-58d4f0da66dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1556895 Apr 05 10:18:11.768277 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-6cbb3b33-745d-4de3-8a59-ffcfe9bfc68a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766191 Apr 05 10:18:11.839640 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:76:f1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605001de-2eec-4b53-9f0b-221338451a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:18:10Z', 'revision_number': 9, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:18:11.844237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:18:11.857655 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:18:11.858319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:18:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:18:11.924537 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-60666522-22fc-4432-8e66-2f384987ed21 req-bea0fc48-f28d-4c96-8432-ecd9d2135048 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56 HTTP/1.1" status: 200 len: 999 time: 0.2820826 Apr 05 10:18:11.997977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34188caf-1dc7-4559-900c-59328a2173c8 req-d40ef968-5df4-42d1-85a0-060699a88104 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:11.999608 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-34188caf-1dc7-4559-900c-59328a2173c8 req-d40ef968-5df4-42d1-85a0-060699a88104 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.2609119 Apr 05 10:18:12.004925 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60666522-22fc-4432-8e66-2f384987ed21 req-bf2b70aa-7ca9-4ceb-a6ed-e88809230ea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:12.006282 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-60666522-22fc-4432-8e66-2f384987ed21 req-bf2b70aa-7ca9-4ceb-a6ed-e88809230ea4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0747883 Apr 05 10:18:12.059552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:18:12.099439 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-34188caf-1dc7-4559-900c-59328a2173c8 req-7660803c-bb15-4ab2-958d-db071c023f5c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922205 Apr 05 10:18:12.122821 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-60666522-22fc-4432-8e66-2f384987ed21 req-7678d75c-701b-41f2-98df-08e843f5c020 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0998313 Apr 05 10:18:12.267180 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-60666522-22fc-4432-8e66-2f384987ed21 req-5dbda426-8f2c-42b2-acda-eeca9bdfdb36 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389017 Apr 05 10:18:12.420044 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-60666522-22fc-4432-8e66-2f384987ed21 req-6ca3e1f0-4081-451b-a611-d1665a481319 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470571 Apr 05 10:18:12.449976 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:76:f1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605001de-2eec-4b53-9f0b-221338451a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:18:10Z', 'revision_number': 9, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:18:12.454193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b4029-a82b-472b-b3c7-927794b0a71d None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:76:f1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605001de-2eec-4b53-9f0b-221338451a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:18:10Z', 'revision_number': 9, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:18:12.670813 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fbc2bd-a274-4af8-b0e1-d017bade1db0 None None] New status for floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:18:13.007982 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-7a66ae2b-0cc6-45f0-9e4f-3e35e597d3e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 1098 time: 0.0683334 Apr 05 10:18:13.135900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-80ce41f6-a9ab-453a-991b-6032a48ff1fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:13.137469 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-80ce41f6-a9ab-453a-991b-6032a48ff1fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1239614 Apr 05 10:18:13.280149 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-49c3b68b-4736-4476-b563-c15b0fe0b22e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56 HTTP/1.1" status: 200 len: 1002 time: 0.1369901 Apr 05 10:18:13.354599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-5e146dfc-ca3b-4359-8980-9ae6f52e646e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:13.356069 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-5e146dfc-ca3b-4359-8980-9ae6f52e646e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0703819 Apr 05 10:18:13.400059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132f71a-0b69-4543-9cb1-8947963af408 req-a0ed3e4c-24ec-4ae3-837e-d79624012740 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:13.401472 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a132f71a-0b69-4543-9cb1-8947963af408 req-a0ed3e4c-24ec-4ae3-837e-d79624012740 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.1676283 Apr 05 10:18:13.468137 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a132f71a-0b69-4543-9cb1-8947963af408 req-41bc10ec-f957-42a1-be0b-09fe6ab68297 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596375 Apr 05 10:18:13.476820 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-4b802a3c-10f9-4b50-89ee-7516b5b9569a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1147215 Apr 05 10:18:13.607211 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-42a9cc90-4bd7-437f-af73-488a5c972a10 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243560 Apr 05 10:18:13.737992 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-09b4ae4d-8b0b-425a-8d7e-916f109b32b4 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253641 Apr 05 10:18:14.675952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0064b02-8eea-45bf-a58c-6f3f360c6eeb req-b9751fa3-002f-4163-b6a1-3824ac9ea948 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:14.677387 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0064b02-8eea-45bf-a58c-6f3f360c6eeb req-b9751fa3-002f-4163-b6a1-3824ac9ea948 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0805466 Apr 05 10:18:14.722168 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0064b02-8eea-45bf-a58c-6f3f360c6eeb req-93abae6f-69e4-46e4-a428-a421ed5e8dd6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394070 Apr 05 10:18:15.926662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7971f6-68d9-4de9-ad73-d5d0f1cb912f req-fe862401-6ce3-4746-9860-e75c3b2f8c88 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:15.928148 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c7971f6-68d9-4de9-ad73-d5d0f1cb912f req-fe862401-6ce3-4746-9860-e75c3b2f8c88 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0804949 Apr 05 10:18:15.973636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c7971f6-68d9-4de9-ad73-d5d0f1cb912f req-ad18ce65-ca2e-41b9-9751-6474ebeffb0c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397220 Apr 05 10:18:17.172082 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37b30c-bb93-4d3f-b436-c4c96c0ca4cd req-cb994e98-5b1a-4ad6-af67-331c5866183b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:17.173510 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8b37b30c-bb93-4d3f-b436-c4c96c0ca4cd req-cb994e98-5b1a-4ad6-af67-331c5866183b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0754642 Apr 05 10:18:17.218448 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8b37b30c-bb93-4d3f-b436-c4c96c0ca4cd req-e1c4b284-d209-4ebd-9d3d-b40ebd0fd25c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393569 Apr 05 10:18:18.523930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de4456-11dc-42e3-b861-a4071ebac9dd req-a827e543-55d4-4d41-a798-dbc3b48c83bd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:18.525374 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00de4456-11dc-42e3-b861-a4071ebac9dd req-a827e543-55d4-4d41-a798-dbc3b48c83bd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.1675899 Apr 05 10:18:18.570953 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00de4456-11dc-42e3-b861-a4071ebac9dd req-44100343-d8e6-4bec-b5cc-4293a3ede794 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397928 Apr 05 10:18:19.770954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e50828-ebd7-459f-aa8f-36196c7fc570 req-248a428b-5255-4e09-b105-91e87d58a5bb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:19.772502 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-96e50828-ebd7-459f-aa8f-36196c7fc570 req-248a428b-5255-4e09-b105-91e87d58a5bb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0763686 Apr 05 10:18:19.822937 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-96e50828-ebd7-459f-aa8f-36196c7fc570 req-67b91f28-6d8b-456f-8c51-ac19773eb7a2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444722 Apr 05 10:18:21.017040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a98f9-e74b-4e65-8802-41a0f03d06ff req-d76b2672-887d-4abe-ac8a-5da7d807edd5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:21.018457 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe0a98f9-e74b-4e65-8802-41a0f03d06ff req-d76b2672-887d-4abe-ac8a-5da7d807edd5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0741837 Apr 05 10:18:21.064636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fe0a98f9-e74b-4e65-8802-41a0f03d06ff req-97e3d369-9be3-421b-96dc-b40f68a383ba tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405726 Apr 05 10:18:21.878683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:22.266658 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e860c-e87b-4277-ba99-52ea352ba469 req-d393899e-ae19-4781-835a-b4cf548fd9aa tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:22.268136 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b58e860c-e87b-4277-ba99-52ea352ba469 req-d393899e-ae19-4781-835a-b4cf548fd9aa tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0790169 Apr 05 10:18:22.312940 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b58e860c-e87b-4277-ba99-52ea352ba469 req-90317355-b29c-4bab-a4a3-c76695e64223 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389621 Apr 05 10:18:23.517600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65435b83-1ab1-42b6-a43d-4063b75838e8 req-ad4c16b7-9612-4914-9299-b5648e2070b9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:23.519110 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65435b83-1ab1-42b6-a43d-4063b75838e8 req-ad4c16b7-9612-4914-9299-b5648e2070b9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0797796 Apr 05 10:18:23.568793 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65435b83-1ab1-42b6-a43d-4063b75838e8 req-be6b3d5e-299b-4dce-8241-2dbd206036c3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Apr 05 10:18:24.919451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704232f-b483-4b1f-ad2e-3872de55cc88 req-5c43df59-1802-404c-8c87-6cb830fbed86 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:24.920909 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3704232f-b483-4b1f-ad2e-3872de55cc88 req-5c43df59-1802-404c-8c87-6cb830fbed86 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0899978 Apr 05 10:18:24.966402 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3704232f-b483-4b1f-ad2e-3872de55cc88 req-1df761b6-a4ba-43e0-a0ef-e3498b9e837c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398552 Apr 05 10:18:26.163353 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1dca8-b28b-4ac6-b88a-5036d87949ae req-cb999e62-ec1f-4fcb-a7e7-fa96b161ff48 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:26.164800 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ba1dca8-b28b-4ac6-b88a-5036d87949ae req-cb999e62-ec1f-4fcb-a7e7-fa96b161ff48 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0765183 Apr 05 10:18:26.213260 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ba1dca8-b28b-4ac6-b88a-5036d87949ae req-6a55bae3-1f12-47f8-b512-c7af168b5669 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422573 Apr 05 10:18:27.411824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cfa76-2607-4289-bd2b-b2df198055f8 req-ae323fbf-447a-4a2c-bfac-00a62175c8f6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:27.413283 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4c4cfa76-2607-4289-bd2b-b2df198055f8 req-ae323fbf-447a-4a2c-bfac-00a62175c8f6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0779538 Apr 05 10:18:27.459417 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4c4cfa76-2607-4289-bd2b-b2df198055f8 req-ef9d546d-8036-40ad-bb74-401f643cebef tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405598 Apr 05 10:18:28.656850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0ea75-3208-4f1d-bc6c-5c42fb90662b req-6518b476-636e-4d22-9b56-6fb08d2290c2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:28.658312 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-12a0ea75-3208-4f1d-bc6c-5c42fb90662b req-6518b476-636e-4d22-9b56-6fb08d2290c2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0785689 Apr 05 10:18:28.703479 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-12a0ea75-3208-4f1d-bc6c-5c42fb90662b req-a7da0c49-e537-4aa5-91bc-5f221acd1c2a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392942 Apr 05 10:18:29.724729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9f520e0b-dfb8-4da0-8d1f-a87f1f522e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:29.898907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4602721-1d42-4fd0-91f4-af354c1342db req-f6f3b6a4-438f-4265-b176-9f8048fa9075 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:29.900381 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e4602721-1d42-4fd0-91f4-af354c1342db req-f6f3b6a4-438f-4265-b176-9f8048fa9075 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0752139 Apr 05 10:18:29.951803 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e4602721-1d42-4fd0-91f4-af354c1342db req-4fe6d528-3f0b-4e87-ae0b-90cff5af24df tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449128 Apr 05 10:18:31.165760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686775d-fe28-41f7-8ed9-a44e43539f88 req-0925ca6e-e797-457b-bfa6-49f1f5ed884d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:31.167214 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2686775d-fe28-41f7-8ed9-a44e43539f88 req-0925ca6e-e797-457b-bfa6-49f1f5ed884d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0808740 Apr 05 10:18:31.214452 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2686775d-fe28-41f7-8ed9-a44e43539f88 req-3c9a2983-9111-4d16-87ba-abb371f190f4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 Apr 05 10:18:31.996384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-38fc9d62-78ad-4875-8273-215a022113e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:32.450563 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47869a36-f860-472b-8c10-cf57ae2c95c6 req-a39616a0-975c-4e9c-ade3-e3e69e57cb50 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:32.452064 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-47869a36-f860-472b-8c10-cf57ae2c95c6 req-a39616a0-975c-4e9c-ade3-e3e69e57cb50 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0751195 Apr 05 10:18:32.497028 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-47869a36-f860-472b-8c10-cf57ae2c95c6 req-d1bb31c1-c441-40af-a3eb-bc6476792dd6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393360 Apr 05 10:18:33.077686 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:33.136511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:33.700890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acd5b4-fce1-4a98-9634-634dde36211c req-421e1c16-213b-44ad-8a4b-057761964bcf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:33.702478 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-66acd5b4-fce1-4a98-9634-634dde36211c req-421e1c16-213b-44ad-8a4b-057761964bcf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0840540 Apr 05 10:18:33.747008 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-66acd5b4-fce1-4a98-9634-634dde36211c req-09729121-1823-40ff-a2a3-f8c9c5464cf2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387819 Apr 05 10:18:34.457608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:34.940697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e96469-b831-4ecf-9848-45c1e93b35a7 req-ca16322f-590a-4204-a409-fda58e78766f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:34.942141 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75e96469-b831-4ecf-9848-45c1e93b35a7 req-ca16322f-590a-4204-a409-fda58e78766f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0753858 Apr 05 10:18:34.989736 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75e96469-b831-4ecf-9848-45c1e93b35a7 req-d488ceb7-e517-402a-93d4-b2211ea54f53 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421245 Apr 05 10:18:36.184463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa3a3e-d94c-4af9-af4f-474dd49e9b40 req-f655694f-830e-4806-9d3e-bbcded088c99 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:36.186032 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0aa3a3e-d94c-4af9-af4f-474dd49e9b40 req-f655694f-830e-4806-9d3e-bbcded088c99 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0756645 Apr 05 10:18:36.231589 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c0aa3a3e-d94c-4af9-af4f-474dd49e9b40 req-0db7a2af-6c30-4755-b660-a923cea4511b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398977 Apr 05 10:18:37.439314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9980dc9-49f7-40c6-a319-b9563d21a66e req-1f63cf7e-2f06-443f-b2b5-01f58dacd4d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:37.440783 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f9980dc9-49f7-40c6-a319-b9563d21a66e req-1f63cf7e-2f06-443f-b2b5-01f58dacd4d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0790875 Apr 05 10:18:37.486875 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f9980dc9-49f7-40c6-a319-b9563d21a66e req-78de029f-7593-4372-ae91-040cb4d7c23e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406029 Apr 05 10:18:38.685606 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068372e-da42-4dd0-a64b-c5264de97de9 req-29c6e623-96f7-40ea-a7b2-a6eb4083dd5e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:38.687495 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8068372e-da42-4dd0-a64b-c5264de97de9 req-29c6e623-96f7-40ea-a7b2-a6eb4083dd5e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0764625 Apr 05 10:18:38.734476 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8068372e-da42-4dd0-a64b-c5264de97de9 req-5db3b4ba-c41d-4059-930a-f7af09bc19dc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399091 Apr 05 10:18:39.940773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434ef45-afe9-4d6b-be01-6736963759cd req-eabc03a5-4dd5-4fa1-b7e4-44444bf8dd5d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:39.942237 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8434ef45-afe9-4d6b-be01-6736963759cd req-eabc03a5-4dd5-4fa1-b7e4-44444bf8dd5d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0864623 Apr 05 10:18:39.990811 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8434ef45-afe9-4d6b-be01-6736963759cd req-fe56dba8-7e38-45e2-b05b-ac391b42940d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425658 Apr 05 10:18:41.205570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be325714-b1b6-4df1-9ae5-265b5b051b64 req-03e5974e-80db-426d-b35f-885d49e59034 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:41.207145 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-be325714-b1b6-4df1-9ae5-265b5b051b64 req-03e5974e-80db-426d-b35f-885d49e59034 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0883772 Apr 05 10:18:41.273737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-be325714-b1b6-4df1-9ae5-265b5b051b64 req-743127e4-54c0-479a-9a56-a3e8cae4cf79 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594132 Apr 05 10:18:42.496890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4769a6d-6960-4159-97a6-1b85f272def4 req-25ea9a33-ecfd-457b-9b4a-436edb2cb3e2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:42.499330 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a4769a6d-6960-4159-97a6-1b85f272def4 req-25ea9a33-ecfd-457b-9b4a-436edb2cb3e2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0886800 Apr 05 10:18:42.551608 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a4769a6d-6960-4159-97a6-1b85f272def4 req-d67e8ddc-2876-4e3c-84a6-4eeda580d636 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459056 Apr 05 10:18:43.767564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1e17e-3b10-4369-821f-2c0f465087a1 req-89a32e1b-6d1e-4d21-a4fb-8d9729e79ec4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:43.769121 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-37c1e17e-3b10-4369-821f-2c0f465087a1 req-89a32e1b-6d1e-4d21-a4fb-8d9729e79ec4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0834327 Apr 05 10:18:43.815610 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-37c1e17e-3b10-4369-821f-2c0f465087a1 req-fe4962e4-feb0-4c4d-9a84-985e0fe8578c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Apr 05 10:18:45.038788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57337ae-b860-4cea-83f8-dc9bd8ef57e8 req-ec960d04-775f-4ae9-b57e-1d11cf20901f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:45.040310 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f57337ae-b860-4cea-83f8-dc9bd8ef57e8 req-ec960d04-775f-4ae9-b57e-1d11cf20901f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0932891 Apr 05 10:18:45.089613 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f57337ae-b860-4cea-83f8-dc9bd8ef57e8 req-8b313b86-9442-4309-beff-f02a1c08d1a6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430169 Apr 05 10:18:45.567634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-9c2049f2-6ab8-4813-8714-9a6ac28c1237 service neutron] 10.222.0.10 "GET /v2.0/ports/9699a95c-15b3-4e0e-ae58-bff0bfac9b56/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.2461607 Apr 05 10:18:45.851770 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-1f304acc-e119-4e33-a2b7-0b4c9982f619 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 1098 time: 0.0735202 Apr 05 10:18:45.952165 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-6c2d9ba5-4fb1-4709-923e-a31c31f5ef8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 1098 time: 0.0775776 Apr 05 10:18:46.092158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-e5f860c5-71d6-41de-8858-c30403a0eb50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:46.093712 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-e5f860c5-71d6-41de-8858-c30403a0eb50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1365550 Apr 05 10:18:46.198159 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-b3f241a9-f10d-4dd6-bf82-41e519c9abfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56 HTTP/1.1" status: 200 len: 1002 time: 0.0987430 Apr 05 10:18:46.311913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-04627b90-a7b9-4d85-afa1-1ac2351c9927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:46.313593 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-04627b90-a7b9-4d85-afa1-1ac2351c9927 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.1105356 Apr 05 10:18:46.393337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64f20-d4f3-4a7e-86f5-4607413256ed req-75613249-d280-4faf-818d-7ec6de541ad6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:46.394790 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1ff64f20-d4f3-4a7e-86f5-4607413256ed req-75613249-d280-4faf-818d-7ec6de541ad6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.1573396 Apr 05 10:18:46.448557 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-b2db9ed8-aeb3-48bc-a16d-9d67a07f3ee7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1293855 Apr 05 10:18:46.453726 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1ff64f20-d4f3-4a7e-86f5-4607413256ed req-1282af77-d9e5-4754-9da5-2fb2923c52f3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528860 Apr 05 10:18:46.584282 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-e023e108-83f4-4253-9c8e-02038450b6ee service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295104 Apr 05 10:18:46.728172 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3282a27a-92c1-42ab-b884-0786f46d3941 req-b64d1020-c28d-4dc0-b22d-1792b15c3c58 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377621 Apr 05 10:18:47.271459 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:18:47.658014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffa4b1-9a49-4851-b4c2-dfcef7e66dbe req-33bffc66-bc4d-4d09-ae9d-ec6fdd8d2da1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:47.659493 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-12ffa4b1-9a49-4851-b4c2-dfcef7e66dbe req-33bffc66-bc4d-4d09-ae9d-ec6fdd8d2da1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0839794 Apr 05 10:18:47.712056 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-12ffa4b1-9a49-4851-b4c2-dfcef7e66dbe req-bab80ab9-6038-4d88-a3eb-9bfa9c10cc3d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466123 Apr 05 10:18:47.830033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:18:47.953050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:47.979683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:18:47.989392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:18:47.992864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:48.044668 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8f500c-31c5-4a4d-bd3b-285f171b1527'] response: {'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'code': 200} Apr 05 10:18:48.060654 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:18:48.919889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf4f07-c86b-4fff-a4f1-09a812ccb58b req-eaac1ca4-f0f2-4e72-93ff-e01528cff76a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:48.922232 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1cf4f07-c86b-4fff-a4f1-09a812ccb58b req-eaac1ca4-f0f2-4e72-93ff-e01528cff76a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 943 time: 0.0793290 Apr 05 10:18:48.968935 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c1cf4f07-c86b-4fff-a4f1-09a812ccb58b req-5cfa4458-57df-4680-a5fb-86cca19d3d99 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403759 Apr 05 10:18:49.454852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58707-b159-4f42-984e-719900f108e4 req-5ec99ff0-a4fe-4625-ab51-7dcf07614311 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:49.456425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-5ec99ff0-a4fe-4625-ab51-7dcf07614311 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 943 time: 0.1284866 Apr 05 10:18:49.547085 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8e84-b8c4-4e3d-944a-d34721978426 req-885ed822-de69-4c8d-8bc1-c607ee8feb20 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:49.548472 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a21e8e84-b8c4-4e3d-944a-d34721978426 req-885ed822-de69-4c8d-8bc1-c607ee8feb20 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 943 time: 0.1536546 Apr 05 10:18:49.557792 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-53ad1810-45d9-4dc7-a8cd-f65baa1e824d service neutron] 10.222.0.10 "GET /v2.0/ports/9699a95c-15b3-4e0e-ae58-bff0bfac9b56/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0953627 Apr 05 10:18:49.638997 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a21e8e84-b8c4-4e3d-944a-d34721978426 req-bc8a474d-ea57-411a-8fd9-f82379f0e4ba tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828929 Apr 05 10:18:49.672863 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-6d6c015a-4f24-4a4f-b105-74b462c516f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 1096 time: 0.0929663 Apr 05 10:18:49.804301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58707-b159-4f42-984e-719900f108e4 req-1d1c276c-01e9-4576-9e77-91316163fdf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:49.805665 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-1d1c276c-01e9-4576-9e77-91316163fdf7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1275342 Apr 05 10:18:50.004783 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-b40f6ba1-6902-46f0-8f48-d937fec2a9fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56 HTTP/1.1" status: 200 len: 1000 time: 0.1923580 Apr 05 10:18:50.072066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58707-b159-4f42-984e-719900f108e4 req-ebfee50f-0953-4238-ade5-edfa03037ae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:50.073464 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-ebfee50f-0953-4238-ade5-edfa03037ae2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0629871 Apr 05 10:18:50.168617 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-6a30ac71-0562-4771-9a8e-9342c3997e76 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0888975 Apr 05 10:18:50.306055 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-47c2218a-a7fe-4276-b186-8237176eec87 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319067 Apr 05 10:18:50.456126 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-f609997e-35a2-41c4-a899-425393350c76 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433823 Apr 05 10:18:50.849043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a857e3-5de6-428e-9d29-75339332dfae req-0420862c-e300-49a3-9b99-d26abe2b51ed tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:50.850445 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a857e3-5de6-428e-9d29-75339332dfae req-0420862c-e300-49a3-9b99-d26abe2b51ed tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 943 time: 0.0782464 Apr 05 10:18:50.899909 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5a857e3-5de6-428e-9d29-75339332dfae req-7b33a31c-9283-4409-9afa-2d0309d4f5b0 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 Apr 05 10:18:51.877933 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:52.109307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad0d78-6e65-45a8-bd6b-985cf3747874 req-88076e71-1a30-4ee6-8517-eeebf3660e51 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:52.110931 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-67ad0d78-6e65-45a8-bd6b-985cf3747874 req-88076e71-1a30-4ee6-8517-eeebf3660e51 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 943 time: 0.0870435 Apr 05 10:18:52.160298 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-67ad0d78-6e65-45a8-bd6b-985cf3747874 req-6d808d64-3457-4076-a6c4-b4c0408a449c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433795 Apr 05 10:18:52.906284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-358eafe0-901b-4343-9b85-502f58ae4df0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 1096 time: 0.0692058 Apr 05 10:18:53.001109 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-36a0a29b-13f3-4c61-b2e3-4e26037b7973 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 1096 time: 0.0735397 Apr 05 10:18:53.131311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58707-b159-4f42-984e-719900f108e4 req-087ccc90-a6a1-41ab-8225-4056dca2690c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:53.132767 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-087ccc90-a6a1-41ab-8225-4056dca2690c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1264315 Apr 05 10:18:53.230425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-0ae87338-2344-4e53-8836-787edc1a49cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56 HTTP/1.1" status: 200 len: 1000 time: 0.0913780 Apr 05 10:18:53.331915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b58707-b159-4f42-984e-719900f108e4 req-d5701dde-bf1f-4174-861e-79dc84d3da90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:53.333314 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-d5701dde-bf1f-4174-861e-79dc84d3da90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0969653 Apr 05 10:18:53.420636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991faac5-46f9-40e4-9ce6-0f977c923c8d req-a56d8ae1-4d11-414f-a09b-4b5cd10fc778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:53.422652 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-991faac5-46f9-40e4-9ce6-0f977c923c8d req-a56d8ae1-4d11-414f-a09b-4b5cd10fc778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 943 time: 0.1379206 Apr 05 10:18:53.455024 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-ca6906d6-2bd5-4cac-adf8-ed3d489c9024 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145563 Apr 05 10:18:53.550321 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-991faac5-46f9-40e4-9ce6-0f977c923c8d req-31efb465-26b4-452e-8b85-69d5368471dd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215162 Apr 05 10:18:53.597424 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-a0fed35e-1b88-4d22-95e7-918f13c28c66 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341007 Apr 05 10:18:53.729907 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3b58707-b159-4f42-984e-719900f108e4 req-414302a7-dce4-4c9b-9a20-ef816b1e562d service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258793 Apr 05 10:18:54.920420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21490dab-d558-46e2-b022-b65316b0b2e5 req-b5b43470-e848-4008-85b0-ca8bac8af9d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:54.923506 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-21490dab-d558-46e2-b022-b65316b0b2e5 req-b5b43470-e848-4008-85b0-ca8bac8af9d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 943 time: 0.2426887 Apr 05 10:18:54.986848 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5670f4ae-9c41-4b56-8d66-5abe56a015e4 req-8fba0664-dff7-4987-b7d6-f2e8f2a2fd18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 1096 time: 0.2400520 Apr 05 10:18:54.990671 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-21490dab-d558-46e2-b022-b65316b0b2e5 req-ad080cf5-a399-4d6b-80ea-679a052b96fa tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572517 Apr 05 10:18:55.140483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670f4ae-9c41-4b56-8d66-5abe56a015e4 req-ecdb5b81-45fe-43ac-a4cf-bfcb4b899e2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:55.142004 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5670f4ae-9c41-4b56-8d66-5abe56a015e4 req-ecdb5b81-45fe-43ac-a4cf-bfcb4b899e2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1353540 Apr 05 10:18:55.249808 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5670f4ae-9c41-4b56-8d66-5abe56a015e4 req-6b1cfdb8-57d7-479f-93d5-889df80c9d63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56 HTTP/1.1" status: 200 len: 1000 time: 0.1006918 Apr 05 10:18:55.312742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670f4ae-9c41-4b56-8d66-5abe56a015e4 req-5d57a926-bc56-454c-a619-63d0c2fb353e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:55.314452 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5670f4ae-9c41-4b56-8d66-5abe56a015e4 req-5d57a926-bc56-454c-a619-63d0c2fb353e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0589609 Apr 05 10:18:55.390556 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5670f4ae-9c41-4b56-8d66-5abe56a015e4 req-e5e45d25-c0b9-4da8-a9b5-5a1e7250fbc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703020 Apr 05 10:18:55.520545 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5670f4ae-9c41-4b56-8d66-5abe56a015e4 req-be26ba44-8580-4155-8a7f-d1113b4077f0 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241121 Apr 05 10:18:55.655022 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5670f4ae-9c41-4b56-8d66-5abe56a015e4 req-1c799ad2-cbc1-403a-a3b1-d3909367b451 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287322 Apr 05 10:18:55.829436 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:18:55.833300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:18:56.056046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:18:56.070073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'port_id': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'mac_address': 'fa:16:3e:76:f1:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:18:56.127189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:56.145374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:18:56.161397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:18:56.168479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:56.235979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff08659-f374-4f7f-b9cb-1dd4db7f5235 req-79f3601a-ac0e-43e9-8864-da289dd08868 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:56.238269 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ff08659-f374-4f7f-b9cb-1dd4db7f5235 req-79f3601a-ac0e-43e9-8864-da289dd08868 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 944 time: 0.1082938 Apr 05 10:18:56.240002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['9699a95c-15b3-4e0e-ae58-bff0bfac9b56'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:18:56.278997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:18:56.287714 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ff08659-f374-4f7f-b9cb-1dd4db7f5235 req-14e60fe6-3945-47e8-aa2d-5f9436d76e64 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441577 Apr 05 10:18:56.300381 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.300734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.301076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.301410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.301745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.302085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.302413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.302747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.303076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.303429 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.303782 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:18:56.495243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2843a-79c9-4b56-aab3-3e172d3f5acf req-8c9d74e0-e4ce-40bb-bc31-5faf9b43655b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:56.496702 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-60e2843a-79c9-4b56-aab3-3e172d3f5acf req-8c9d74e0-e4ce-40bb-bc31-5faf9b43655b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 944 time: 0.0797243 Apr 05 10:18:56.541444 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-60e2843a-79c9-4b56-aab3-3e172d3f5acf req-2b344e1d-e542-490d-9c16-a88bbd598c53 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Apr 05 10:18:56.737035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47d519-3ef2-4aeb-88fd-49d35e8c789f req-28519be7-56a8-49ea-ae50-a1256f91aa75 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:56.738493 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4a47d519-3ef2-4aeb-88fd-49d35e8c789f req-28519be7-56a8-49ea-ae50-a1256f91aa75 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 944 time: 0.0765152 Apr 05 10:18:56.787909 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4a47d519-3ef2-4aeb-88fd-49d35e8c789f req-dfda66e2-4f8c-4ff1-b9c7-c346359b422d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438855 Apr 05 10:18:57.186383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc6c73-ac11-4831-9d20-685bb26c45ff req-a4f29550-f550-4544-bd9a-67eed5b03124 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:57.187882 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-19bc6c73-ac11-4831-9d20-685bb26c45ff req-a4f29550-f550-4544-bd9a-67eed5b03124 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 944 time: 0.0760083 Apr 05 10:18:57.232014 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-19bc6c73-ac11-4831-9d20-685bb26c45ff req-f3c84731-5d84-43f2-8632-0add5b3186a2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384688 Apr 05 10:18:57.844480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:18:57.942842 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:18:57.943203 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:58.052489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:58.079056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:18:58.088449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:18:58.096584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:58.137967 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f53ad6f-d213-4785-83f9-a0da7c218f57'] response: {'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'code': 200} Apr 05 10:18:58.162815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,revision_number=8']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:18:58.455087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb916cb-6fe8-44c4-a085-455f326525a5 req-c22b95e9-68fd-41f6-88b6-0d56ed41bb3b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:58.456549 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-abb916cb-6fe8-44c4-a085-455f326525a5 req-c22b95e9-68fd-41f6-88b6-0d56ed41bb3b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.1022267 Apr 05 10:18:58.503397 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-abb916cb-6fe8-44c4-a085-455f326525a5 req-f0b707e7-34ef-4112-a4b0-c30becf6d123 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412998 Apr 05 10:18:59.149976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96ba0-9674-4572-a9de-5647651d236d req-e224b65f-ad7f-45d7-871a-a608f3ca0a43 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:59.151385 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9da96ba0-9674-4572-a9de-5647651d236d req-e224b65f-ad7f-45d7-871a-a608f3ca0a43 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.0776188 Apr 05 10:18:59.222322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Deleting port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:18:59.222657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:59.457524 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] For port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:18:59.458219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:59.726706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d3fbe17a-ccc1-4b6c-bc11-a77d04dd2d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:59.869741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d5d18-7c33-4994-8b0a-aad0638f3c4c req-478fd9e8-4929-47be-89d0-26f9df6757fb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:18:59.871157 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b50d5d18-7c33-4994-8b0a-aad0638f3c4c req-478fd9e8-4929-47be-89d0-26f9df6757fb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 945 time: 0.2373488 Apr 05 10:18:59.906864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:59.907229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:18:59.907561 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7 disassociated. External IP: 172.26.4.232, port: 9699a95c-15b3-4e0e-ae58-bff0bfac9b56. Apr 05 10:18:59.907904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Calling delete_port for 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:18:59.982184 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b50d5d18-7c33-4994-8b0a-aad0638f3c4c req-ef8a75b8-cd72-497e-b887-5c7cb6822d60 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994670 Apr 05 10:19:00.065952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:00.116220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event deleted for resources: {'Port': ['ID=9699a95c-15b3-4e0e-ae58-bff0bfac9b56,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:19:00.129803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.130177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.130470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.130801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.131133 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.131467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.131862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.132130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.132454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.132813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.133084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:00.338980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Router c24c48da-ea21-451c-9238-706a4f5746c5 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:19:00.557746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:19:00.568142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:19:00.580166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:19:00.580774 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:18:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:19:00.631106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] No DVR routers for this DVR port 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:19:00.633543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:00.636128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'name': 'network-vif-deleted', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:19:00.652028 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9da96ba0-9674-4572-a9de-5647651d236d req-868e343c-eeb0-47b7-952b-531abb13f778 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "DELETE /v2.0/ports/9699a95c-15b3-4e0e-ae58-bff0bfac9b56 HTTP/1.1" status: 204 len: 173 time: 1.4942009 Apr 05 10:19:00.693764 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462b31b0-54dd-4702-8d7a-3b938e55501e'] response: {'server_uuid': '605001de-2eec-4b53-9f0b-221338451a45', 'name': 'network-vif-deleted', 'tag': '9699a95c-15b3-4e0e-ae58-bff0bfac9b56', 'status': 'completed', 'code': 200} Apr 05 10:19:00.764304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:19:01.075433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:19:01.080045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:19:01.091469 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:19:01.092131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:18:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:19:01.172840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8c8808d6-9e8c-4e6e-8d7d-98d563d0a762 req-3bdc5103-b966-4471-aa2d-3cf49cb4e393 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Synchronizing usage tracker for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:19:01.192922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8c8808d6-9e8c-4e6e-8d7d-98d563d0a762 req-3bdc5103-b966-4471-aa2d-3cf49cb4e393 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Unset dirty status for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:19:01.195099 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8c8808d6-9e8c-4e6e-8d7d-98d563d0a762 req-3bdc5103-b966-4471-aa2d-3cf49cb4e393 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=605001de-2eec-4b53-9f0b-221338451a45 HTTP/1.1" status: 200 len: 210 time: 0.0706220 Apr 05 10:19:01.283388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:19:01.596501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:19:01.600450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e4334-daed-4e11-a8b4-5690bb814f22 None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:19:01.833464 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe69b14-275c-4452-89e0-e3a2488dea3f None None] New status for floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:19:01.860913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:19:01.894706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:19:01.895049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 9699a95c-15b3-4e0e-ae58-bff0bfac9b56 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:19:02.000063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f161d2ac-cbcc-4137-bd40-d0e3fd8f58a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:02.564845 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ceb3eef8-cd90-4d1e-8332-a93a285b93dc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1778898869&fields=id&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 267 time: 0.0405428 Apr 05 10:19:02.711749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-0b2729cb-eb73-4c0f-9f41-1f8d38d62aec tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:02.713212 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-0b2729cb-eb73-4c0f-9f41-1f8d38d62aec tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 812 time: 0.1420505 Apr 05 10:19:02.729573 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-90acff5d-e872-4cfd-8ac1-bb1c103a0d0f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/quotas/74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 375 time: 0.0107355 Apr 05 10:19:02.810291 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-a7f5baf3-a638-47a7-b748-552eb3a3a692 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751133 Apr 05 10:19:02.945835 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-03497648-363f-4f03-97d6-a612ac112449 service neutron] 10.222.0.30 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231661 Apr 05 10:19:03.082137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:03.142334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:03.179001 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ce017346-2806-4b80-8f05-3389681e6568 service neutron] 10.222.0.30 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275259 Apr 05 10:19:03.370051 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4d4c9113-44e8-40d2-8b5a-ee1aecdfa442 req-40e3e622-012a-47d0-8780-44a9a07a0231 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 210 time: 0.0522392 Apr 05 10:19:04.467134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:04.481226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-cf226f11-8cc3-4238-a540-01887b5c6c4f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:04.482737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-cf226f11-8cc3-4238-a540-01887b5c6c4f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 812 time: 0.1651039 Apr 05 10:19:04.564971 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a01377b2-da9b-466f-8aaf-4f1a6d0b93fb req-5e80a25d-3894-4fda-a13b-72fd566763ba tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 210 time: 0.0529652 Apr 05 10:19:04.579738 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-8d5e76de-ea72-4418-9d85-79f97d7c2951 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 380 time: 0.0857737 Apr 05 10:19:04.587820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'port': {'device_id': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'admin_state_up': True, 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'security_groups': ['6b5599c7-95d1-4abc-ba1a-1f942e3be445']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:19:04.723031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:19:04.732167 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:19:04.742103 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Made reservation on behalf of 74f5f6c32cbb43d4b67c5510d18a37ec for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:19:04.745019 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:04.901555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Allocated IP 172.20.0.5 (8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc/d394a436-9a3a-484f-aef4-c8f66294340d/e2ad9733-3896-4d41-af0a-2fa6955a0992) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:19:05.080543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:05.095970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Transition to ACTIVE for port object e2ad9733-3896-4d41-af0a-2fa6955a0992 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:19:05.116910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:05.188726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:19:05.189799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:19:05.193574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:19:05.229752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:19:05.259597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:05.260196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:05.286775 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-ed61fa84-fea1-47e7-84ca-fbdcfb93ec01 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7024357 Apr 05 10:19:05.298220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Request body: {'port': {'device_id': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:19:05.398505 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-714fbfed-fb62-4480-a932-16c637f571a6 None None] Provisioning for port e2ad9733-3896-4d41-af0a-2fa6955a0992 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:19:05.403095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-714fbfed-fb62-4480-a932-16c637f571a6 None None] Provisioning complete for port e2ad9733-3896-4d41-af0a-2fa6955a0992 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:19:05.403711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-714fbfed-fb62-4480-a932-16c637f571a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:05.411424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:05.492682 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-714fbfed-fb62-4480-a932-16c637f571a6 None None] Port e2ad9733-3896-4d41-af0a-2fa6955a0992 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:19:05.815062 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ad9733-3896-4d41-af0a-2fa6955a0992 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:19:05.822762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:05.835888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e8ecd-9b03-463e-b28f-e81e3818b2ed req-a6adbb19-b576-4d84-89f3-e056d37eef3d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:05.836555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-772e8ecd-9b03-463e-b28f-e81e3818b2ed req-a6adbb19-b576-4d84-89f3-e056d37eef3d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Synchronizing usage tracker for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:19:05.848846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Transition to ACTIVE for port object e2ad9733-3896-4d41-af0a-2fa6955a0992 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:19:05.854757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:05.893337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-772e8ecd-9b03-463e-b28f-e81e3818b2ed req-a6adbb19-b576-4d84-89f3-e056d37eef3d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Unset dirty status for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:19:05.894463 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-772e8ecd-9b03-463e-b28f-e81e3818b2ed req-a6adbb19-b576-4d84-89f3-e056d37eef3d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 931 time: 0.2040167 Apr 05 10:19:06.092414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:19:06.152744 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-772e8ecd-9b03-463e-b28f-e81e3818b2ed req-a7f1b94f-eab8-437c-b9a7-d8e1a940e51c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496002 Apr 05 10:19:06.232971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Attempting to bind port e2ad9733-3896-4d41-af0a-2fa6955a0992 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:19:06.233305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Attempting to bind port e2ad9733-3896-4d41-af0a-2fa6955a0992 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:19:06.233629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Attempting to bind port e2ad9733-3896-4d41-af0a-2fa6955a0992 on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:19:06.239375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Port e2ad9733-3896-4d41-af0a-2fa6955a0992 on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:19:06.239719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Attempting to bind port e2ad9733-3896-4d41-af0a-2fa6955a0992 on network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:19:06.245836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:19:06.246169 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Checking segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:19:06.246549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Bound using segment: {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:19:06.246977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Bound port: e2ad9733-3896-4d41-af0a-2fa6955a0992, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7646d15-4f1c-439b-a12c-55582f200ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:19:06.247320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:06.332716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:19:06.335584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:19:06.339816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:06.398909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:06.400300 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] 10.222.0.10 "PUT /v2.0/ports/e2ad9733-3896-4d41-af0a-2fa6955a0992 HTTP/1.1" status: 200 len: 1093 time: 1.1065302 Apr 05 10:19:06.400722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:19:06.419896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b5ec3-9530-4ccd-a817-eef2537114d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:19:06.487033 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf98aa7-ab48-495a-abbb-cf9cec0d23e7'] response: {'name': 'network-changed', 'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'status': 'completed', 'code': 200} Apr 05 10:19:06.519200 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-b401f3cc-5645-4acb-a4d2-ceec1a5888c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 1096 time: 0.0810685 Apr 05 10:19:06.594444 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-a105d84f-9883-442f-974b-0404d1cb996c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992 HTTP/1.1" status: 200 len: 217 time: 0.0690615 Apr 05 10:19:06.665852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-b6dbd324-3c76-459e-b0b7-d2924b85fcfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:06.667224 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-b6dbd324-3c76-459e-b0b7-d2924b85fcfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0673561 Apr 05 10:19:06.739838 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-811f781f-1b19-46e8-bcc8-af9795496cba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668716 Apr 05 10:19:06.891815 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-c2bd6e61-62b3-45e1-bdf8-da9db76e64fd service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457522 Apr 05 10:19:07.089362 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afba8ce-8ad9-4085-b0ee-3f030a2159e0 req-7931720c-c0d6-4a11-8a5c-1df92b05359a service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916721 Apr 05 10:19:07.210425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-474c7c35-74ed-4996-bbfd-03ffab6c1139 req-f8cc9a27-c9da-43a5-a944-ebd6c6c71419 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 1096 time: 0.0743694 Apr 05 10:19:07.391970 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7c35-74ed-4996-bbfd-03ffab6c1139 req-0b78ef1b-b27f-4842-8679-218642c1707d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:07.393397 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-474c7c35-74ed-4996-bbfd-03ffab6c1139 req-0b78ef1b-b27f-4842-8679-218642c1707d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1765416 Apr 05 10:19:07.455710 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454166bd-8cca-4644-a0cd-1bfa1cfd34ae req-12bef558-80ee-4719-a016-7c64dcf4c56a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:07.457133 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-454166bd-8cca-4644-a0cd-1bfa1cfd34ae req-12bef558-80ee-4719-a016-7c64dcf4c56a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 943 time: 0.1745265 Apr 05 10:19:07.485362 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-474c7c35-74ed-4996-bbfd-03ffab6c1139 req-e7544659-8bed-4daf-b1e9-a3363c33a8f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992 HTTP/1.1" status: 200 len: 217 time: 0.0850661 Apr 05 10:19:07.558022 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-454166bd-8cca-4644-a0cd-1bfa1cfd34ae req-70208de8-30eb-4914-a278-531dffd47c96 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953066 Apr 05 10:19:07.565226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7c35-74ed-4996-bbfd-03ffab6c1139 req-fcfe30d5-a7fe-4aec-8d30-3ad3961a1720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:07.566473 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-474c7c35-74ed-4996-bbfd-03ffab6c1139 req-fcfe30d5-a7fe-4aec-8d30-3ad3961a1720 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0743618 Apr 05 10:19:07.642758 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-474c7c35-74ed-4996-bbfd-03ffab6c1139 req-3902474a-ea86-4526-a8e7-3108c6d6d07a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694785 Apr 05 10:19:07.773104 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-474c7c35-74ed-4996-bbfd-03ffab6c1139 req-112b17ef-0416-4b73-8f20-6df824d3c8dd service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237593 Apr 05 10:19:08.001038 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-474c7c35-74ed-4996-bbfd-03ffab6c1139 req-71edf7ad-1812-4d9f-bae6-7d4ce27f1f96 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208829 Apr 05 10:19:08.761292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ba6cb-0f50-4f0f-b971-f86a31d0b306 req-27a33c9a-c8a0-45a7-9d91-13257ea4d0e6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:08.762755 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cb8ba6cb-0f50-4f0f-b971-f86a31d0b306 req-27a33c9a-c8a0-45a7-9d91-13257ea4d0e6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 943 time: 0.0769470 Apr 05 10:19:08.818356 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cb8ba6cb-0f50-4f0f-b971-f86a31d0b306 req-a6acf002-9ce8-48be-81f5-b5d3b38a2d1b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490496 Apr 05 10:19:09.938820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device e2ad9733-3896-4d41-af0a-2fa6955a0992 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:19:10.011222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245beb9-faa4-4890-968b-9c9883d2484f req-60d3e55b-b0a6-43f8-919c-20390fca8d67 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:10.012767 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7245beb9-faa4-4890-968b-9c9883d2484f req-60d3e55b-b0a6-43f8-919c-20390fca8d67 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 943 time: 0.0757036 Apr 05 10:19:10.059239 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7245beb9-faa4-4890-968b-9c9883d2484f req-c4a6a4b3-1e93-46a9-9e18-cbeb449057bf tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409060 Apr 05 10:19:10.072062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:19:10.085231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'port_id': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'mac_address': 'fa:16:3e:78:84:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:19:10.138310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:10.154798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ad9733-3896-4d41-af0a-2fa6955a0992 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:19:10.169883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:19:10.174962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:10.243069 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:19:10.410498 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['e2ad9733-3896-4d41-af0a-2fa6955a0992'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:19:11.256111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa81c5-3dda-433a-93b7-e71c195e9ade req-ef8d539f-389a-4e67-aed6-a8f7a5f2b4ad tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:11.257546 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-86fa81c5-3dda-433a-93b7-e71c195e9ade req-ef8d539f-389a-4e67-aed6-a8f7a5f2b4ad tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 944 time: 0.0785170 Apr 05 10:19:11.301373 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-86fa81c5-3dda-433a-93b7-e71c195e9ade req-fc0dc39b-1754-4d1e-8893-0f349b329f70 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382984 Apr 05 10:19:11.954262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device e2ad9733-3896-4d41-af0a-2fa6955a0992 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:19:12.021990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port e2ad9733-3896-4d41-af0a-2fa6955a0992 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:19:12.026524 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port e2ad9733-3896-4d41-af0a-2fa6955a0992 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:19:12.026891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:12.146028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:12.171768 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:19:12.181594 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:19:12.185734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:12.229856 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bba0a79-3b58-4c9f-902e-e6dbe500243b'] response: {'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'code': 200} Apr 05 10:19:12.259281 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:19:12.505766 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d710d314-ac03-4695-9d4b-67aa40441499 req-4873b319-fe4f-4ba8-affa-ab14f5025cd1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 1098 time: 0.1263287 Apr 05 10:19:12.537845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473ce5c-d391-4243-8674-55b59c4e4922 req-6769a939-27ac-4875-b8ce-6c6f2c9392cb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:12.539272 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3473ce5c-d391-4243-8674-55b59c4e4922 req-6769a939-27ac-4875-b8ce-6c6f2c9392cb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.1162515 Apr 05 10:19:12.582065 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d710d314-ac03-4695-9d4b-67aa40441499 req-80a9f245-dffa-47ad-a90f-37760303ac7a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694082 Apr 05 10:19:12.601531 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3473ce5c-d391-4243-8674-55b59c4e4922 req-794ea966-ff3c-4cfb-b474-23cee436c822 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503538 Apr 05 10:19:13.812801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8788e-84f8-4d32-a010-1ff55d1433f4 req-8e4310d6-ae16-4bd6-aaac-a3a727be6c8b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:13.814487 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8fc8788e-84f8-4d32-a010-1ff55d1433f4 req-8e4310d6-ae16-4bd6-aaac-a3a727be6c8b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0752530 Apr 05 10:19:13.862575 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8fc8788e-84f8-4d32-a010-1ff55d1433f4 req-674f65ba-f429-4617-99d5-8e249bb58997 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Apr 05 10:19:14.057911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad3096-c9cb-4740-8f7e-2e1ababfe319 req-1b9cf8db-1edc-480e-a63c-273846e3b32b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:14.059386 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5fad3096-c9cb-4740-8f7e-2e1ababfe319 req-1b9cf8db-1edc-480e-a63c-273846e3b32b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0753000 Apr 05 10:19:14.068287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37580) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:19:14.073234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-860c0e06-c860-46e8-aa2e-c95dbbff8254 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Request body: {'floatingip': {'port_id': 'e2ad9733-3896-4d41-af0a-2fa6955a0992'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:19:14.148629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-860c0e06-c860-46e8-aa2e-c95dbbff8254 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:14.759807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-860c0e06-c860-46e8-aa2e-c95dbbff8254 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:14.763674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-860c0e06-c860-46e8-aa2e-c95dbbff8254 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:15.057486 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-860c0e06-c860-46e8-aa2e-c95dbbff8254 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7 associated. External IP: 172.26.4.232, port: e2ad9733-3896-4d41-af0a-2fa6955a0992. Apr 05 10:19:15.445983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860c0e06-c860-46e8-aa2e-c95dbbff8254 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Router c24c48da-ea21-451c-9238-706a4f5746c5 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:19:15.647385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860c0e06-c860-46e8-aa2e-c95dbbff8254 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:19:15.652115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-860c0e06-c860-46e8-aa2e-c95dbbff8254 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:15.657343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:19:15.670760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:19:15.671492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:19:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:19:15.704898 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-860c0e06-c860-46e8-aa2e-c95dbbff8254 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "PUT /v2.0/floatingips/58c3268c-364b-45ab-bf5c-18c8082d07f7 HTTP/1.1" status: 200 len: 992 time: 1.6355004 Apr 05 10:19:15.705366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:19:15.772537 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5972e249-b7c4-4a9d-ae21-64657e38a5b2'] response: {'name': 'network-changed', 'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'status': 'completed', 'code': 200} Apr 05 10:19:15.874247 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bc8627f5-1ed6-4cac-9505-7d3b13a898cc req-568284f1-52f7-4ac8-a4c6-722dd65e8898 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 1098 time: 0.0776317 Apr 05 10:19:15.886327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:19:16.020783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8627f5-1ed6-4cac-9505-7d3b13a898cc req-97200632-9bd1-4ca4-bb08-0baf1774d1ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:16.022384 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bc8627f5-1ed6-4cac-9505-7d3b13a898cc req-97200632-9bd1-4ca4-bb08-0baf1774d1ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1432960 Apr 05 10:19:16.139081 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bc8627f5-1ed6-4cac-9505-7d3b13a898cc req-6bca44ad-9070-46dd-913b-accb5ff795e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992 HTTP/1.1" status: 200 len: 1000 time: 0.1110721 Apr 05 10:19:16.218490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8627f5-1ed6-4cac-9505-7d3b13a898cc req-bf2da329-9fbf-4052-b7cf-9c6b6514067c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:16.220213 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bc8627f5-1ed6-4cac-9505-7d3b13a898cc req-bf2da329-9fbf-4052-b7cf-9c6b6514067c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0731571 Apr 05 10:19:16.260681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:78:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:19:14Z', 'revision_number': 13, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:19:16.264909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:19:16.278798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:19:16.279434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:19:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:19:16.304330 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bc8627f5-1ed6-4cac-9505-7d3b13a898cc req-ee9d97c4-3538-41bf-91e1-a6ed7323889b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783792 Apr 05 10:19:16.446711 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bc8627f5-1ed6-4cac-9505-7d3b13a898cc req-d4e9a502-aa0a-4aa3-a24a-777a2ba9f264 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364899 Apr 05 10:19:16.465316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:19:16.593326 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bc8627f5-1ed6-4cac-9505-7d3b13a898cc req-d6a8be1d-c507-4fee-9297-f19993aae2ca service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407115 Apr 05 10:19:16.885641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:78:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:19:14Z', 'revision_number': 13, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:19:16.890492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73b03d8-58ad-46c5-981d-fd6a852a6311 None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '58c3268c-364b-45ab-bf5c-18c8082d07f7', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'port_id': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'mac_address': 'fa:16:3e:78:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:16:14Z', 'updated_at': '2022-04-05T10:19:14Z', 'revision_number': 13, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:19:17.113259 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fba986-f6ae-4556-be6f-2d7594351dcf None None] New status for floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:19:17.556617 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4c36c-f5f4-42c5-8756-2cd9cdfb2d86 req-1365c068-79b1-462f-8a0e-14185d2ba99c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:17.558027 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-44d4c36c-f5f4-42c5-8756-2cd9cdfb2d86 req-1365c068-79b1-462f-8a0e-14185d2ba99c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.1871784 Apr 05 10:19:17.610957 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-44d4c36c-f5f4-42c5-8756-2cd9cdfb2d86 req-dd9f8380-1abf-4bf7-b151-a409896434b3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459507 Apr 05 10:19:21.895297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:24.271435 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:19:25.994306 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e3b10d6c-91d6-4cdb-a514-e7142c53741c req-a0d9ec78-f557-462c-8c70-8f3462bd9116 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0659461 Apr 05 10:19:26.309046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cc70d-db29-4ee2-9f14-601d38dc9c8f req-d4dcd521-4203-4948-8894-e16c02dcf7d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:26.310287 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-3a26cc6e-7e33-4152-9f21-9e6d55216da6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1350284 Apr 05 10:19:26.310772 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c9cc70d-db29-4ee2-9f14-601d38dc9c8f req-d4dcd521-4203-4948-8894-e16c02dcf7d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0799167 Apr 05 10:19:26.358555 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0c9cc70d-db29-4ee2-9f14-601d38dc9c8f req-a29f37c8-4518-4f5d-84c3-550d2a761f4c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419605 Apr 05 10:19:27.444640 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-b93f0bd9-a551-4a9e-9dc6-c34784c9ceda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 1098 time: 0.0677989 Apr 05 10:19:27.636079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-21074a33-ae20-4687-ba98-bd51f21c9290 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:27.637512 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-21074a33-ae20-4687-ba98-bd51f21c9290 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1865342 Apr 05 10:19:27.706057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3ae54-9553-4012-a699-d3bbb6592b70 req-ae1c88d2-24d8-4c6f-9655-d1926c62b155 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:27.707393 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e2f3ae54-9553-4012-a699-d3bbb6592b70 req-ae1c88d2-24d8-4c6f-9655-d1926c62b155 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.1885808 Apr 05 10:19:27.777040 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-27829713-ad4b-4abf-be78-ceef50b29a48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992 HTTP/1.1" status: 200 len: 1002 time: 0.1332531 Apr 05 10:19:27.780881 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e2f3ae54-9553-4012-a699-d3bbb6592b70 req-02667a87-68aa-4c57-bff5-ab6848e114a8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658519 Apr 05 10:19:27.841227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-9ff3ef81-47dd-47ed-84c4-127678ceb4ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:27.842670 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-9ff3ef81-47dd-47ed-84c4-127678ceb4ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0602992 Apr 05 10:19:27.921083 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-e1d6223f-dfdb-4d74-b743-ac1df93b40e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680470 Apr 05 10:19:28.050657 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-07fdbd37-d2a6-471a-af2b-1ae0cb9aec47 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237557 Apr 05 10:19:28.178322 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-0c8dbc55-e4c7-42a6-9ae3-6b8c09c7b861 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219966 Apr 05 10:19:28.988983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8f7b-25f0-4e65-996f-4be4f6c03c7a req-063cb6c9-58ab-4ccb-b1f4-666cd2d73190 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:28.990464 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-87fd8f7b-25f0-4e65-996f-4be4f6c03c7a req-063cb6c9-58ab-4ccb-b1f4-666cd2d73190 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0779066 Apr 05 10:19:29.039258 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-87fd8f7b-25f0-4e65-996f-4be4f6c03c7a req-ef0145f2-275d-468c-bc38-0a1a9ab5a8f0 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428219 Apr 05 10:19:29.730207 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-78a9b431-7e72-4a6e-b6f8-5790630391c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:30.234490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d563b-14c2-4f85-9be6-4d6d1fa38316 req-a683c0fe-09fe-4c77-b94d-50bb67b199ca tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:30.235939 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-453d563b-14c2-4f85-9be6-4d6d1fa38316 req-a683c0fe-09fe-4c77-b94d-50bb67b199ca tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0748823 Apr 05 10:19:30.287729 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-453d563b-14c2-4f85-9be6-4d6d1fa38316 req-e21dee8e-e495-43e9-8270-2c59f2fe8275 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393600 Apr 05 10:19:31.479544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63e0dd-b664-4eb3-bdf3-0fcec4c1cc2d req-cc17d2ad-e429-4566-87f2-2c984137f68f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:31.480977 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-be63e0dd-b664-4eb3-bdf3-0fcec4c1cc2d req-cc17d2ad-e429-4566-87f2-2c984137f68f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0782001 Apr 05 10:19:31.524558 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-be63e0dd-b664-4eb3-bdf3-0fcec4c1cc2d req-22878ac6-823a-42a9-82ec-f534b1d5adee tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379822 Apr 05 10:19:32.003223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-89d2b7d9-b32c-4ed7-902c-00f55ce6503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:32.729278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3f5d6-6da5-4da2-b5ee-45c8e1aa4e0a req-bb8826f0-393d-40e0-8a85-fd8edd6bbd19 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:32.730967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f7e3f5d6-6da5-4da2-b5ee-45c8e1aa4e0a req-bb8826f0-393d-40e0-8a85-fd8edd6bbd19 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0782609 Apr 05 10:19:32.776922 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f7e3f5d6-6da5-4da2-b5ee-45c8e1aa4e0a req-d6be3f49-8561-44c0-8a8f-f498d1bfac1b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390255 Apr 05 10:19:33.088079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:33.142136 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:33.975699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee466ad2-feb7-440c-81d8-39d5d72f21d4 req-1691ab97-deaf-406f-a564-9242bb278a68 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:33.977171 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee466ad2-feb7-440c-81d8-39d5d72f21d4 req-1691ab97-deaf-406f-a564-9242bb278a68 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0784550 Apr 05 10:19:34.023407 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee466ad2-feb7-440c-81d8-39d5d72f21d4 req-c716cff8-ea25-4704-b9cd-f3e3db3be5dd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406210 Apr 05 10:19:34.471807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:35.216783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfebb3-5ae5-4925-b62d-f354f23a0bcd req-04056690-2129-4189-a01c-05151d133418 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:35.218506 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cdcfebb3-5ae5-4925-b62d-f354f23a0bcd req-04056690-2129-4189-a01c-05151d133418 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0746572 Apr 05 10:19:35.262513 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cdcfebb3-5ae5-4925-b62d-f354f23a0bcd req-7efc6d91-d2f2-422e-8945-ec5dd08eada9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385797 Apr 05 10:19:36.558857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaf1cc-8530-4f24-aa32-c5c5d68af243 req-8eac57cc-63f8-4744-8854-d32881cd89d4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:36.560244 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4edaf1cc-8530-4f24-aa32-c5c5d68af243 req-8eac57cc-63f8-4744-8854-d32881cd89d4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.1730151 Apr 05 10:19:36.605303 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4edaf1cc-8530-4f24-aa32-c5c5d68af243 req-7ae60cf9-9e86-4a7b-8b6c-d2f21abb0c0c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391867 Apr 05 10:19:37.803939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565034c-b462-4e1a-9cdb-9f6902cd9401 req-96ea7dbe-adf5-4ede-a250-df34ac502b04 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:37.805285 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a565034c-b462-4e1a-9cdb-9f6902cd9401 req-96ea7dbe-adf5-4ede-a250-df34ac502b04 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0771363 Apr 05 10:19:37.850864 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a565034c-b462-4e1a-9cdb-9f6902cd9401 req-391dac04-aba5-4c2f-8344-9e128424adf6 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400729 Apr 05 10:19:39.050388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6958270a-e42c-4ef8-a671-1173efff8f66 req-1c7546db-ad06-4bdb-b969-bcb2d579bdec tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:39.051867 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6958270a-e42c-4ef8-a671-1173efff8f66 req-1c7546db-ad06-4bdb-b969-bcb2d579bdec tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0797691 Apr 05 10:19:39.097522 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6958270a-e42c-4ef8-a671-1173efff8f66 req-b9c802db-f71e-4669-9dbb-5cd7d328db72 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401409 Apr 05 10:19:40.296157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f97aa-6357-400c-a3aa-33ee6a3c0e4c req-cca9d9b6-abf5-41e6-8d6c-47e9da16ee1e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:40.297623 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-922f97aa-6357-400c-a3aa-33ee6a3c0e4c req-cca9d9b6-abf5-41e6-8d6c-47e9da16ee1e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0775273 Apr 05 10:19:40.344482 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-922f97aa-6357-400c-a3aa-33ee6a3c0e4c req-1ea1414d-d8c6-49e4-b459-6fb95e153d64 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408599 Apr 05 10:19:41.536722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429b25b-976f-4094-b608-f9734c324064 req-b8a2022a-f5f5-4f74-a439-b14acca72314 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:41.538172 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8429b25b-976f-4094-b608-f9734c324064 req-b8a2022a-f5f5-4f74-a439-b14acca72314 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0741293 Apr 05 10:19:41.582930 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8429b25b-976f-4094-b608-f9734c324064 req-28d5ea3f-8969-4be8-b333-a444fbe8b466 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392654 Apr 05 10:19:42.786568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7f82c-4929-4f20-b896-7d656a356a94 req-6b50acd1-8094-4dee-83db-5b6131053c6a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:42.788047 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-32b7f82c-4929-4f20-b896-7d656a356a94 req-6b50acd1-8094-4dee-83db-5b6131053c6a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0848031 Apr 05 10:19:42.838488 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-32b7f82c-4929-4f20-b896-7d656a356a94 req-079b4df2-f7cd-441f-93f7-ea4fc6beb972 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421386 Apr 05 10:19:44.035081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16081932-8bc6-4a89-8a70-eea4c570a875 req-207f0910-b63f-498d-8dd6-9d17ea5f0742 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:44.036552 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-16081932-8bc6-4a89-8a70-eea4c570a875 req-207f0910-b63f-498d-8dd6-9d17ea5f0742 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0751724 Apr 05 10:19:44.084942 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-16081932-8bc6-4a89-8a70-eea4c570a875 req-85ce4593-5aed-498d-95c7-0391cdbba5d1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428329 Apr 05 10:19:45.298257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888845db-663b-428f-b18f-565de40a38bc req-e20e3b66-c746-4d6e-bc9d-a4656c340e3b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:45.300686 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-888845db-663b-428f-b18f-565de40a38bc req-e20e3b66-c746-4d6e-bc9d-a4656c340e3b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0901008 Apr 05 10:19:45.353841 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-888845db-663b-428f-b18f-565de40a38bc req-4b7b4a84-93b3-4e78-979c-246a406cda35 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472133 Apr 05 10:19:46.555113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea20afc-68c1-44e5-9e49-0c2f682065aa req-6993dd22-458f-457e-b8a9-ad4290741028 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:46.556629 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fea20afc-68c1-44e5-9e49-0c2f682065aa req-6993dd22-458f-457e-b8a9-ad4290741028 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0785842 Apr 05 10:19:46.601489 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fea20afc-68c1-44e5-9e49-0c2f682065aa req-41d8b52b-54fd-48f7-911b-a2fcb891c14b tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393207 Apr 05 10:19:47.801165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59061-1496-4a2d-b3b1-bf2eb28fb752 req-52c3126f-2a0a-4d17-8efe-4ffa5fdb92a8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:47.802594 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fca59061-1496-4a2d-b3b1-bf2eb28fb752 req-52c3126f-2a0a-4d17-8efe-4ffa5fdb92a8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0746648 Apr 05 10:19:47.846708 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fca59061-1496-4a2d-b3b1-bf2eb28fb752 req-d3d2d048-3d83-4a27-9392-2a305777133a tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386219 Apr 05 10:19:49.044676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835cfdc-f3d3-45c0-b75d-e4b2d2692347 req-e02d138e-a653-4c83-be40-8fe567799b61 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:49.046151 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3835cfdc-f3d3-45c0-b75d-e4b2d2692347 req-e02d138e-a653-4c83-be40-8fe567799b61 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0787237 Apr 05 10:19:49.091673 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3835cfdc-f3d3-45c0-b75d-e4b2d2692347 req-730060b9-54a2-4a84-bf10-a54a0e5d7743 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397677 Apr 05 10:19:50.307678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8100239-612f-4a3c-b55d-c521cbe887f6 req-d46570f8-471f-423e-a878-3447da04db69 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:50.309158 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d8100239-612f-4a3c-b55d-c521cbe887f6 req-d46570f8-471f-423e-a878-3447da04db69 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0825078 Apr 05 10:19:50.420190 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d8100239-612f-4a3c-b55d-c521cbe887f6 req-1da50954-a0ee-4c4e-9f43-7df284c3c8e8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045449 Apr 05 10:19:50.467372 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-a0a9e892-8ab2-4628-a72b-1df528b351d3 service neutron] 10.222.0.10 "GET /v2.0/ports/e2ad9733-3896-4d41-af0a-2fa6955a0992/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0819328 Apr 05 10:19:50.810515 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-4170882b-d863-436b-bf25-042c38d8a484 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 1098 time: 0.0693929 Apr 05 10:19:50.904316 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-2473089f-1b2c-4709-b9a1-ea3f67c4f1d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 1098 time: 0.0725973 Apr 05 10:19:51.032159 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-3709f5ea-4ce9-41f8-9920-bc8b2ab58238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:51.034081 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-3709f5ea-4ce9-41f8-9920-bc8b2ab58238 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1242146 Apr 05 10:19:51.136198 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-9f8ccc69-c4a8-469d-b086-8cf82764f748 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992 HTTP/1.1" status: 200 len: 1002 time: 0.0966609 Apr 05 10:19:51.196929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-b2ebb2f2-643b-47d8-a329-d0d616927c82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:51.198254 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-b2ebb2f2-643b-47d8-a329-d0d616927c82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0563140 Apr 05 10:19:51.270104 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-cc6a1a76-0fb9-4085-a5e2-3682570cdb93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664098 Apr 05 10:19:51.484524 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-f3e4ca21-018a-4a23-89e6-9763eb4fccfc service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080727 Apr 05 10:19:51.666351 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-61b98329-78a4-41ff-9be5-fa501193c194 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753054 Apr 05 10:19:51.680844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5122d5e-9357-4b47-8e18-e796f0983bf2 req-f03d982b-8a07-49d1-9a09-9cff3232f910 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:51.682356 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5122d5e-9357-4b47-8e18-e796f0983bf2 req-f03d982b-8a07-49d1-9a09-9cff3232f910 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.1286192 Apr 05 10:19:51.728999 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5122d5e-9357-4b47-8e18-e796f0983bf2 req-ab843fb5-1f63-4a5a-b1ea-2a42294b7ce3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401967 Apr 05 10:19:51.903361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:52.170229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device e2ad9733-3896-4d41-af0a-2fa6955a0992 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:19:52.279171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:52.305173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:19:52.315279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:19:52.320951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:52.378493 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40a1e4b-b55f-461a-a8f1-48403b902bc8'] response: {'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'code': 200} Apr 05 10:19:52.391617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:19:52.980881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013ed3e-828c-474c-bcf9-8cea46a275b9 req-78f38165-c2f2-4faf-befb-a2854ab7d2a2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:52.982426 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4013ed3e-828c-474c-bcf9-8cea46a275b9 req-78f38165-c2f2-4faf-befb-a2854ab7d2a2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 943 time: 0.0787733 Apr 05 10:19:53.029737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4013ed3e-828c-474c-bcf9-8cea46a275b9 req-298f868f-fdfb-4693-8e6f-c29fd96b0f4f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411153 Apr 05 10:19:54.175173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device e2ad9733-3896-4d41-af0a-2fa6955a0992 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:19:54.230722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d8f25-98e8-476c-a990-850f88a8f677 req-95a3a573-5712-4c66-8270-2dfbdf92e4e3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:54.232179 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-984d8f25-98e8-476c-a990-850f88a8f677 req-95a3a573-5712-4c66-8270-2dfbdf92e4e3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 943 time: 0.0750971 Apr 05 10:19:54.281189 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-984d8f25-98e8-476c-a990-850f88a8f677 req-341c488d-ac83-40d9-91f5-c145d2354655 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424194 Apr 05 10:19:54.308550 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:19:54.322026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'port_id': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'mac_address': 'fa:16:3e:78:84:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:19:54.374028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:54.390395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ad9733-3896-4d41-af0a-2fa6955a0992 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:19:54.405507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:19:54.409248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:54.475051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['e2ad9733-3896-4d41-af0a-2fa6955a0992'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:19:54.524483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:19:55.477186 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8f935-f9f7-4ddb-a2f0-2f436cd4212c req-b31930fd-8e05-452b-84ac-8cbcb5dbef8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:55.478628 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fde8f935-f9f7-4ddb-a2f0-2f436cd4212c req-b31930fd-8e05-452b-84ac-8cbcb5dbef8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 944 time: 0.0773921 Apr 05 10:19:55.526273 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fde8f935-f9f7-4ddb-a2f0-2f436cd4212c req-029a6dfa-c1ff-4be4-ba65-c3ba0f9079dc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Apr 05 10:19:56.204276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device e2ad9733-3896-4d41-af0a-2fa6955a0992 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:19:56.278035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port e2ad9733-3896-4d41-af0a-2fa6955a0992 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:19:56.278401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:56.395099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:56.422654 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:19:56.432375 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:19:56.436377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:19:56.486915 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a74b4e-2a7c-49dd-9b32-2251af3d5a90'] response: {'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'code': 200} Apr 05 10:19:56.503301 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=8']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:19:56.511604 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.511950 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.512284 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.512618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.512946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.513270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.513590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.513911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.514230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.514545 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.514862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:19:56.765832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be20542-6ffb-4990-ab08-27666d693f88 req-28c116aa-6074-4ca7-b56d-395ba115d6f8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:56.767299 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9be20542-6ffb-4990-ab08-27666d693f88 req-28c116aa-6074-4ca7-b56d-395ba115d6f8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.1158943 Apr 05 10:19:56.830964 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9be20542-6ffb-4990-ab08-27666d693f88 req-373c72ab-326f-4617-95fc-0c34eed1ea13 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572150 Apr 05 10:19:56.839811 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08ce22d6-1001-4d6e-9e10-2eb158b5b26c req-ae6ce5e1-9658-4174-a672-91af097d5e25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 1098 time: 0.1154761 Apr 05 10:19:56.980670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce22d6-1001-4d6e-9e10-2eb158b5b26c req-07845771-f431-40ef-972a-98962204c12c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:56.982104 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08ce22d6-1001-4d6e-9e10-2eb158b5b26c req-07845771-f431-40ef-972a-98962204c12c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1244531 Apr 05 10:19:57.081963 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08ce22d6-1001-4d6e-9e10-2eb158b5b26c req-af43e5b3-329e-4e4d-8bf5-381656939683 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992 HTTP/1.1" status: 200 len: 1002 time: 0.0942163 Apr 05 10:19:57.142280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce22d6-1001-4d6e-9e10-2eb158b5b26c req-99be1222-4d07-48df-8ff5-812bb58c392f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:57.143931 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08ce22d6-1001-4d6e-9e10-2eb158b5b26c req-99be1222-4d07-48df-8ff5-812bb58c392f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0567732 Apr 05 10:19:57.225326 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08ce22d6-1001-4d6e-9e10-2eb158b5b26c req-1c297951-f986-40ea-af5f-e22d82d80997 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749366 Apr 05 10:19:57.353857 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08ce22d6-1001-4d6e-9e10-2eb158b5b26c req-332b0a4a-8629-47a7-920e-159be30c641f service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214938 Apr 05 10:19:57.482318 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08ce22d6-1001-4d6e-9e10-2eb158b5b26c req-723f2c16-d59c-4460-951e-de259ff45929 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218610 Apr 05 10:19:58.027168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15e53a-6192-4753-97ac-1b210a65ff70 req-26d0a286-7eee-48f5-8104-8d638ffb282f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:58.028625 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6b15e53a-6192-4753-97ac-1b210a65ff70 req-26d0a286-7eee-48f5-8104-8d638ffb282f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0751510 Apr 05 10:19:58.073979 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6b15e53a-6192-4753-97ac-1b210a65ff70 req-4e165179-95b0-4a14-9e0e-dd61fd3746d3 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396006 Apr 05 10:19:59.478550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461be8-c6eb-46d9-aa63-efe2b1883691 req-e1c419bb-035e-4c80-8758-07d54f6baefb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:19:59.480033 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b0461be8-c6eb-46d9-aa63-efe2b1883691 req-e1c419bb-035e-4c80-8758-07d54f6baefb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.2843430 Apr 05 10:19:59.526801 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b0461be8-c6eb-46d9-aa63-efe2b1883691 req-f339f49b-3b5a-4343-b6b4-4f3f9feaff44 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411787 Apr 05 10:19:59.737722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dfb67b13-4328-4c9e-a66a-1db5ba14ff36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:00.823743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f2ae8-921e-4f09-a998-1c320026449d req-0d25341c-dbcd-4e39-9d41-77a64ac440f4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:00.825152 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d25f2ae8-921e-4f09-a998-1c320026449d req-0d25341c-dbcd-4e39-9d41-77a64ac440f4 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.1729140 Apr 05 10:20:00.872595 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d25f2ae8-921e-4f09-a998-1c320026449d req-3e5a756a-c8ef-472f-8035-f357ec9763a0 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409667 Apr 05 10:20:01.271813 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:20:01.336586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-57dc4796-61e5-40e9-834c-2ccb7b35e04f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:01.337992 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-57dc4796-61e5-40e9-834c-2ccb7b35e04f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 945 time: 0.1236119 Apr 05 10:20:01.431861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71897139-082b-4e35-8430-ac7bdc1389c5 req-265a9e66-c528-42b7-a288-1782086678a1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:01.433190 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-71897139-082b-4e35-8430-ac7bdc1389c5 req-265a9e66-c528-42b7-a288-1782086678a1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.1552026 Apr 05 10:20:01.434836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-0333466c-4baa-4c0a-9aa4-07232c7cf538 service neutron] 10.222.0.10 "GET /v2.0/ports/e2ad9733-3896-4d41-af0a-2fa6955a0992/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0904286 Apr 05 10:20:01.520207 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-71897139-082b-4e35-8430-ac7bdc1389c5 req-b5e003b0-b2dc-4065-9565-7d910061fe10 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813003 Apr 05 10:20:01.554526 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-7edc382a-b82b-491e-a921-d21e3309a098 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 1098 time: 0.0971217 Apr 05 10:20:01.701979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-5c07f590-8c4c-4b6c-a148-f1b382c31604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:01.703411 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-5c07f590-8c4c-4b6c-a148-f1b382c31604 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.1437771 Apr 05 10:20:01.800037 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-fcde96b7-0f2c-4732-885c-e611d669d0bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992 HTTP/1.1" status: 200 len: 1002 time: 0.0911589 Apr 05 10:20:01.862375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-e8b596aa-b485-470c-9c8d-68d708b8def6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:01.863813 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-e8b596aa-b485-470c-9c8d-68d708b8def6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0585945 Apr 05 10:20:01.935661 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-a69282c7-51d0-4454-9670-88956a94af89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665333 Apr 05 10:20:02.005952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-51166614-2838-404d-b5be-d3fac43fce96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:02.090268 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-78f358ea-ca43-4efe-b47d-d7654c50bc06 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487586 Apr 05 10:20:02.217307 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-75683163-bbea-401d-9800-dad6fd01763f service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218057 Apr 05 10:20:02.725828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98678011-03e1-45ca-80b5-10ef8b558645 req-3a5d0150-7e64-45eb-9135-808c99e74a14 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:02.727312 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-98678011-03e1-45ca-80b5-10ef8b558645 req-3a5d0150-7e64-45eb-9135-808c99e74a14 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0836289 Apr 05 10:20:02.774429 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-98678011-03e1-45ca-80b5-10ef8b558645 req-642ff616-c583-425e-a664-643ad10b1d39 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408645 Apr 05 10:20:03.089692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:03.145646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:03.976100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ac05-3155-47da-a17f-49c3d82fca79 req-302aba90-68c6-4733-b088-fd5a277ebed9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:03.977544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cd45ac05-3155-47da-a17f-49c3d82fca79 req-302aba90-68c6-4733-b088-fd5a277ebed9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0762453 Apr 05 10:20:04.022395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cd45ac05-3155-47da-a17f-49c3d82fca79 req-bbbf6b25-db68-4be0-93d3-85ac11281629 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393467 Apr 05 10:20:04.476759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:05.288918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171513a-c0fc-4029-bd9c-4294ce11a853 req-dcabc9c8-817b-4c17-b486-187512109a6c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:05.290365 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4171513a-c0fc-4029-bd9c-4294ce11a853 req-dcabc9c8-817b-4c17-b486-187512109a6c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.1476865 Apr 05 10:20:05.324960 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-f6d78e8c-f385-47bd-8709-f59f937a1c4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827&tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec HTTP/1.1" status: 200 len: 1098 time: 0.1088142 Apr 05 10:20:05.386870 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4171513a-c0fc-4029-bd9c-4294ce11a853 req-f3507d00-e7be-452f-9548-d195930ed4a5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905719 Apr 05 10:20:05.438252 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-0e7d4669-2dfc-4f80-9b4f-8d7b1131939b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 1098 time: 0.0903175 Apr 05 10:20:05.664134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-577cb818-4918-4b30-a993-0253e213d8f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:05.665698 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-577cb818-4918-4b30-a993-0253e213d8f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 200 len: 912 time: 0.2222335 Apr 05 10:20:05.775661 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-bcc2633b-a1e5-44ed-8a2c-0dd6fbd22ad8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992 HTTP/1.1" status: 200 len: 1002 time: 0.1036148 Apr 05 10:20:05.839378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-c5b21a83-2d8b-4d99-b0e6-efe5711e457e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:05.840869 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-c5b21a83-2d8b-4d99-b0e6-efe5711e457e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 200 len: 851 time: 0.0590775 Apr 05 10:20:05.916021 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-20d84a06-bccf-45c2-8f51-0ab8d82ab898 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696638 Apr 05 10:20:06.046721 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-9832136d-420f-45bd-89d1-81d1c5336ea9 service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235964 Apr 05 10:20:06.176187 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2281e6fd-7ebf-4fd9-bd47-f4902e18bf19 req-455dcead-b588-4629-8ca9-782e0273031e service neutron] 10.222.0.10 "GET /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239002 Apr 05 10:20:06.253025 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device e2ad9733-3896-4d41-af0a-2fa6955a0992 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:20:06.372329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:06.399076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:20:06.409616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:06.415085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:06.519287 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4b96cc-a162-4131-872d-b4f3958ec431'] response: {'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'code': 200} Apr 05 10:20:06.541344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=9']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:06.676206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a00dcf-a20b-46b5-a5a1-ee1961ab7408 req-c0e7f937-6a0e-4b1d-a62f-314c58f8ac4f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:06.677634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92a00dcf-a20b-46b5-a5a1-ee1961ab7408 req-c0e7f937-6a0e-4b1d-a62f-314c58f8ac4f tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 943 time: 0.0878282 Apr 05 10:20:06.723564 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92a00dcf-a20b-46b5-a5a1-ee1961ab7408 req-f8768d67-6a7e-4dea-a71d-2adbd82cfdbb tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402112 Apr 05 10:20:07.926835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffbb28-9444-4a91-9337-1ed3d2536a81 req-464fe4f6-3170-45cb-9301-088f82109c02 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:07.928302 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9cffbb28-9444-4a91-9337-1ed3d2536a81 req-464fe4f6-3170-45cb-9301-088f82109c02 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 943 time: 0.0788808 Apr 05 10:20:07.973260 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9cffbb28-9444-4a91-9337-1ed3d2536a81 req-be05717a-6042-4e6a-ab33-02a48e5969d7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393775 Apr 05 10:20:08.267066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device e2ad9733-3896-4d41-af0a-2fa6955a0992 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:20:08.427830 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:08.441417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'port_id': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'mac_address': 'fa:16:3e:78:84:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:20:08.492836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:08.509867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ad9733-3896-4d41-af0a-2fa6955a0992 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:20:08.525050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:08.529237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:08.592848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['e2ad9733-3896-4d41-af0a-2fa6955a0992'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:20:08.643848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=10']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:09.171237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954e80a-f08d-4dfa-b4bc-d13b03140528 req-d7b41e36-b9bf-4176-bfc4-dc9cd33041dc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:09.172687 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3954e80a-f08d-4dfa-b4bc-d13b03140528 req-d7b41e36-b9bf-4176-bfc4-dc9cd33041dc tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0770323 Apr 05 10:20:09.216542 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3954e80a-f08d-4dfa-b4bc-d13b03140528 req-61f3f9e8-1c5e-47bb-912f-a2ffddf0bcfd tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377824 Apr 05 10:20:10.314938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device e2ad9733-3896-4d41-af0a-2fa6955a0992 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:20:10.385389 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port e2ad9733-3896-4d41-af0a-2fa6955a0992 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:20:10.385878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:10.426438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c1908-679a-4fc7-b863-54b5f4418360 req-b613268c-f2ca-4b89-8308-7f1f24256911 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:10.427926 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-145c1908-679a-4fc7-b863-54b5f4418360 req-b613268c-f2ca-4b89-8308-7f1f24256911 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 945 time: 0.0833261 Apr 05 10:20:10.477990 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-145c1908-679a-4fc7-b863-54b5f4418360 req-a73d6d8f-0069-4276-af59-2c92a5bcb5d2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443766 Apr 05 10:20:10.503608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:10.530491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:20:10.541519 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:10.545931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:10.599329 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60604f7c-4230-4fbd-890d-e03878dd56ec'] response: {'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'code': 200} Apr 05 10:20:10.615735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=11']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:11.686284 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634ab5b-6007-4764-a215-602bb41b38f8 req-de7ae112-c672-467f-8877-cf323bf0878d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:11.692167 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a634ab5b-6007-4764-a215-602bb41b38f8 req-de7ae112-c672-467f-8877-cf323bf0878d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 946 time: 0.0883803 Apr 05 10:20:11.744658 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a634ab5b-6007-4764-a215-602bb41b38f8 req-6636d7fd-4927-4625-82fc-cd7f17bacb42 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477371 Apr 05 10:20:12.946028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda1300-dc9c-4b51-adc2-18ebc8e27807 req-4dece7ab-d1b8-4856-a350-3457a48b1d1c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:12.947494 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cda1300-dc9c-4b51-adc2-18ebc8e27807 req-4dece7ab-d1b8-4856-a350-3457a48b1d1c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 946 time: 0.0773315 Apr 05 10:20:12.995530 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cda1300-dc9c-4b51-adc2-18ebc8e27807 req-cfa2775a-2af1-4603-9efd-885673c84eca tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Apr 05 10:20:14.204627 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738297bb-70d4-4fa7-8582-f72696339da1 req-e94895a1-6815-483e-99bb-2b597ed1748c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:14.206104 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-738297bb-70d4-4fa7-8582-f72696339da1 req-e94895a1-6815-483e-99bb-2b597ed1748c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 946 time: 0.0856431 Apr 05 10:20:14.259425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-738297bb-70d4-4fa7-8582-f72696339da1 req-dbdad26b-b32a-4ca5-a8ce-af7679b15800 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464530 Apr 05 10:20:15.467912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362f71c-c3f4-4d1c-8d51-911c94b80e85 req-1fb839e6-7c85-4404-b4fd-41e4cfea402e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:15.469347 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f362f71c-c3f4-4d1c-8d51-911c94b80e85 req-1fb839e6-7c85-4404-b4fd-41e4cfea402e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 946 time: 0.0747733 Apr 05 10:20:15.515503 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f362f71c-c3f4-4d1c-8d51-911c94b80e85 req-2f1db56b-6720-4c20-864f-64fd42193391 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Apr 05 10:20:15.730688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c1df0-4a93-4f70-b427-9544b09c4edd req-c9c863e5-44bd-477c-b12c-5ce53a0ee91d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:15.732077 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e98c1df0-4a93-4f70-b427-9544b09c4edd req-c9c863e5-44bd-477c-b12c-5ce53a0ee91d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 946 time: 0.0798783 Apr 05 10:20:15.778177 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e98c1df0-4a93-4f70-b427-9544b09c4edd req-19176427-f008-41b8-b9ce-4415a5d36100 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 Apr 05 10:20:15.973500 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae4b2b-d9b4-49b5-b388-3b2aea0cc2b4 req-8f7cc2b0-fcdf-4cff-b087-3567d6204b08 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:15.974953 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e5ae4b2b-d9b4-49b5-b388-3b2aea0cc2b4 req-8f7cc2b0-fcdf-4cff-b087-3567d6204b08 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 946 time: 0.0754232 Apr 05 10:20:16.023473 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e5ae4b2b-d9b4-49b5-b388-3b2aea0cc2b4 req-4a606bf1-1586-44fb-b098-d2580c3ba73c tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428360 Apr 05 10:20:16.434446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6412ad-b182-480e-a84f-1b1ae4edc709 req-6a45e380-72ed-450d-a2c4-4e5395b2a7a2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:16.436208 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c6412ad-b182-480e-a84f-1b1ae4edc709 req-6a45e380-72ed-450d-a2c4-4e5395b2a7a2 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 946 time: 0.0780227 Apr 05 10:20:16.482215 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5c6412ad-b182-480e-a84f-1b1ae4edc709 req-14e4830c-4a63-4464-b200-3ad5ce9f71c9 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393929 Apr 05 10:20:17.697619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdb4e5-f909-4932-8cba-2579b8057a54 req-594a3338-f559-4647-9ec8-6ebd5411a0d1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:17.699054 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c8fdb4e5-f909-4932-8cba-2579b8057a54 req-594a3338-f559-4647-9ec8-6ebd5411a0d1 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 946 time: 0.0867774 Apr 05 10:20:17.847652 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c8fdb4e5-f909-4932-8cba-2579b8057a54 req-0b92b7f6-c1d8-4179-85e6-d386eac5f08e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421924 Apr 05 10:20:18.717730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-a0fccdc0-76bb-4f24-9da8-7e250c1c8bf7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:18.719128 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-a0fccdc0-76bb-4f24-9da8-7e250c1c8bf7 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 946 time: 0.0784001 Apr 05 10:20:18.788583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Deleting port e2ad9733-3896-4d41-af0a-2fa6955a0992 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:20:18.788920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:19.089213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] For port e2ad9733-3896-4d41-af0a-2fa6955a0992, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=e2ad9733-3896-4d41-af0a-2fa6955a0992,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:19.089613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:19.188574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22456543-ae3c-4927-9c27-27d0e0315abb req-b601fbe9-e299-4fc0-a38d-33557ca9f8ef tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:19.190759 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-22456543-ae3c-4927-9c27-27d0e0315abb req-b601fbe9-e299-4fc0-a38d-33557ca9f8ef tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 946 time: 0.2096546 Apr 05 10:20:19.374656 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-22456543-ae3c-4927-9c27-27d0e0315abb req-32d8f951-0a09-4d2e-a4b5-4b27e2349b35 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups?id=6b5599c7-95d1-4abc-ba1a-1f942e3be445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739762 Apr 05 10:20:19.422611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:19.422979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:19.423295 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7 disassociated. External IP: 172.26.4.232, port: e2ad9733-3896-4d41-af0a-2fa6955a0992. Apr 05 10:20:19.424707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Calling delete_port for e2ad9733-3896-4d41-af0a-2fa6955a0992 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:20:19.569359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:19.622049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event deleted for resources: {'Port': ['ID=e2ad9733-3896-4d41-af0a-2fa6955a0992,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:19.633641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.633984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.634371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.634701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.635040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.635375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.635733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.636076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.636400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.637237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.637237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:19.863296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Router c24c48da-ea21-451c-9238-706a4f5746c5 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:20:20.068427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:20:20.080339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:20:20.092790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:20:20.093400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:20:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:20.159576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] No DVR routers for this DVR port e2ad9733-3896-4d41-af0a-2fa6955a0992 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:20:20.162349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:20.164916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-deleted', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:20:20.182270 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-35cd0872-88b3-4e40-aebe-bc95bd079002 req-c7d579ff-bc31-4257-8415-0cb634b30e11 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.10 "DELETE /v2.0/ports/e2ad9733-3896-4d41-af0a-2fa6955a0992 HTTP/1.1" status: 204 len: 173 time: 1.4579360 Apr 05 10:20:20.288122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:20:20.311292 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd744f22-fbd5-4e2c-abf3-17679696110c'] response: {'server_uuid': 'd52a186d-9acd-44dc-af58-f320bcb21827', 'name': 'network-vif-deleted', 'tag': 'e2ad9733-3896-4d41-af0a-2fa6955a0992', 'status': 'completed', 'code': 200} Apr 05 10:20:20.676760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:20.681798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:20:20.683081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-41ff58d2-d33c-4f72-90a0-a7f4c4663403 req-cdb8541d-98bd-48bf-a0df-28106a2a961e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Synchronizing usage tracker for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:20:20.694140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:20:20.694782 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:20:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:20.700121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-41ff58d2-d33c-4f72-90a0-a7f4c4663403 req-cdb8541d-98bd-48bf-a0df-28106a2a961e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Unset dirty status for tenant:74f5f6c32cbb43d4b67c5510d18a37ec on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:20:20.701329 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-41ff58d2-d33c-4f72-90a0-a7f4c4663403 req-cdb8541d-98bd-48bf-a0df-28106a2a961e tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/ports?device_id=d52a186d-9acd-44dc-af58-f320bcb21827 HTTP/1.1" status: 200 len: 210 time: 0.1817539 Apr 05 10:20:20.941327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:20:21.273603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:21.280653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63371a3c-eef4-4c5b-9001-6bc4ef4158c6 None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:11Z', 'revision_number': 4, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '655711f9-6c5c-49ca-94a0-67638ccdb592', 'name': '', 'network_id': '8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'mac_address': 'fa:16:3e:b3:73:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:10Z', 'updated_at': '2022-04-05T10:16:28Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'subnets': [{'id': 'd394a436-9a3a-484f-aef4-c8f66294340d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:20:21.531675 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c4a91e-3efe-48ad-9135-fdc2ec5a7239 None None] New status for floating IP 58c3268c-364b-45ab-bf5c-18c8082d07f7: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:20:21.923153 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:22.360665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device e2ad9733-3896-4d41-af0a-2fa6955a0992 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:20:22.409077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: e2ad9733-3896-4d41-af0a-2fa6955a0992 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:20:22.409425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device e2ad9733-3896-4d41-af0a-2fa6955a0992 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:20:25.168367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37798) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:25.240657 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:25.271883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:25.326080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:25.345388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5599c7-95d1-4abc-ba1a-1f942e3be445,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:25.358330 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.358672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.359006 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.359333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.359690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.360016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.360339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.360668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.361005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.361323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.361642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:20:25.365644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:25.366748 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bc0c8768-ef77-42cd-a64a-12f6388ef3d5 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "DELETE /v2.0/security-groups/6b5599c7-95d1-4abc-ba1a-1f942e3be445 HTTP/1.1" status: 204 len: 168 time: 0.1974165 Apr 05 10:20:25.369237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37802) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:25.385664 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.api.v2.resource [None req-88ae634c-d70b-4af7-91c9-49575bbe28f8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] show failed (client error): The resource could not be found. Apr 05 10:20:25.388452 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-88ae634c-d70b-4af7-91c9-49575bbe28f8 tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "GET /v2.0/security-groups/6b5599c7-95d1-4abc-ba1a-1f942e3be445 HTTP/1.1" status: 404 len: 347 time: 0.0164018 Apr 05 10:20:25.390349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37806) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:25.550536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0c9cd-370c-4891-a015-624ee50f4f8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Deleting port 57a12b0b-c768-4909-a2ec-c400e3ae2486 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:20:25.550788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c9cd-370c-4891-a015-624ee50f4f8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:25.820856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c9cd-370c-4891-a015-624ee50f4f8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:25.821361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c9cd-370c-4891-a015-624ee50f4f8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:25.949496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0c9cd-370c-4891-a015-624ee50f4f8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Calling delete_port for 57a12b0b-c768-4909-a2ec-c400e3ae2486 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:20:26.093506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c9cd-370c-4891-a015-624ee50f4f8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:26.149452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0c9cd-370c-4891-a015-624ee50f4f8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Pushing event deleted for resources: {'Port': ['ID=57a12b0b-c768-4909-a2ec-c400e3ae2486,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:26.242888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c9cd-370c-4891-a015-624ee50f4f8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:26.260950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c9cd-370c-4891-a015-624ee50f4f8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:26.262082 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e6f0c9cd-370c-4891-a015-624ee50f4f8d tempest-ServerActionsTestJSON-535197062 tempest-ServerActionsTestJSON-535197062-project] 10.222.0.30 "DELETE /v2.0/floatingips/58c3268c-364b-45ab-bf5c-18c8082d07f7 HTTP/1.1" status: 204 len: 168 time: 0.8707142 Apr 05 10:20:26.265028 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37810) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:26.678476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:27.285485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] Deleting port 655711f9-6c5c-49ca-94a0-67638ccdb592 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:20:27.286178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:27.570457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] For port 655711f9-6c5c-49ca-94a0-67638ccdb592, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=655711f9-6c5c-49ca-94a0-67638ccdb592,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:27.570694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:27.694325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] Calling delete_port for 655711f9-6c5c-49ca-94a0-67638ccdb592 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:20:27.871874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:27.917113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] Pushing event deleted for resources: {'Port': ['ID=655711f9-6c5c-49ca-94a0-67638ccdb592,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:28.243618 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:28.873973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] Router c24c48da-ea21-451c-9238-706a4f5746c5 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:20:29.187329 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:20:29.198518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] Sync routers for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:20:29.203300 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7ba94027-dbe7-45b2-89cc-d2469a6e4577 admin admin] 10.222.0.30 "PUT /v2.0/routers/c24c48da-ea21-451c-9238-706a4f5746c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9343197 Apr 05 10:20:29.203595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37814) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:29.213470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:20:29.214162 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:20:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:29.409500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:20:29.413838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:29.618191 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:29.628370 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Deleting port 8c634d1a-f3e2-4c7a-9681-cec01219769a {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:20:29.628846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:29.711229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242'}], 'enable_snat': True}, 'gw_port_id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:20:27Z', 'revision_number': 5, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port': {'id': '8c634d1a-f3e2-4c7a-9681-cec01219769a', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:69:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:29.721801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] Checking router: c24c48da-ea21-451c-9238-706a4f5746c5 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:20:29.739189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-50a7dc3d-8b95-4a34-85d7-eec5d0456c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:29.743908 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] Routers {'c24c48da-ea21-451c-9238-706a4f5746c5'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:20:29.744490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:20:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c24c48da-ea21-451c-9238-706a4f5746c5'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:29.817630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] For port 8c634d1a-f3e2-4c7a-9681-cec01219769a, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=8c634d1a-f3e2-4c7a-9681-cec01219769a,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:29.818443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:29.920962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] Set router c24c48da-ea21-451c-9238-706a4f5746c5 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:20:29.985694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Calling delete_port for 8c634d1a-f3e2-4c7a-9681-cec01219769a owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:20:30.033427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:20:29Z', 'revision_number': 6, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:30.037672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cadd2-9cbb-4b8c-8ea8-e1fc005c77a3 None None] The sync data for ids ['c24c48da-ea21-451c-9238-706a4f5746c5'] in dv-neutron-833199-1-hyperv is: [{'id': 'c24c48da-ea21-451c-9238-706a4f5746c5', 'name': 'tempest-ServerActionsTestJSON-1525072356-router', 'tenant_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:16:08Z', 'updated_at': '2022-04-05T10:20:29Z', 'revision_number': 6, 'project_id': '74f5f6c32cbb43d4b67c5510d18a37ec', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:20:30.181016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:30.225789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c634d1a-f3e2-4c7a-9681-cec01219769a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:30.462995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:30.481930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 655711f9-6c5c-49ca-94a0-67638ccdb592 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:20:30.519986 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 655711f9-6c5c-49ca-94a0-67638ccdb592 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:20:30.520361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 655711f9-6c5c-49ca-94a0-67638ccdb592 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:20:30.855356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:30.859741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:30.887846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:30.888423 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c24c48da-ea21-451c-9238-706a4f5746c5 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:20:30.902913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:30.904296 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2bb86ab6-0358-4860-a5a3-98dff8b09c03 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c24c48da-ea21-451c-9238-706a4f5746c5 HTTP/1.1" status: 204 len: 168 time: 1.6997650 Apr 05 10:20:30.906728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37818) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:30.969826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5493180e-5a8c-4d69-8818-c49221a8d4f6 admin admin] Deleting subnet d394a436-9a3a-484f-aef4-c8f66294340d {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:20:30.973247 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5493180e-5a8c-4d69-8818-c49221a8d4f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.023462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5493180e-5a8c-4d69-8818-c49221a8d4f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.113780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5493180e-5a8c-4d69-8818-c49221a8d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.195319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5493180e-5a8c-4d69-8818-c49221a8d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.236476 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493180e-5a8c-4d69-8818-c49221a8d4f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d394a436-9a3a-484f-aef4-c8f66294340d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:31.244064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5493180e-5a8c-4d69-8818-c49221a8d4f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.249125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dc4e64-0812-4dda-89b7-a1136611b142 None None] Network 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:20:31.255589 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5493180e-5a8c-4d69-8818-c49221a8d4f6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d394a436-9a3a-484f-aef4-c8f66294340d HTTP/1.1" status: 204 len: 168 time: 0.3478694 Apr 05 10:20:31.258327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37822) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:31.368654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.389879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Deleting port c3d6edc6-f7ef-44fb-b66d-9330021be491 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:20:31.390219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.544827 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] DHCP port deletion for 8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:20:31.550133 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] Deleting port c3d6edc6-f7ef-44fb-b66d-9330021be491 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:20:31.550507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.619061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] For port c3d6edc6-f7ef-44fb-b66d-9330021be491, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c3d6edc6-f7ef-44fb-b66d-9330021be491,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:31.619323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.750596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Calling delete_port for c3d6edc6-f7ef-44fb-b66d-9330021be491 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:20:31.769563 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] For port c3d6edc6-f7ef-44fb-b66d-9330021be491, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=c3d6edc6-f7ef-44fb-b66d-9330021be491,segment=NetworkSegment(c7646d15-4f1c-439b-a12c-55582f200ede),segment_id=c7646d15-4f1c-439b-a12c-55582f200ede)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:31.769889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.839702 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:31.886318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d6edc6-f7ef-44fb-b66d-9330021be491,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:31.889847 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] Calling delete_port for c3d6edc6-f7ef-44fb-b66d-9330021be491 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:20:31.892724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] No DVR routers for this DVR port c3d6edc6-f7ef-44fb-b66d-9330021be491 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:20:31.982369 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:20:31.982936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:20:32.010015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b005722a-90c1-4812-b73b-528a07b4736d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.020357 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.046570 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:32.058765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7646d15-4f1c-439b-a12c-55582f200ede') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:32.059059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7646d15-4f1c-439b-a12c-55582f200ede') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:20:32.070963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.087350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.094202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:20:32.094722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:20:32.117741 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:20:32.194585 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8c634d1a-f3e2-4c7a-9681-cec01219769a no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:20:32.240580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 8c634d1a-f3e2-4c7a-9681-cec01219769a {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:20:32.240918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 8c634d1a-f3e2-4c7a-9681-cec01219769a not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:20:32.241329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c3d6edc6-f7ef-44fb-b66d-9330021be491 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:20:32.272576 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: c3d6edc6-f7ef-44fb-b66d-9330021be491 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:20:32.272912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device c3d6edc6-f7ef-44fb-b66d-9330021be491 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:20:32.288403 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.307101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.320552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] Pushing event deleted for resources: {'Network': ['ID=8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:32.325498 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8b7fa43b-67d0-44dc-a78d-2b449d36820b admin admin] 10.222.0.30 "DELETE /v2.0/networks/8eabb5a8-ca11-4ba9-b259-a0ce932ebfdc HTTP/1.1" status: 204 len: 168 time: 1.0662067 Apr 05 10:20:32.484593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] Deleting port c3d6edc6-f7ef-44fb-b66d-9330021be491 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:20:32.484980 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.488101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37828) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:32.555037 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1f86da2b-f729-4f2b-bb65-6bde44324306 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74f5f6c32cbb43d4b67c5510d18a37ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0634310 Apr 05 10:20:32.555242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 37832) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:32.555989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-88695b0f-53fc-4f29-b208-23b50bc0d116 None None] The port 'c3d6edc6-f7ef-44fb-b66d-9330021be491' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:20:32.623169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8de0128f-4415-4444-a442-2a7e8c391c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.649871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8de0128f-4415-4444-a442-2a7e8c391c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.710664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8de0128f-4415-4444-a442-2a7e8c391c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.727807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0128f-4415-4444-a442-2a7e8c391c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c9aa13-c1cf-4606-b8d3-2f77bd65cb8e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:32.745423 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8de0128f-4415-4444-a442-2a7e8c391c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:32.746552 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8de0128f-4415-4444-a442-2a7e8c391c9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39c9aa13-c1cf-4606-b8d3-2f77bd65cb8e HTTP/1.1" status: 204 len: 168 time: 0.1904521 Apr 05 10:20:33.095148 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:33.154755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:33.706795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37854) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:33.847544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1045975052-network', 'tenant_id': '1cb42fd0484440ce91c5f4de637f271b'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:20:33.853105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:20:33.857539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Usage tracker for resource:network and tenant:1cb42fd0484440ce91c5f4de637f271b is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:20:33.860457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:20:33.867450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:20:33.879994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Made reservation on behalf of 1cb42fd0484440ce91c5f4de637f271b for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:20:33.884007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:33.896997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:33.930703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:20:33.935273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb42fd0484440ce91c5f4de637f271b is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:20:33.938799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:20:33.945365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:20:34.013938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:34.018341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:34.049364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:20:34.058068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189e5753-0531-44b1-9fc2-7743a8846865,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:34.064095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:34.064459 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Added segment 5684310b-6578-4cf8-8eeb-42b41b0cfbdd of type vlan for network 0236d9a3-5c14-47ae-9fec-936c8db386f4 Apr 05 10:20:34.094682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:34.132285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:34.134303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:34.134303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:34.240825 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] Pushing event updated for resources: {'Network': ['ID=0236d9a3-5c14-47ae-9fec-936c8db386f4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:34.244863 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-550a13f2-f143-4b88-8a56-5ae6b2bfb952 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5370114 Apr 05 10:20:34.248488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37860) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:20:34.253763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 0236d9a3-5c14-47ae-9fec-936c8db386f4 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:20:34.256837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Request body: {'subnet': {'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1045975052-subnet', 'tenant_id': '1cb42fd0484440ce91c5f4de637f271b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:20:34.264830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:20:34.271755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Usage tracker for resource:subnet and tenant:1cb42fd0484440ce91c5f4de637f271b is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:20:34.276507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:20:34.286717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:20:34.301661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Made reservation on behalf of 1cb42fd0484440ce91c5f4de637f271b for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:20:34.304001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:34.482120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:34.548730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:34.620042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bb8abd0-0f41-4ff0-8e86-2e3442b620d1,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:34.635776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Checking segment: {'id': '5684310b-6578-4cf8-8eeb-42b41b0cfbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:20:34.636173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Network hostable DHCP agents. Network: 0236d9a3-5c14-47ae-9fec-936c8db386f4, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:20:34.660515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Network 0236d9a3-5c14-47ae-9fec-936c8db386f4 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:20:34.670575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 0236d9a3-5c14-47ae-9fec-936c8db386f4) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:20:34.676745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:34.677364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:34.684295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fcec57-f528-4c48-8630-bfe2739bb04c None None] Network 0236d9a3-5c14-47ae-9fec-936c8db386f4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:20:34.706127 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a23a8a47-9ad1-4dc1-9a2c-4531f3847169 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4513469 Apr 05 10:20:34.924522 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd43441-7f4a-4c5c-895e-ca14e45912c5 None None] Network 0236d9a3-5c14-47ae-9fec-936c8db386f4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:20:35.311635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-2044d20a-32ef-496e-9c0a-3b9dfc71ffc4 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:35.312359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-2044d20a-32ef-496e-9c0a-3b9dfc71ffc4 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Synchronizing usage tracker for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:20:35.330589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-2044d20a-32ef-496e-9c0a-3b9dfc71ffc4 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Unset dirty status for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:20:35.331763 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-2044d20a-32ef-496e-9c0a-3b9dfc71ffc4 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/networks?id=0236d9a3-5c14-47ae-9fec-936c8db386f4 HTTP/1.1" status: 200 len: 814 time: 0.1727090 Apr 05 10:20:35.350761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-2ccf3930-7e40-4905-8384-5313b786792c tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/quotas/1cb42fd0484440ce91c5f4de637f271b HTTP/1.1" status: 200 len: 375 time: 0.0117004 Apr 05 10:20:35.405564 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-6bef69fc-301b-4db7-af21-b491faf50b76 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cb42fd0484440ce91c5f4de637f271b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454633 Apr 05 10:20:35.419127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-08122f59-bf72-4c71-a727-2420d3f23d8a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:20:35.420535 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-08122f59-bf72-4c71-a727-2420d3f23d8a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073631 Apr 05 10:20:35.561783 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-9f3077f2-0f03-4773-ae04-677cf184de2c service neutron] 10.222.0.30 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340208 Apr 05 10:20:35.710830 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-1fdaa8d3-ef70-4df4-80c6-1ca2c722d137 service neutron] 10.222.0.30 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424749 Apr 05 10:20:36.957074 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7475994c-351f-4dd8-886b-97123191239e req-3301139c-886a-4680-a3d4-86ad5f858286 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 210 time: 0.0626280 Apr 05 10:20:38.162865 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-59de2c08-ba09-4e9d-84df-ae60c9063b19 req-a6827d74-9a94-4ac9-8211-054da4e797d2 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 210 time: 0.0725615 Apr 05 10:20:38.273370 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:20:38.304402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-eb5abd85-0f53-4e6a-a5f0-ca8a5015f079 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:38.305908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-eb5abd85-0f53-4e6a-a5f0-ca8a5015f079 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.10 "GET /v2.0/networks?id=0236d9a3-5c14-47ae-9fec-936c8db386f4 HTTP/1.1" status: 200 len: 814 time: 0.1772180 Apr 05 10:20:38.330249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Request body: {'port': {'device_id': '29dd75c1-26b7-44d1-8ba6-d797cd4b000a', 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4', 'admin_state_up': True, 'tenant_id': '1cb42fd0484440ce91c5f4de637f271b'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:20:38.465737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:20:38.469448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Usage tracker for resource:port and tenant:1cb42fd0484440ce91c5f4de637f271b is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:20:38.472455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:20:38.478078 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:20:38.487978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Made reservation on behalf of 1cb42fd0484440ce91c5f4de637f271b for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:20:38.490893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:38.666216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Allocated IP 172.20.0.3 (0236d9a3-5c14-47ae-9fec-936c8db386f4/7bb8abd0-0f41-4ff0-8e86-2e3442b620d1/5ddf1932-f166-43de-a1e7-41b345c25628) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:20:38.972640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:39.004293 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:39.081006 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Network 0236d9a3-5c14-47ae-9fec-936c8db386f4 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:20:39.084210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:20:39.089027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:20:39.115685 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Pushing event updated for resources: {'Port': ['ID=5ddf1932-f166-43de-a1e7-41b345c25628,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:39.156521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:39.157472 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:39.186216 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-f5e76399-a2a4-4974-87dd-b454dc144413 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8628209 Apr 05 10:20:39.197020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Request body: {'port': {'device_id': '29dd75c1-26b7-44d1-8ba6-d797cd4b000a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:20:39.363898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:39.502501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96426c27-003a-4632-830b-776e5cdb14bf req-58fc8a80-831d-49d2-932b-acb2bb99fca8 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:39.502936 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-96426c27-003a-4632-830b-776e5cdb14bf req-58fc8a80-831d-49d2-932b-acb2bb99fca8 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Synchronizing usage tracker for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:20:39.547136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-96426c27-003a-4632-830b-776e5cdb14bf req-58fc8a80-831d-49d2-932b-acb2bb99fca8 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Unset dirty status for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:20:39.548412 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-96426c27-003a-4632-830b-776e5cdb14bf req-58fc8a80-831d-49d2-932b-acb2bb99fca8 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 931 time: 0.2380321 Apr 05 10:20:39.676042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-96426c27-003a-4632-830b-776e5cdb14bf req-f034b4d6-087c-49b2-881a-68919b49c40b tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Synchronizing usage tracker for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:20:39.722618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-96426c27-003a-4632-830b-776e5cdb14bf req-f034b4d6-087c-49b2-881a-68919b49c40b tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Unset dirty status for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:20:39.723780 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-96426c27-003a-4632-830b-776e5cdb14bf req-f034b4d6-087c-49b2-881a-68919b49c40b tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583624 Apr 05 10:20:39.798090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ddf1932-f166-43de-a1e7-41b345c25628 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:20:39.804905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:39.824945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Transition to ACTIVE for port object 5ddf1932-f166-43de-a1e7-41b345c25628 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:20:39.828163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:39.957299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Pushing event updated for resources: {'Port': ['ID=5ddf1932-f166-43de-a1e7-41b345c25628,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:40.064737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Attempting to bind port 5ddf1932-f166-43de-a1e7-41b345c25628 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:20:40.065034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Attempting to bind port 5ddf1932-f166-43de-a1e7-41b345c25628 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '5684310b-6578-4cf8-8eeb-42b41b0cfbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:20:40.065536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Attempting to bind port 5ddf1932-f166-43de-a1e7-41b345c25628 on network 0236d9a3-5c14-47ae-9fec-936c8db386f4 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:20:40.071331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Port 5ddf1932-f166-43de-a1e7-41b345c25628 on network 0236d9a3-5c14-47ae-9fec-936c8db386f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:20:40.071674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Attempting to bind port 5ddf1932-f166-43de-a1e7-41b345c25628 on network 0236d9a3-5c14-47ae-9fec-936c8db386f4 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:20:40.078826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:20:40.079159 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Checking segment: {'id': '5684310b-6578-4cf8-8eeb-42b41b0cfbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:20:40.080173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Bound using segment: {'id': '5684310b-6578-4cf8-8eeb-42b41b0cfbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:20:40.080601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Bound port: 5ddf1932-f166-43de-a1e7-41b345c25628, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5684310b-6578-4cf8-8eeb-42b41b0cfbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:20:40.080943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:40.173921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] For port 5ddf1932-f166-43de-a1e7-41b345c25628, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:20:40.177520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] For port 5ddf1932-f166-43de-a1e7-41b345c25628, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=5ddf1932-f166-43de-a1e7-41b345c25628,segment=NetworkSegment(5684310b-6578-4cf8-8eeb-42b41b0cfbdd),segment_id=5684310b-6578-4cf8-8eeb-42b41b0cfbdd)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:20:40.181536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:40.243567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:40.244872 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] 10.222.0.10 "PUT /v2.0/ports/5ddf1932-f166-43de-a1e7-41b345c25628 HTTP/1.1" status: 200 len: 1093 time: 1.0523446 Apr 05 10:20:40.245306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dd75c1-26b7-44d1-8ba6-d797cd4b000a', 'tag': '5ddf1932-f166-43de-a1e7-41b345c25628'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:20:40.264240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a01a5f-c705-45ac-b9b7-e72215da274e service neutron] Pushing event updated for resources: {'Port': ['ID=5ddf1932-f166-43de-a1e7-41b345c25628,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:40.319562 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d711397b-9764-4c7a-8d08-1ed1c7562bc5'] response: {'name': 'network-changed', 'server_uuid': '29dd75c1-26b7-44d1-8ba6-d797cd4b000a', 'tag': '5ddf1932-f166-43de-a1e7-41b345c25628', 'status': 'completed', 'code': 200} Apr 05 10:20:40.355549 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-5ae403a3-7cb1-442e-8746-64179b35bbc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb42fd0484440ce91c5f4de637f271b&device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 1096 time: 0.0738630 Apr 05 10:20:40.429085 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-329db536-07e6-454e-a19f-777a36f0da66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ddf1932-f166-43de-a1e7-41b345c25628 HTTP/1.1" status: 200 len: 217 time: 0.0656598 Apr 05 10:20:40.493397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-2308dd20-bbb5-41fd-8628-e461589f0e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:40.494909 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-2308dd20-bbb5-41fd-8628-e461589f0e53 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb8abd0-0f41-4ff0-8e86-2e3442b620d1 HTTP/1.1" status: 200 len: 854 time: 0.0609710 Apr 05 10:20:40.546370 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-12eac5e5-76db-46c4-a069-505c58f74785 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0236d9a3-5c14-47ae-9fec-936c8db386f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452073 Apr 05 10:20:40.806239 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-fe152f52-ff0f-4c65-b782-beac303913af service neutron] 10.222.0.10 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535715 Apr 05 10:20:41.007246 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-083404e1-5e01-4c87-91aa-b89173d2ef02 req-cccdf009-74db-4f4f-90f0-de72b4eb1191 service neutron] 10.222.0.10 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943846 Apr 05 10:20:41.020914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa53c8-c366-41db-b0a5-b3ad54c4483e req-bb1b12de-bf8f-40dc-91d3-f538762ecf6b tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:41.022404 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9aaa53c8-c366-41db-b0a5-b3ad54c4483e req-bb1b12de-bf8f-40dc-91d3-f538762ecf6b tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 943 time: 0.1343377 Apr 05 10:20:41.113976 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9aaa53c8-c366-41db-b0a5-b3ad54c4483e req-1f93685b-89e6-43c0-a701-727106396c58 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843966 Apr 05 10:20:41.149842 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a44447f-65c9-4dd1-af52-8b50b77173a3 req-ad8cf159-924f-4456-9b6e-527994078a12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb42fd0484440ce91c5f4de637f271b&device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 1096 time: 0.0831130 Apr 05 10:20:41.285754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44447f-65c9-4dd1-af52-8b50b77173a3 req-3ae3ecf5-f776-4577-87cd-516c3cdf4f32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:41.287196 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a44447f-65c9-4dd1-af52-8b50b77173a3 req-3ae3ecf5-f776-4577-87cd-516c3cdf4f32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0236d9a3-5c14-47ae-9fec-936c8db386f4 HTTP/1.1" status: 200 len: 914 time: 0.1353300 Apr 05 10:20:41.358263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a44447f-65c9-4dd1-af52-8b50b77173a3 req-d661a539-1ecc-488b-a209-9fc9de0ed47f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ddf1932-f166-43de-a1e7-41b345c25628 HTTP/1.1" status: 200 len: 217 time: 0.0648832 Apr 05 10:20:41.419645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44447f-65c9-4dd1-af52-8b50b77173a3 req-ae0ded2b-f0f2-40b5-b269-71f69f94ae49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:41.421140 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a44447f-65c9-4dd1-af52-8b50b77173a3 req-ae0ded2b-f0f2-40b5-b269-71f69f94ae49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb8abd0-0f41-4ff0-8e86-2e3442b620d1 HTTP/1.1" status: 200 len: 854 time: 0.0570569 Apr 05 10:20:41.467741 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a44447f-65c9-4dd1-af52-8b50b77173a3 req-bad9b584-00af-4fc1-963c-910aae68c005 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0236d9a3-5c14-47ae-9fec-936c8db386f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396774 Apr 05 10:20:41.604734 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a44447f-65c9-4dd1-af52-8b50b77173a3 req-b85437e2-05fb-403d-970e-4c971e18bc7b service neutron] 10.222.0.10 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294429 Apr 05 10:20:41.764274 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a44447f-65c9-4dd1-af52-8b50b77173a3 req-78f2f0ad-14eb-4ff9-9f65-e5f51a3036e4 service neutron] 10.222.0.10 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518452 Apr 05 10:20:42.333446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c0e21-bddd-4774-8ec2-a7f30715083d req-49571bc9-de5f-4d21-9b3a-878d5bddd730 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:42.335004 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-305c0e21-bddd-4774-8ec2-a7f30715083d req-49571bc9-de5f-4d21-9b3a-878d5bddd730 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 943 time: 0.0873265 Apr 05 10:20:42.383174 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-305c0e21-bddd-4774-8ec2-a7f30715083d req-7c359ee0-865e-4604-9818-f7de524318d9 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Apr 05 10:20:42.440057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 5ddf1932-f166-43de-a1e7-41b345c25628 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:20:42.588260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 5ddf1932-f166-43de-a1e7-41b345c25628, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=5ddf1932-f166-43de-a1e7-41b345c25628,segment=NetworkSegment(5684310b-6578-4cf8-8eeb-42b41b0cfbdd),segment_id=5684310b-6578-4cf8-8eeb-42b41b0cfbdd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:42.603655 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '5ddf1932-f166-43de-a1e7-41b345c25628', 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4', 'port_id': '5ddf1932-f166-43de-a1e7-41b345c25628', 'mac_address': 'fa:16:3e:5e:a3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb8abd0-0f41-4ff0-8e86-2e3442b620d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:20:42.660976 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:42.683695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ddf1932-f166-43de-a1e7-41b345c25628 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:20:42.703104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 5ddf1932-f166-43de-a1e7-41b345c25628, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=5ddf1932-f166-43de-a1e7-41b345c25628,segment=NetworkSegment(5684310b-6578-4cf8-8eeb-42b41b0cfbdd),segment_id=5684310b-6578-4cf8-8eeb-42b41b0cfbdd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:42.708077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:42.817232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=5ddf1932-f166-43de-a1e7-41b345c25628,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:42.948853 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['5ddf1932-f166-43de-a1e7-41b345c25628'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:20:43.616092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187db2bf-06af-4a63-b811-9f35164a06ad req-5a52b3d5-70f8-4c1f-b766-d9d0cdb433ff tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:43.617593 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-187db2bf-06af-4a63-b811-9f35164a06ad req-5a52b3d5-70f8-4c1f-b766-d9d0cdb433ff tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 944 time: 0.1068771 Apr 05 10:20:43.668640 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-187db2bf-06af-4a63-b811-9f35164a06ad req-ea0dd8ab-56ff-45ad-893d-641c58839aa2 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455034 Apr 05 10:20:44.440951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 5ddf1932-f166-43de-a1e7-41b345c25628 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:20:44.509836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 5ddf1932-f166-43de-a1e7-41b345c25628 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:20:44.515486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 5ddf1932-f166-43de-a1e7-41b345c25628 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:20:44.515918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:44.628979 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:44.654830 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dd75c1-26b7-44d1-8ba6-d797cd4b000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddf1932-f166-43de-a1e7-41b345c25628'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:20:44.664092 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 5ddf1932-f166-43de-a1e7-41b345c25628, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=5ddf1932-f166-43de-a1e7-41b345c25628,segment=NetworkSegment(5684310b-6578-4cf8-8eeb-42b41b0cfbdd),segment_id=5684310b-6578-4cf8-8eeb-42b41b0cfbdd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:44.668845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:44.715451 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e119db-4041-4392-9b76-460585a22765'] response: {'server_uuid': '29dd75c1-26b7-44d1-8ba6-d797cd4b000a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ddf1932-f166-43de-a1e7-41b345c25628', 'code': 200} Apr 05 10:20:44.742696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=5ddf1932-f166-43de-a1e7-41b345c25628,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:44.879130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5455d-4961-4f90-878a-13c6167b5aae req-4a2698f5-971c-48c2-b999-e0680134683d tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:44.880607 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eba5455d-4961-4f90-878a-13c6167b5aae req-4a2698f5-971c-48c2-b999-e0680134683d tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.0785334 Apr 05 10:20:44.974451 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eba5455d-4961-4f90-878a-13c6167b5aae req-eb631c45-5a46-45e7-9bde-fb9852bb3344 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650663 Apr 05 10:20:44.986259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1e9c7461-ab74-4ba8-9052-7c12596014a5 req-d2b5d9de-da7b-4cc6-a337-661942dfab00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 1098 time: 0.1041760 Apr 05 10:20:45.026501 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1e9c7461-ab74-4ba8-9052-7c12596014a5 req-221eb2f6-6a70-4e6d-9419-bd23b89fc01d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Apr 05 10:20:46.188278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090d178-5fc4-47d8-ac76-a19c826f7b3a req-d5d8939d-13e4-44f6-8389-25a6512fd658 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:46.189709 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a090d178-5fc4-47d8-ac76-a19c826f7b3a req-d5d8939d-13e4-44f6-8389-25a6512fd658 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.0819869 Apr 05 10:20:46.248640 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a090d178-5fc4-47d8-ac76-a19c826f7b3a req-cfd7bf4b-f0c0-4626-affb-3412350afdf7 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531573 Apr 05 10:20:46.566229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-bbe1dbe0-e3fc-4302-88e0-8363937d191b tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:46.567697 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-bbe1dbe0-e3fc-4302-88e0-8363937d191b tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/networks?id=0236d9a3-5c14-47ae-9fec-936c8db386f4 HTTP/1.1" status: 200 len: 814 time: 0.1557009 Apr 05 10:20:46.586801 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-6cec98a1-230b-4352-b57b-c2935765d66d tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/quotas/1cb42fd0484440ce91c5f4de637f271b HTTP/1.1" status: 200 len: 375 time: 0.0118680 Apr 05 10:20:46.764372 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-a9b8016e-fb2f-416f-a9f8-ad7bcd246f2d tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1cb42fd0484440ce91c5f4de637f271b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1722801 Apr 05 10:20:46.928535 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-28c5d2db-ba85-4f83-ae60-eab7d99849ff service neutron] 10.222.0.30 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561344 Apr 05 10:20:47.100687 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e409ce57-d49c-4c6c-a5fd-99555f457b3f service neutron] 10.222.0.30 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664128 Apr 05 10:20:47.319093 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1252c96f-1445-4710-a6e4-b2ec862f9cd1 req-07839685-0d44-42ce-81fb-cb6f454a5e93 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 210 time: 0.0578239 Apr 05 10:20:48.392807 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b14d1ef0-3799-4d5d-8414-fd6ce8f6de0c tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:48.394379 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b14d1ef0-3799-4d5d-8414-fd6ce8f6de0c tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.10 "GET /v2.0/networks?id=0236d9a3-5c14-47ae-9fec-936c8db386f4 HTTP/1.1" status: 200 len: 814 time: 0.1509113 Apr 05 10:20:48.411366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Request body: {'port': {'device_id': 'b08c5a62-0905-4724-978c-dafea1bf0a27', 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4', 'admin_state_up': True, 'tenant_id': '1cb42fd0484440ce91c5f4de637f271b'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:20:48.538547 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6bf7e4c4-57c0-4d19-8c08-7ae86ca39594 req-edef88f7-5bb7-41c3-80e9-b128c32864d3 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 210 time: 0.0589182 Apr 05 10:20:48.597684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:20:48.607608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:20:48.617966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Made reservation on behalf of 1cb42fd0484440ce91c5f4de637f271b for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:20:48.621064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:48.792562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Allocated IP 172.20.0.12 (0236d9a3-5c14-47ae-9fec-936c8db386f4/7bb8abd0-0f41-4ff0-8e86-2e3442b620d1/85d083f0-8912-4f12-a766-91b80f68dadd) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:20:49.002547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:49.030272 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:49.042670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['5ddf1932-f166-43de-a1e7-41b345c25628'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:20:49.101832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Network 0236d9a3-5c14-47ae-9fec-936c8db386f4 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:20:49.102971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:20:49.107269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:20:49.140783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Pushing event updated for resources: {'Port': ['ID=85d083f0-8912-4f12-a766-91b80f68dadd,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:49.175913 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:49.176516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:49.202283 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-e6e79b27-f8d4-4986-9aaf-d585c38386d0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7953260 Apr 05 10:20:49.213405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Request body: {'port': {'device_id': 'b08c5a62-0905-4724-978c-dafea1bf0a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:20:49.348591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:49.891550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d083f0-8912-4f12-a766-91b80f68dadd {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:20:49.902185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:49.929557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Transition to ACTIVE for port object 85d083f0-8912-4f12-a766-91b80f68dadd will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:20:49.934384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:50.058867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701cdb6-2fdd-40ad-a54e-95b540e9891b req-b5d7e37c-2e53-46e3-8f30-00d785756d82 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:50.059576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-6701cdb6-2fdd-40ad-a54e-95b540e9891b req-b5d7e37c-2e53-46e3-8f30-00d785756d82 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Synchronizing usage tracker for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:20:50.086788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Pushing event updated for resources: {'Port': ['ID=85d083f0-8912-4f12-a766-91b80f68dadd,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:50.134764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-6701cdb6-2fdd-40ad-a54e-95b540e9891b req-b5d7e37c-2e53-46e3-8f30-00d785756d82 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Unset dirty status for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:20:50.135972 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6701cdb6-2fdd-40ad-a54e-95b540e9891b req-b5d7e37c-2e53-46e3-8f30-00d785756d82 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 932 time: 0.4213715 Apr 05 10:20:50.241927 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6701cdb6-2fdd-40ad-a54e-95b540e9891b req-b9e3075f-11b5-4bc1-b0aa-e94d0c2985aa tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742989 Apr 05 10:20:50.249012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Attempting to bind port 85d083f0-8912-4f12-a766-91b80f68dadd on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:20:50.249345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Attempting to bind port 85d083f0-8912-4f12-a766-91b80f68dadd by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '5684310b-6578-4cf8-8eeb-42b41b0cfbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:20:50.249863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Attempting to bind port 85d083f0-8912-4f12-a766-91b80f68dadd on network 0236d9a3-5c14-47ae-9fec-936c8db386f4 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:20:50.259697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Port 85d083f0-8912-4f12-a766-91b80f68dadd on network 0236d9a3-5c14-47ae-9fec-936c8db386f4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:20:50.260329 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Attempting to bind port 85d083f0-8912-4f12-a766-91b80f68dadd on network 0236d9a3-5c14-47ae-9fec-936c8db386f4 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:20:50.269892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:20:50.270225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Checking segment: {'id': '5684310b-6578-4cf8-8eeb-42b41b0cfbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:20:50.270609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Bound using segment: {'id': '5684310b-6578-4cf8-8eeb-42b41b0cfbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:20:50.271042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Bound port: 85d083f0-8912-4f12-a766-91b80f68dadd, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5684310b-6578-4cf8-8eeb-42b41b0cfbdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:20:50.271387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:50.382402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] For port 85d083f0-8912-4f12-a766-91b80f68dadd, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:20:50.386271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] For port 85d083f0-8912-4f12-a766-91b80f68dadd, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=85d083f0-8912-4f12-a766-91b80f68dadd,segment=NetworkSegment(5684310b-6578-4cf8-8eeb-42b41b0cfbdd),segment_id=5684310b-6578-4cf8-8eeb-42b41b0cfbdd)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:20:50.390609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:50.453414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:50.455927 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] 10.222.0.10 "PUT /v2.0/ports/85d083f0-8912-4f12-a766-91b80f68dadd HTTP/1.1" status: 200 len: 1094 time: 1.2460120 Apr 05 10:20:50.455927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08c5a62-0905-4724-978c-dafea1bf0a27', 'tag': '85d083f0-8912-4f12-a766-91b80f68dadd'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:20:50.479836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ffa54a-d13c-4560-b6a9-ab25efbc8209 service neutron] Pushing event updated for resources: {'Port': ['ID=85d083f0-8912-4f12-a766-91b80f68dadd,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:50.534637 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720349ce-e01e-4afb-80ec-55e186d3bef8'] response: {'name': 'network-changed', 'server_uuid': 'b08c5a62-0905-4724-978c-dafea1bf0a27', 'tag': '85d083f0-8912-4f12-a766-91b80f68dadd', 'status': 'completed', 'code': 200} Apr 05 10:20:50.583979 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-00210644-fda0-4cb1-914b-75ed29ca532b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb42fd0484440ce91c5f4de637f271b&device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 1097 time: 0.0847564 Apr 05 10:20:50.660873 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-1e509598-abf4-4984-84f1-bd7cd61b968e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85d083f0-8912-4f12-a766-91b80f68dadd HTTP/1.1" status: 200 len: 217 time: 0.0706103 Apr 05 10:20:50.740345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-a0a0c9ea-095d-4966-ab64-be002e12c579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:50.741673 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-a0a0c9ea-095d-4966-ab64-be002e12c579 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb8abd0-0f41-4ff0-8e86-2e3442b620d1 HTTP/1.1" status: 200 len: 854 time: 0.0649321 Apr 05 10:20:50.788327 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-ba68c269-6372-4b3b-9b83-1ba273fc6dbd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0236d9a3-5c14-47ae-9fec-936c8db386f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412240 Apr 05 10:20:50.920156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-89bdf142-2a37-49f2-9a2b-6a77118b97cc service neutron] 10.222.0.10 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264706 Apr 05 10:20:51.053822 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d45b9-1450-4b5a-b5e2-4094c12cea7a req-0e140137-7c6f-4f29-88ea-5e6ff8dffecb service neutron] 10.222.0.10 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285372 Apr 05 10:20:51.164838 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-357a68bc-b056-4f5d-a71c-9ba9d95c8162 req-94ac99d6-3175-4358-b631-65f64884dda3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb42fd0484440ce91c5f4de637f271b&device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 1097 time: 0.0681529 Apr 05 10:20:51.310394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a68bc-b056-4f5d-a71c-9ba9d95c8162 req-6701d3d7-db9c-4018-8961-e22bad1cc060 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:51.311887 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-357a68bc-b056-4f5d-a71c-9ba9d95c8162 req-6701d3d7-db9c-4018-8961-e22bad1cc060 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0236d9a3-5c14-47ae-9fec-936c8db386f4 HTTP/1.1" status: 200 len: 914 time: 0.1401691 Apr 05 10:20:51.419682 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-357a68bc-b056-4f5d-a71c-9ba9d95c8162 req-a1141ce3-4f3c-4be8-9516-2a545d4d6142 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85d083f0-8912-4f12-a766-91b80f68dadd HTTP/1.1" status: 200 len: 217 time: 0.1016874 Apr 05 10:20:51.500397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a68bc-b056-4f5d-a71c-9ba9d95c8162 req-616723e2-ed96-4afd-becb-a115461ca400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:51.501867 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-357a68bc-b056-4f5d-a71c-9ba9d95c8162 req-616723e2-ed96-4afd-becb-a115461ca400 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb8abd0-0f41-4ff0-8e86-2e3442b620d1 HTTP/1.1" status: 200 len: 854 time: 0.0758941 Apr 05 10:20:51.554426 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-357a68bc-b056-4f5d-a71c-9ba9d95c8162 req-5a524d41-c2d2-4175-abbe-01f3856a839f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0236d9a3-5c14-47ae-9fec-936c8db386f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425076 Apr 05 10:20:51.564565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa6e02-973d-467a-b369-49888b1debb8 req-ce2789d8-e715-484b-b7c5-97d37beb95aa tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:51.566178 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dafa6e02-973d-467a-b369-49888b1debb8 req-ce2789d8-e715-484b-b7c5-97d37beb95aa tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 944 time: 0.1944745 Apr 05 10:20:51.794795 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dafa6e02-973d-467a-b369-49888b1debb8 req-004a459f-6abf-409c-9774-9e5f793850fd tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100556 Apr 05 10:20:51.839587 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-357a68bc-b056-4f5d-a71c-9ba9d95c8162 req-4b54e020-5e86-4993-b114-e4ee58ca52ed service neutron] 10.222.0.10 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724199 Apr 05 10:20:51.929744 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:51.994609 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-357a68bc-b056-4f5d-a71c-9ba9d95c8162 req-ad283050-277e-437d-84d6-c43e0744a706 service neutron] 10.222.0.10 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478934 Apr 05 10:20:52.456517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 85d083f0-8912-4f12-a766-91b80f68dadd details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:20:52.590026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 85d083f0-8912-4f12-a766-91b80f68dadd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=85d083f0-8912-4f12-a766-91b80f68dadd,segment=NetworkSegment(5684310b-6578-4cf8-8eeb-42b41b0cfbdd),segment_id=5684310b-6578-4cf8-8eeb-42b41b0cfbdd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:52.604573 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '85d083f0-8912-4f12-a766-91b80f68dadd', 'network_id': '0236d9a3-5c14-47ae-9fec-936c8db386f4', 'port_id': '85d083f0-8912-4f12-a766-91b80f68dadd', 'mac_address': 'fa:16:3e:4e:c3:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bb8abd0-0f41-4ff0-8e86-2e3442b620d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:20:52.667789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:52.686897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d083f0-8912-4f12-a766-91b80f68dadd {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:20:52.703259 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 85d083f0-8912-4f12-a766-91b80f68dadd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=85d083f0-8912-4f12-a766-91b80f68dadd,segment=NetworkSegment(5684310b-6578-4cf8-8eeb-42b41b0cfbdd),segment_id=5684310b-6578-4cf8-8eeb-42b41b0cfbdd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:52.708451 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:52.776717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=85d083f0-8912-4f12-a766-91b80f68dadd,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:52.941266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['85d083f0-8912-4f12-a766-91b80f68dadd'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:20:53.017887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872aee7-6dbc-4b3b-9e27-646c5f10a255 req-3b251d1d-7204-4db5-a55b-4e9c9ca3193f tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:53.021298 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3872aee7-6dbc-4b3b-9e27-646c5f10a255 req-3b251d1d-7204-4db5-a55b-4e9c9ca3193f tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 945 time: 0.0916154 Apr 05 10:20:53.084493 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3872aee7-6dbc-4b3b-9e27-646c5f10a255 req-357144b9-e9c0-4709-b199-533da6fb16b2 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589502 Apr 05 10:20:54.282277 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151e608-1c10-4124-bf74-76c322b9fa9e req-2090bc87-7fea-4839-b6d3-217060a98f1a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:54.284049 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a151e608-1c10-4124-bf74-76c322b9fa9e req-2090bc87-7fea-4839-b6d3-217060a98f1a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 945 time: 0.0780985 Apr 05 10:20:54.331262 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a151e608-1c10-4124-bf74-76c322b9fa9e req-309ff761-9c88-4b65-a317-18107dc34ccd tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Apr 05 10:20:54.469490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 85d083f0-8912-4f12-a766-91b80f68dadd up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:20:54.536440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 85d083f0-8912-4f12-a766-91b80f68dadd completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:20:54.541400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 85d083f0-8912-4f12-a766-91b80f68dadd triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:20:54.541749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:54.657714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:54.686610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c5a62-0905-4724-978c-dafea1bf0a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d083f0-8912-4f12-a766-91b80f68dadd'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:20:54.697496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 85d083f0-8912-4f12-a766-91b80f68dadd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=85d083f0-8912-4f12-a766-91b80f68dadd,segment=NetworkSegment(5684310b-6578-4cf8-8eeb-42b41b0cfbdd),segment_id=5684310b-6578-4cf8-8eeb-42b41b0cfbdd)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:54.701772 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:54.749360 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e95886-037a-4457-aaac-c57386873a34'] response: {'server_uuid': 'b08c5a62-0905-4724-978c-dafea1bf0a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d083f0-8912-4f12-a766-91b80f68dadd', 'code': 200} Apr 05 10:20:54.776811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=85d083f0-8912-4f12-a766-91b80f68dadd,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:54.996001 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-519a9685-31e4-470d-84f9-93a0672f9f75 req-cee5052f-9334-4c33-94fc-7f88aa128856 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 1099 time: 0.0825706 Apr 05 10:20:55.054143 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-519a9685-31e4-470d-84f9-93a0672f9f75 req-c80738b6-6dc0-4760-bcef-22f4483c33b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526819 Apr 05 10:20:55.544042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cef72c-44cc-4a65-8be5-ccfa32d7f203 req-ba165833-ba00-4452-906d-3a3ea569cbe0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:55.545494 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f4cef72c-44cc-4a65-8be5-ccfa32d7f203 req-ba165833-ba00-4452-906d-3a3ea569cbe0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 946 time: 0.0879931 Apr 05 10:20:55.593153 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f4cef72c-44cc-4a65-8be5-ccfa32d7f203 req-a199cc9e-c94a-4220-a541-c4d0584acff2 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414093 Apr 05 10:20:56.795096 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f55c9-7558-473b-8249-5f6827dfb86f req-1d46579b-5519-4677-a526-c297cdbb2a7f tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:56.796544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b0f55c9-7558-473b-8249-5f6827dfb86f req-1d46579b-5519-4677-a526-c297cdbb2a7f tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 946 time: 0.0743804 Apr 05 10:20:56.846836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b0f55c9-7558-473b-8249-5f6827dfb86f req-9db6fbd2-441b-46f6-b3f2-2ad483dbb6da tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436211 Apr 05 10:20:57.250727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ffbc8-c8a8-4a4b-90d6-09d87514a736 req-a46c0239-b57f-477b-a04a-aff971046823 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:57.252473 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-571ffbc8-c8a8-4a4b-90d6-09d87514a736 req-a46c0239-b57f-477b-a04a-aff971046823 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 946 time: 0.0768487 Apr 05 10:20:57.297843 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-571ffbc8-c8a8-4a4b-90d6-09d87514a736 req-471292af-cf0b-4a2b-8b6f-380e7ad005f0 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Apr 05 10:20:58.497473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338be7d-2055-4fda-b5e4-8cf4470feab3 req-47744d0e-dccb-4941-a4ce-3c946bd51173 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:58.498848 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2338be7d-2055-4fda-b5e4-8cf4470feab3 req-47744d0e-dccb-4941-a4ce-3c946bd51173 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 946 time: 0.0801828 Apr 05 10:20:58.594125 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2338be7d-2055-4fda-b5e4-8cf4470feab3 req-85ae9ba5-87b2-4ef2-8bbd-46f55edf5125 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885873 Apr 05 10:20:58.619027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-4640481f-78c4-4213-aa50-f68c2c0de923 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:58.620563 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-4640481f-78c4-4213-aa50-f68c2c0de923 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.10 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 946 time: 0.1007485 Apr 05 10:20:58.728182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-76b6175e-78bc-4e04-ac3b-0f94ba110442 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Deleting port 85d083f0-8912-4f12-a766-91b80f68dadd {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:20:58.728522 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-76b6175e-78bc-4e04-ac3b-0f94ba110442 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:58.851499 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2e65b1f-92e5-4c5a-bfea-b3e4617bffa5 req-6d2ee4fb-16c9-4aaa-b277-a1eda9a3d8ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1734684 Apr 05 10:20:59.053353 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-76b6175e-78bc-4e04-ac3b-0f94ba110442 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] For port 85d083f0-8912-4f12-a766-91b80f68dadd, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=85d083f0-8912-4f12-a766-91b80f68dadd,segment=NetworkSegment(5684310b-6578-4cf8-8eeb-42b41b0cfbdd),segment_id=5684310b-6578-4cf8-8eeb-42b41b0cfbdd)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:20:59.053708 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-76b6175e-78bc-4e04-ac3b-0f94ba110442 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:59.173261 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2e65b1f-92e5-4c5a-bfea-b3e4617bffa5 req-04ad181c-ffe2-4e42-8974-f8fee677d225 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb42fd0484440ce91c5f4de637f271b&device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 1098 time: 0.2416980 Apr 05 10:20:59.276254 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-76b6175e-78bc-4e04-ac3b-0f94ba110442 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Calling delete_port for 85d083f0-8912-4f12-a766-91b80f68dadd owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:20:59.498686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65b1f-92e5-4c5a-bfea-b3e4617bffa5 req-1dfa8b30-9e60-4af1-85ee-9a490f64883f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:59.500092 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2e65b1f-92e5-4c5a-bfea-b3e4617bffa5 req-1dfa8b30-9e60-4af1-85ee-9a490f64883f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0236d9a3-5c14-47ae-9fec-936c8db386f4 HTTP/1.1" status: 200 len: 914 time: 0.1923804 Apr 05 10:20:59.578643 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2e65b1f-92e5-4c5a-bfea-b3e4617bffa5 req-4dbfcdb8-99d4-445f-b524-d277a4553a30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ddf1932-f166-43de-a1e7-41b345c25628 HTTP/1.1" status: 200 len: 217 time: 0.0689178 Apr 05 10:20:59.587827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-76b6175e-78bc-4e04-ac3b-0f94ba110442 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:59.599143 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['5ddf1932-f166-43de-a1e7-41b345c25628', '85d083f0-8912-4f12-a766-91b80f68dadd'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:20:59.680317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b6175e-78bc-4e04-ac3b-0f94ba110442 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Pushing event deleted for resources: {'Port': ['ID=85d083f0-8912-4f12-a766-91b80f68dadd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:20:59.739601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7001bede-10b2-42a6-a7b8-1adc07a24ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:59.796186 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-76b6175e-78bc-4e04-ac3b-0f94ba110442 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] No DVR routers for this DVR port 85d083f0-8912-4f12-a766-91b80f68dadd on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:20:59.802523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e65b1f-92e5-4c5a-bfea-b3e4617bffa5 req-a1214bfb-67ca-488c-8947-aa4df5394391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:20:59.803955 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2e65b1f-92e5-4c5a-bfea-b3e4617bffa5 req-a1214bfb-67ca-488c-8947-aa4df5394391 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7bb8abd0-0f41-4ff0-8e86-2e3442b620d1 HTTP/1.1" status: 200 len: 854 time: 0.1814344 Apr 05 10:20:59.808302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-76b6175e-78bc-4e04-ac3b-0f94ba110442 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:20:59.811363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c5a62-0905-4724-978c-dafea1bf0a27', 'name': 'network-vif-deleted', 'tag': '85d083f0-8912-4f12-a766-91b80f68dadd'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:20:59.820070 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-85eeae48-437f-4000-bd8e-67d7a2b89c30 req-56dce11d-fc98-4536-b6ea-c67a2d2e645f tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=b08c5a62-0905-4724-978c-dafea1bf0a27 HTTP/1.1" status: 200 len: 210 time: 0.0648117 Apr 05 10:20:59.863150 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2e65b1f-92e5-4c5a-bfea-b3e4617bffa5 req-8636d734-5f80-4ea4-8d41-268f0cba6b88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0236d9a3-5c14-47ae-9fec-936c8db386f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466480 Apr 05 10:20:59.871704 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f60249-7929-4db9-9ee9-8fc474764339'] response: {'server_uuid': 'b08c5a62-0905-4724-978c-dafea1bf0a27', 'name': 'network-vif-deleted', 'tag': '85d083f0-8912-4f12-a766-91b80f68dadd', 'status': 'completed', 'code': 200} Apr 05 10:20:59.872990 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82c00143-2c8d-4250-9648-4e6fa84ba7e8 req-76b6175e-78bc-4e04-ac3b-0f94ba110442 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.10 "DELETE /v2.0/ports/85d083f0-8912-4f12-a766-91b80f68dadd HTTP/1.1" status: 204 len: 173 time: 1.2464347 Apr 05 10:21:00.014578 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2e65b1f-92e5-4c5a-bfea-b3e4617bffa5 req-db56af99-1021-412f-8a37-0dc6ef41210d service neutron] 10.222.0.10 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360734 Apr 05 10:21:00.151400 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2e65b1f-92e5-4c5a-bfea-b3e4617bffa5 req-52ccaf7f-d261-4c06-9d37-f2ff20203d69 service neutron] 10.222.0.10 "GET /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309404 Apr 05 10:21:01.238016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f16d6-1618-4118-9a27-72fd321e7a11 req-85e7dcfb-936d-4cc8-a016-6e9c3aab7441 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:01.238745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-893f16d6-1618-4118-9a27-72fd321e7a11 req-85e7dcfb-936d-4cc8-a016-6e9c3aab7441 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Synchronizing usage tracker for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:21:01.254101 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-893f16d6-1618-4118-9a27-72fd321e7a11 req-85e7dcfb-936d-4cc8-a016-6e9c3aab7441 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Unset dirty status for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:21:01.255181 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-893f16d6-1618-4118-9a27-72fd321e7a11 req-85e7dcfb-936d-4cc8-a016-6e9c3aab7441 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.0945506 Apr 05 10:21:01.299133 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-893f16d6-1618-4118-9a27-72fd321e7a11 req-396ed07c-c9a3-48ad-9f91-bd1a65edada7 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383670 Apr 05 10:21:01.521630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe67a42-ca49-480f-857b-a24bce2ac025 req-15715e29-ceb9-4ed8-80fc-3dc973d31c13 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:01.522993 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-afe67a42-ca49-480f-857b-a24bce2ac025 req-15715e29-ceb9-4ed8-80fc-3dc973d31c13 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.0748427 Apr 05 10:21:01.567568 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-afe67a42-ca49-480f-857b-a24bce2ac025 req-9b93f675-1aef-4514-94d2-4da8c350fc56 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390155 Apr 05 10:21:01.775592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca43566-3121-4e89-81b3-737acabbf8b9 req-f3578435-64bf-4f1f-bbbd-abe7e5022d2c tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:01.776936 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1ca43566-3121-4e89-81b3-737acabbf8b9 req-f3578435-64bf-4f1f-bbbd-abe7e5022d2c tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.0854120 Apr 05 10:21:01.822086 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1ca43566-3121-4e89-81b3-737acabbf8b9 req-de2c4a49-7ba7-4bec-b11f-457828c03858 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Apr 05 10:21:02.016726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed3a548c-ca72-4218-9f87-3a03673ff498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:02.025908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9314c6fb-6be8-4de0-a166-faf47ba0bb08 req-4b1f27cb-b168-4301-970d-ce3f9d002e88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694318 Apr 05 10:21:02.231016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ce2d1-7456-4b07-a3c6-ca25397472f4 req-6e200076-09d7-4a81-a9df-b7a446021db8 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:02.232534 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-546ce2d1-7456-4b07-a3c6-ca25397472f4 req-6e200076-09d7-4a81-a9df-b7a446021db8 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.0810103 Apr 05 10:21:02.277148 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-546ce2d1-7456-4b07-a3c6-ca25397472f4 req-96e8a266-8514-48fb-9ebf-331e22ac931c tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390663 Apr 05 10:21:02.470430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f71553-bb0b-493b-aabe-78448f5d4f27 req-c101dfb9-ab83-42a0-a707-fb4a5c9b9700 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:02.471938 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92f71553-bb0b-493b-aabe-78448f5d4f27 req-c101dfb9-ab83-42a0-a707-fb4a5c9b9700 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.0746830 Apr 05 10:21:02.487752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 85d083f0-8912-4f12-a766-91b80f68dadd no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:21:02.521184 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92f71553-bb0b-493b-aabe-78448f5d4f27 req-c2c1d09d-4208-438c-981e-18e3edf8750a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Apr 05 10:21:02.522055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 85d083f0-8912-4f12-a766-91b80f68dadd {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:21:02.522402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 85d083f0-8912-4f12-a766-91b80f68dadd not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:21:02.734857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e1690-54d2-4830-89f7-0680eff961e8 req-7270d763-cca7-40d5-b72a-faf500f7d698 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:02.736922 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-176e1690-54d2-4830-89f7-0680eff961e8 req-7270d763-cca7-40d5-b72a-faf500f7d698 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.0752025 Apr 05 10:21:02.794530 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-176e1690-54d2-4830-89f7-0680eff961e8 req-23d4a49f-7d6f-4ce0-9342-c5a0f1b882b5 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504324 Apr 05 10:21:03.089782 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:03.151746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:03.362885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fb599-0464-42d0-8f63-298dfc1dc07d req-5ff6a932-effd-4029-8faa-53e82dac3b7a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:03.364854 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae9fb599-0464-42d0-8f63-298dfc1dc07d req-5ff6a932-effd-4029-8faa-53e82dac3b7a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.0828435 Apr 05 10:21:03.505164 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae9fb599-0464-42d0-8f63-298dfc1dc07d req-de301ee4-2be7-4a2e-a498-72866421b2e3 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348224 Apr 05 10:21:04.481566 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:04.764454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-90c46962-9ebb-4b38-971b-08b30a1172bd tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:04.765802 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-90c46962-9ebb-4b38-971b-08b30a1172bd tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.10 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.1583364 Apr 05 10:21:04.772045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df883f8f-6ae8-4aee-95e6-72ec409876dd req-c5af3e74-f420-4f01-9fc0-60d74a7f6520 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:04.773476 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df883f8f-6ae8-4aee-95e6-72ec409876dd req-c5af3e74-f420-4f01-9fc0-60d74a7f6520 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 945 time: 0.1358626 Apr 05 10:21:04.867589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-c73afc2f-2e39-420a-a4b0-84637899014a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Deleting port 5ddf1932-f166-43de-a1e7-41b345c25628 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:21:04.867926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-c73afc2f-2e39-420a-a4b0-84637899014a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:04.904594 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df883f8f-6ae8-4aee-95e6-72ec409876dd req-6027766a-8876-47f4-a04e-1131f226a230 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/security-groups?id=189e5753-0531-44b1-9fc2-7743a8846865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027458 Apr 05 10:21:05.140464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-c73afc2f-2e39-420a-a4b0-84637899014a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] For port 5ddf1932-f166-43de-a1e7-41b345c25628, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=5ddf1932-f166-43de-a1e7-41b345c25628,segment=NetworkSegment(5684310b-6578-4cf8-8eeb-42b41b0cfbdd),segment_id=5684310b-6578-4cf8-8eeb-42b41b0cfbdd)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:05.140817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-c73afc2f-2e39-420a-a4b0-84637899014a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:05.265782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-c73afc2f-2e39-420a-a4b0-84637899014a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Calling delete_port for 5ddf1932-f166-43de-a1e7-41b345c25628 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:21:05.410676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-c73afc2f-2e39-420a-a4b0-84637899014a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:05.422719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['5ddf1932-f166-43de-a1e7-41b345c25628'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:21:05.463267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73afc2f-2e39-420a-a4b0-84637899014a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Pushing event deleted for resources: {'Port': ['ID=5ddf1932-f166-43de-a1e7-41b345c25628,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:05.532816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-c73afc2f-2e39-420a-a4b0-84637899014a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] No DVR routers for this DVR port 5ddf1932-f166-43de-a1e7-41b345c25628 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:21:05.535114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-c73afc2f-2e39-420a-a4b0-84637899014a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:05.537577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dd75c1-26b7-44d1-8ba6-d797cd4b000a', 'name': 'network-vif-deleted', 'tag': '5ddf1932-f166-43de-a1e7-41b345c25628'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:21:05.552974 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-320bd28e-d73d-47dd-a6d6-022fe7ad227d req-c73afc2f-2e39-420a-a4b0-84637899014a tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.10 "DELETE /v2.0/ports/5ddf1932-f166-43de-a1e7-41b345c25628 HTTP/1.1" status: 204 len: 173 time: 0.7786582 Apr 05 10:21:05.614338 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-804911b3-331f-417b-b6f0-fa5e1dbf90f0'] response: {'server_uuid': '29dd75c1-26b7-44d1-8ba6-d797cd4b000a', 'name': 'network-vif-deleted', 'tag': '5ddf1932-f166-43de-a1e7-41b345c25628', 'status': 'completed', 'code': 200} Apr 05 10:21:06.089772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-36a649ce-0467-45d6-9dd7-4b1b0cba9e5d req-e443f32c-cfbd-4804-9318-2116975729b9 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Synchronizing usage tracker for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:21:06.106712 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-36a649ce-0467-45d6-9dd7-4b1b0cba9e5d req-e443f32c-cfbd-4804-9318-2116975729b9 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] Unset dirty status for tenant:1cb42fd0484440ce91c5f4de637f271b on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:21:06.107973 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-36a649ce-0467-45d6-9dd7-4b1b0cba9e5d req-e443f32c-cfbd-4804-9318-2116975729b9 tempest-ServersNegativeTestJSON-335736441 tempest-ServersNegativeTestJSON-335736441-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dd75c1-26b7-44d1-8ba6-d797cd4b000a HTTP/1.1" status: 200 len: 210 time: 0.0586417 Apr 05 10:21:07.218779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37994) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:07.279878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2ddb3a-4dbc-4e04-9e9a-9b4fe358dfd5 admin admin] Deleting subnet 7bb8abd0-0f41-4ff0-8e86-2e3442b620d1 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:21:07.283078 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddb3a-4dbc-4e04-9e9a-9b4fe358dfd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:07.332951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddb3a-4dbc-4e04-9e9a-9b4fe358dfd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:07.394094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddb3a-4dbc-4e04-9e9a-9b4fe358dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:07.461768 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddb3a-4dbc-4e04-9e9a-9b4fe358dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:07.497736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ddb3a-4dbc-4e04-9e9a-9b4fe358dfd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb8abd0-0f41-4ff0-8e86-2e3442b620d1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:07.506540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddb3a-4dbc-4e04-9e9a-9b4fe358dfd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:07.513376 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cb2ddb3a-4dbc-4e04-9e9a-9b4fe358dfd5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7bb8abd0-0f41-4ff0-8e86-2e3442b620d1 HTTP/1.1" status: 204 len: 168 time: 0.2935882 Apr 05 10:21:07.515835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 37998) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:07.619414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:07.738877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:07.765505 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0236d9a3-5c14-47ae-9fec-936c8db386f4']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:07.777537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5684310b-6578-4cf8-8eeb-42b41b0cfbdd') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:07.777834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5684310b-6578-4cf8-8eeb-42b41b0cfbdd') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:07.788599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:07.806944 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:07.812980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:21:07.813332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:21:07.911320 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:21:07.982489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:08.000634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:08.010923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] Pushing event deleted for resources: {'Network': ['ID=0236d9a3-5c14-47ae-9fec-936c8db386f4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:08.019316 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2223a3bf-b712-43e0-9086-1f3b9769a722 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0236d9a3-5c14-47ae-9fec-936c8db386f4 HTTP/1.1" status: 204 len: 168 time: 0.5025337 Apr 05 10:21:08.161128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38004) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:08.210930 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-fe912008-8668-4558-9b03-a9159d5a662c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1cb42fd0484440ce91c5f4de637f271b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486877 Apr 05 10:21:08.213444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38008) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:08.273780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-817c50c8-2d94-49d3-b807-1f8f732cace4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:08.298933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-817c50c8-2d94-49d3-b807-1f8f732cace4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:08.351336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-817c50c8-2d94-49d3-b807-1f8f732cace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:08.367024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c50c8-2d94-49d3-b807-1f8f732cace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189e5753-0531-44b1-9fc2-7743a8846865,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:08.380520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-817c50c8-2d94-49d3-b807-1f8f732cace4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:08.381637 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-817c50c8-2d94-49d3-b807-1f8f732cace4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/189e5753-0531-44b1-9fc2-7743a8846865 HTTP/1.1" status: 204 len: 168 time: 0.1673291 Apr 05 10:21:08.503821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 5ddf1932-f166-43de-a1e7-41b345c25628 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:21:08.540337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 5ddf1932-f166-43de-a1e7-41b345c25628 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:21:08.540609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 5ddf1932-f166-43de-a1e7-41b345c25628 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:21:09.248308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38030) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:09.375829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-478118359'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:09.381157 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:09.385004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:network and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:09.387832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:09.394545 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:09.405044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Made reservation on behalf of a72451775bb74c7793c148dbe60ad464 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:09.409054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:09.421708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:09.455218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:09.458964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:security_group_rule and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:09.462015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:09.468570 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:09.539636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:09.543639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:09.580462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:21:09.594029 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6ed892-53d4-4c01-b833-85702032aef6,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:09.609846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:09.610243 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Added segment ed639060-83a5-4517-b9fb-c863b28a5324 of type vlan for network 2876f97e-4100-43be-880b-ef68c8c09879 Apr 05 10:21:09.637969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:09.669451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:09.673983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:09.674855 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:09.786012 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5365889 Apr 05 10:21:09.788958 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e2328-4c5e-43aa-ba1c-aec3ced1d282 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'Network': ['ID=2876f97e-4100-43be-880b-ef68c8c09879,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:09.800726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 2876f97e-4100-43be-880b-ef68c8c09879 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:21:13.055895 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38036) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:13.061452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Request body: {'subnet': {'network_id': '2876f97e-4100-43be-880b-ef68c8c09879', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:13.169503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:13.173251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:subnet and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:13.176693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:13.182214 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:13.193311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Made reservation on behalf of a72451775bb74c7793c148dbe60ad464 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:13.294510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:13.516899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:13.592815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'Subnet': ['ID=5c7cd127-46bf-44b3-9f55-69ee83e39df5,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:13.609611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Checking segment: {'id': 'ed639060-83a5-4517-b9fb-c863b28a5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2876f97e-4100-43be-880b-ef68c8c09879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:13.609963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Network hostable DHCP agents. Network: 2876f97e-4100-43be-880b-ef68c8c09879, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:21:13.632591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Network 2876f97e-4100-43be-880b-ef68c8c09879 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:21:13.646420 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 2876f97e-4100-43be-880b-ef68c8c09879) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:13.650318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:13.650900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:13.655406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994a5b17-e931-4060-a31b-1a0cf15be6a9 None None] Network 2876f97e-4100-43be-880b-ef68c8c09879 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:13.680946 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-295d8a81-421c-4bab-877a-7328809dc233 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6237051 Apr 05 10:21:13.685282 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38040) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:13.691390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-35160801'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:13.696659 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:13.701979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:network and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:13.705713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:13.711605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:13.725678 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Made reservation on behalf of a72451775bb74c7793c148dbe60ad464 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:13.728784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:13.759381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:21:13.768750 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:13.769017 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Added segment 30ac1b33-b3d1-44dd-8754-eb5f76164aa5 of type vlan for network 57b5395e-1fd4-4622-8a1e-c83478c72942 Apr 05 10:21:13.802994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:13.836739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:13.840610 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:13.841196 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:13.913789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-2876f97e-4100-43be-880b-ef68c8c09879', 'network_id': '2876f97e-4100-43be-880b-ef68c8c09879', 'tenant_id': 'a72451775bb74c7793c148dbe60ad464', 'fixed_ips': [{'subnet_id': '5c7cd127-46bf-44b3-9f55-69ee83e39df5'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:21:13.914607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:13.949126 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2626345 Apr 05 10:21:13.952039 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e962d-eb13-4445-bf5f-881149a16cfd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'Network': ['ID=57b5395e-1fd4-4622-8a1e-c83478c72942,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:13.953018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38044) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:13.963048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Request body: {'subnet': {'network_id': '57b5395e-1fd4-4622-8a1e-c83478c72942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:13.980448 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 57b5395e-1fd4-4622-8a1e-c83478c72942 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:21:14.088934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:14.092707 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:subnet and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:14.096520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:14.102447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:14.113568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Made reservation on behalf of a72451775bb74c7793c148dbe60ad464 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:14.164943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Allocated IP 2001:db8:0:ffff::2 (2876f97e-4100-43be-880b-ef68c8c09879/5c7cd127-46bf-44b3-9f55-69ee83e39df5/873fc5ff-acca-410b-9a66-456e2b757043) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:14.224950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:14.373835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:14.386620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Transition to ACTIVE for port object 873fc5ff-acca-410b-9a66-456e2b757043 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:14.410334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Transition to ACTIVE for port object 873fc5ff-acca-410b-9a66-456e2b757043 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:14.415402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:14.478368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:14.496291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Network 2876f97e-4100-43be-880b-ef68c8c09879 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:14.500058 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:14.503751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Pushing event updated for resources: {'Port': ['ID=873fc5ff-acca-410b-9a66-456e2b757043,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:14.507800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:14.520335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.521339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.521339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.521339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.522022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.522022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.522413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.522829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.523304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.523304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.523858 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:14.552349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'Subnet': ['ID=f885016f-ed08-4c3b-a5e9-18f31d84e08b,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:14.610631 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Checking segment: {'id': '30ac1b33-b3d1-44dd-8754-eb5f76164aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '57b5395e-1fd4-4622-8a1e-c83478c72942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:14.611081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Network hostable DHCP agents. Network: 57b5395e-1fd4-4622-8a1e-c83478c72942, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:21:14.616977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Attempting to bind port 873fc5ff-acca-410b-9a66-456e2b757043 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:21:14.617386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Attempting to bind port 873fc5ff-acca-410b-9a66-456e2b757043 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'ed639060-83a5-4517-b9fb-c863b28a5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2876f97e-4100-43be-880b-ef68c8c09879'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:21:14.617753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Attempting to bind port 873fc5ff-acca-410b-9a66-456e2b757043 on network 2876f97e-4100-43be-880b-ef68c8c09879 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:14.624792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:21:14.625145 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Checking segment: {'id': 'ed639060-83a5-4517-b9fb-c863b28a5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2876f97e-4100-43be-880b-ef68c8c09879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:14.625496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:14.625875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Bound using segment: {'id': 'ed639060-83a5-4517-b9fb-c863b28a5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2876f97e-4100-43be-880b-ef68c8c09879'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:21:14.626342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Bound port: 873fc5ff-acca-410b-9a66-456e2b757043, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed639060-83a5-4517-b9fb-c863b28a5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '2876f97e-4100-43be-880b-ef68c8c09879'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:21:14.627242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:14.637934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Network 57b5395e-1fd4-4622-8a1e-c83478c72942 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:21:14.649676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 57b5395e-1fd4-4622-8a1e-c83478c72942) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:14.654810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:14.656053 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:14.668036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3464039-b21d-46cd-b05b-5077363d95aa None None] Network 57b5395e-1fd4-4622-8a1e-c83478c72942 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:14.686199 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b0b2c062-2f7a-4101-9490-06034227dc2c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7294819 Apr 05 10:21:14.689885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38048) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:14.819399 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] For port 873fc5ff-acca-410b-9a66-456e2b757043, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:21:14.838405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] For port 873fc5ff-acca-410b-9a66-456e2b757043, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=873fc5ff-acca-410b-9a66-456e2b757043,segment=NetworkSegment(ed639060-83a5-4517-b9fb-c863b28a5324),segment_id=ed639060-83a5-4517-b9fb-c863b28a5324)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:21:14.843875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:14.870832 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:14.918810 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.008534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.008872 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727cec5-5c1e-41b0-ab6f-aed3beb08a2d None None] Pushing event updated for resources: {'Port': ['ID=873fc5ff-acca-410b-9a66-456e2b757043,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:15.023230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3737e60f-8d2a-41f1-99e4-e0182dcdca72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-57b5395e-1fd4-4622-8a1e-c83478c72942', 'network_id': '57b5395e-1fd4-4622-8a1e-c83478c72942', 'tenant_id': 'a72451775bb74c7793c148dbe60ad464', 'fixed_ips': [{'subnet_id': 'f885016f-ed08-4c3b-a5e9-18f31d84e08b'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:21:15.024578 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3737e60f-8d2a-41f1-99e4-e0182dcdca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.152492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9625b3-bcae-4ee0-8e96-fa23a0511d69 None None] Network 57b5395e-1fd4-4622-8a1e-c83478c72942 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:15.162577 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Subnet': ['ID=f885016f-ed08-4c3b-a5e9-18f31d84e08b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:15.266068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.291286 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:21:15.304721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b5395e-1fd4-4622-8a1e-c83478c72942']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:15.319098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ac1b33-b3d1-44dd-8754-eb5f76164aa5') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:15.319399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ac1b33-b3d1-44dd-8754-eb5f76164aa5') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:15.334715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.353875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.360771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:21:15.361208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:21:15.377467 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:21:15.461167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.477941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.489337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Network': ['ID=57b5395e-1fd4-4622-8a1e-c83478c72942,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:15.493481 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-960e8a0c-ea2a-4c8d-9758-872dab0d0713 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/networks/57b5395e-1fd4-4622-8a1e-c83478c72942 HTTP/1.1" status: 204 len: 168 time: 0.8025153 Apr 05 10:21:15.496924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38052) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:15.503075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1769804371'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:15.508156 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:15.511961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:network and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:15.514768 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:15.520904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:15.530849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Made reservation on behalf of a72451775bb74c7793c148dbe60ad464 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:15.534663 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.564057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:21:15.575786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.576134 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Added segment 98915556-a4c2-444c-ac6c-e59fcd77fc59 of type vlan for network ae41e656-979c-4bdd-9610-ab466b93bf4f Apr 05 10:21:15.604177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.635980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.639926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:15.640513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:15.745589 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2475781 Apr 05 10:21:15.748473 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38056) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:15.752841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831f4b0-225e-4095-83a6-cafbea988ac5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'Network': ['ID=ae41e656-979c-4bdd-9610-ab466b93bf4f,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:15.754756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Request body: {'subnet': {'network_id': 'ae41e656-979c-4bdd-9610-ab466b93bf4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:15.765839 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network ae41e656-979c-4bdd-9610-ab466b93bf4f details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:21:15.894211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:15.898292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:subnet and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:15.901434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:15.908955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:15.920224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Made reservation on behalf of a72451775bb74c7793c148dbe60ad464 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:16.031912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.118855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d72855-64fa-47aa-b474-a5c67cf920b8 None None] Network 2876f97e-4100-43be-880b-ef68c8c09879 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:16.141686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.ipam_backend_mixin [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Performing IP validity checks on allocation pools {{(pid=83819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 10:21:16.142853 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.ipam_backend_mixin [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 10:21:16.254120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 873fc5ff-acca-410b-9a66-456e2b757043 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:16.284261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7e4e7847-0077-4671-9ea3-06393463de82 None None] Provisioning for port 873fc5ff-acca-410b-9a66-456e2b757043 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:16.307076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.382072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'Subnet': ['ID=edc56207-615d-4fa5-93a3-7eaccef9c82d,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:16.397078 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Checking segment: {'id': '98915556-a4c2-444c-ac6c-e59fcd77fc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ae41e656-979c-4bdd-9610-ab466b93bf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:16.397427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Network hostable DHCP agents. Network: ae41e656-979c-4bdd-9610-ab466b93bf4f, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:21:16.422584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Network ae41e656-979c-4bdd-9610-ab466b93bf4f is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:21:16.432936 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 873fc5ff-acca-410b-9a66-456e2b757043 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:16.433798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, ae41e656-979c-4bdd-9610-ab466b93bf4f) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:16.438007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:16.438591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.442280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 873fc5ff-acca-410b-9a66-456e2b757043 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:16.442649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.461213 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d33e9b06-16bd-4779-8ba3-63d9591179b5 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7116165 Apr 05 10:21:16.464338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38060) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:16.471330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9284fc9f-e1c6-46d0-8f32-d2c24d9a3d8f None None] Network ae41e656-979c-4bdd-9610-ab466b93bf4f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:16.614593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.695687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.773552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.784311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.803457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd4e704-d813-461a-b412-3b66673a8ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-ae41e656-979c-4bdd-9610-ab466b93bf4f', 'network_id': 'ae41e656-979c-4bdd-9610-ab466b93bf4f', 'tenant_id': 'a72451775bb74c7793c148dbe60ad464', 'fixed_ips': [{'subnet_id': 'edc56207-615d-4fa5-93a3-7eaccef9c82d'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:21:16.804289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-efd4e704-d813-461a-b412-3b66673a8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.828309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Subnet': ['ID=edc56207-615d-4fa5-93a3-7eaccef9c82d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:16.888613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 873fc5ff-acca-410b-9a66-456e2b757043, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=873fc5ff-acca-410b-9a66-456e2b757043,segment=NetworkSegment(ed639060-83a5-4517-b9fb-c863b28a5324),segment_id=ed639060-83a5-4517-b9fb-c863b28a5324)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:16.898517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.947823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:16.974653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae41e656-979c-4bdd-9610-ab466b93bf4f']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:16.988816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98915556-a4c2-444c-ac6c-e59fcd77fc59') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:16.988974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-36eb8925-0690-4bb0-8549-5f3d2c6460fc None None] Provisioning complete for port 873fc5ff-acca-410b-9a66-456e2b757043 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:16.989136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98915556-a4c2-444c-ac6c-e59fcd77fc59') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:16.989297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-36eb8925-0690-4bb0-8549-5f3d2c6460fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.001349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.021988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc251a8-4e4a-42e5-a9aa-88da19ef286d None None] Network ae41e656-979c-4bdd-9610-ab466b93bf4f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:17.025128 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.033312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:21:17.033917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:21:17.056295 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:21:17.102929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=873fc5ff-acca-410b-9a66-456e2b757043,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:17.149186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.154406 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.181233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Network': ['ID=ae41e656-979c-4bdd-9610-ab466b93bf4f,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:17.188791 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-64dc7e3c-f2eb-4abc-b606-bcd90762a727 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/networks/ae41e656-979c-4bdd-9610-ab466b93bf4f HTTP/1.1" status: 204 len: 168 time: 0.7227974 Apr 05 10:21:17.190554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38064) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:17.197021 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-974061855'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:17.202427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:17.206599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:network and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:17.209892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:17.215982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:17.228252 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Made reservation on behalf of a72451775bb74c7793c148dbe60ad464 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:17.231326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.262304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:21:17.271417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.271795 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Added segment d7d198fc-6e03-49e2-a4bc-80572e0a3b31 of type vlan for network 0798f869-9426-427d-a6c1-6fef68d55116 Apr 05 10:21:17.304321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.334698 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.338536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:17.339116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.438823 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2466967 Apr 05 10:21:17.442469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38068) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:17.449939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Request body: {'subnet': {'network_id': '0798f869-9426-427d-a6c1-6fef68d55116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:17.516467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f1fec-7b4c-46e3-9193-78e1b627649d tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'Network': ['ID=0798f869-9426-427d-a6c1-6fef68d55116,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:17.526575 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 0798f869-9426-427d-a6c1-6fef68d55116 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:21:17.568834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:17.572741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:subnet and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:17.575657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:17.581598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:17.591980 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Made reservation on behalf of a72451775bb74c7793c148dbe60ad464 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:17.699609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:17.925062 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.000941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'Subnet': ['ID=b5f7d616-bfe7-4c19-bbc6-4965819a71e5,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:18.016350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Checking segment: {'id': 'd7d198fc-6e03-49e2-a4bc-80572e0a3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0798f869-9426-427d-a6c1-6fef68d55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:18.016711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Network hostable DHCP agents. Network: 0798f869-9426-427d-a6c1-6fef68d55116, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:21:18.039971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Network 0798f869-9426-427d-a6c1-6fef68d55116 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:21:18.050710 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 0798f869-9426-427d-a6c1-6fef68d55116) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:18.054441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:18.055014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.059144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e0115d-dd48-442e-adcd-0b6a5701d456 None None] Network 0798f869-9426-427d-a6c1-6fef68d55116 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:18.082214 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d277c924-f870-4bc9-8adc-bfd3701906d2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6387110 Apr 05 10:21:18.085966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38072) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:18.091451 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-803010819'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:18.097870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:18.101758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:network and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:18.104660 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:18.110349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:18.126142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Made reservation on behalf of a72451775bb74c7793c148dbe60ad464 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:18.131022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.161834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:21:18.171349 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.171788 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Added segment 77a23486-2897-4d43-8cb3-c678e4c476b2 of type vlan for network 66d5fd8f-6cac-49c2-a3a5-415d685ec2d4 Apr 05 10:21:18.200419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.232795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.234265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 873fc5ff-acca-410b-9a66-456e2b757043 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:18.237239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:18.237912 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.344663 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2574000 Apr 05 10:21:18.349569 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38076) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:18.351437 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127aaa23-3601-4d0b-9270-47adf886b8aa tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'Network': ['ID=66d5fd8f-6cac-49c2-a3a5-415d685ec2d4,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:18.355546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Request body: {'subnet': {'network_id': '66d5fd8f-6cac-49c2-a3a5-415d685ec2d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:18.380412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 66d5fd8f-6cac-49c2-a3a5-415d685ec2d4 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:21:18.473193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-0798f869-9426-427d-a6c1-6fef68d55116', 'network_id': '0798f869-9426-427d-a6c1-6fef68d55116', 'tenant_id': 'a72451775bb74c7793c148dbe60ad464', 'fixed_ips': [{'subnet_id': 'b5f7d616-bfe7-4c19-bbc6-4965819a71e5'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:21:18.474015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.581517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 873fc5ff-acca-410b-9a66-456e2b757043 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:18.581914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.588114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:18.592593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Usage tracker for resource:subnet and tenant:a72451775bb74c7793c148dbe60ad464 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:18.596611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:18.602579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:18.613905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Made reservation on behalf of a72451775bb74c7793c148dbe60ad464 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:18.718203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.746832 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Allocated IP 2001:db8::2 (0798f869-9426-427d-a6c1-6fef68d55116/b5f7d616-bfe7-4c19-bbc6-4965819a71e5/20890c42-bd5b-43a1-9202-f39ad07106b3) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:18.946338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.984816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:18.996920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Transition to ACTIVE for port object 20890c42-bd5b-43a1-9202-f39ad07106b3 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:19.016026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Transition to ACTIVE for port object 20890c42-bd5b-43a1-9202-f39ad07106b3 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:19.022789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.031778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event updated for resources: {'Subnet': ['ID=90b0793a-3331-49de-9aa1-8afbdc1e0ae0,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:19.042984 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Checking segment: {'id': '77a23486-2897-4d43-8cb3-c678e4c476b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '66d5fd8f-6cac-49c2-a3a5-415d685ec2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:19.043414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Network hostable DHCP agents. Network: 66d5fd8f-6cac-49c2-a3a5-415d685ec2d4, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:21:19.067179 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Network 66d5fd8f-6cac-49c2-a3a5-415d685ec2d4 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:21:19.077901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 66d5fd8f-6cac-49c2-a3a5-415d685ec2d4) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:19.082558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:19.083143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.092603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b898624b-5dd3-433c-800d-e738fcc12827 None None] Network 66d5fd8f-6cac-49c2-a3a5-415d685ec2d4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:19.107218 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-90d4cd65-5794-4986-a116-cac421a44692 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7563510 Apr 05 10:21:19.109828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38080) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:19.170799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Pushing event updated for resources: {'Port': ['ID=20890c42-bd5b-43a1-9202-f39ad07106b3,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:19.184431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Network 0798f869-9426-427d-a6c1-6fef68d55116 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:19.187253 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:19.190520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:19.258924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.322392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Attempting to bind port 20890c42-bd5b-43a1-9202-f39ad07106b3 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:21:19.322750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Attempting to bind port 20890c42-bd5b-43a1-9202-f39ad07106b3 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'd7d198fc-6e03-49e2-a4bc-80572e0a3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0798f869-9426-427d-a6c1-6fef68d55116'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:21:19.323106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Attempting to bind port 20890c42-bd5b-43a1-9202-f39ad07106b3 on network 0798f869-9426-427d-a6c1-6fef68d55116 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:19.328834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.364666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:21:19.365240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Checking segment: {'id': 'd7d198fc-6e03-49e2-a4bc-80572e0a3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0798f869-9426-427d-a6c1-6fef68d55116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:19.365641 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.366026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Bound using segment: {'id': 'd7d198fc-6e03-49e2-a4bc-80572e0a3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0798f869-9426-427d-a6c1-6fef68d55116'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:21:19.366499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Bound port: 20890c42-bd5b-43a1-9202-f39ad07106b3, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d198fc-6e03-49e2-a4bc-80572e0a3b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0798f869-9426-427d-a6c1-6fef68d55116'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:21:19.366869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.417378 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.502006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee0f49-df7c-44a3-ad87-2e246c39044c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-66d5fd8f-6cac-49c2-a3a5-415d685ec2d4', 'network_id': '66d5fd8f-6cac-49c2-a3a5-415d685ec2d4', 'tenant_id': 'a72451775bb74c7793c148dbe60ad464', 'fixed_ips': [{'subnet_id': '90b0793a-3331-49de-9aa1-8afbdc1e0ae0'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:21:19.503762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6aee0f49-df7c-44a3-ad87-2e246c39044c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.542859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] For port 20890c42-bd5b-43a1-9202-f39ad07106b3, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:21:19.582714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Subnet': ['ID=90b0793a-3331-49de-9aa1-8afbdc1e0ae0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:19.633232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] For port 20890c42-bd5b-43a1-9202-f39ad07106b3, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=20890c42-bd5b-43a1-9202-f39ad07106b3,segment=NetworkSegment(d7d198fc-6e03-49e2-a4bc-80572e0a3b31),segment_id=d7d198fc-6e03-49e2-a4bc-80572e0a3b31)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:21:19.661160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.683346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.709607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d5fd8f-6cac-49c2-a3a5-415d685ec2d4']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:19.722741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a23486-2897-4d43-8cb3-c678e4c476b2') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:19.723045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a23486-2897-4d43-8cb3-c678e4c476b2') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:19.734611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.751896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.755254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3007022a-6db9-4a77-a37e-56d4bab8cedd None None] Network 66d5fd8f-6cac-49c2-a3a5-415d685ec2d4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:19.758458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:21:19.758873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:21:19.774297 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:21:19.860639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eb434-2970-4b5a-b759-6fa11ad264de None None] Pushing event updated for resources: {'Port': ['ID=20890c42-bd5b-43a1-9202-f39ad07106b3,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:19.889876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.920263 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:19.943361 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/networks/66d5fd8f-6cac-49c2-a3a5-415d685ec2d4 HTTP/1.1" status: 204 len: 168 time: 0.8324645 Apr 05 10:21:19.946070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38084) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:19.949283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247f31b-a956-4321-b4ba-a9f09e45ecd9 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Network': ['ID=66d5fd8f-6cac-49c2-a3a5-415d685ec2d4,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:20.009235 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfcdc23-feb2-4385-9846-609f0f250c84 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] GET failed (client error): The resource could not be found. Apr 05 10:21:20.009947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-edfcdc23-feb2-4385-9846-609f0f250c84 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Synchronizing usage tracker for tenant:a72451775bb74c7793c148dbe60ad464 on resource:subnet {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:21:20.029128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-edfcdc23-feb2-4385-9846-609f0f250c84 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Unset dirty status for tenant:a72451775bb74c7793c148dbe60ad464 on resource:subnet {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:21:20.030461 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-edfcdc23-feb2-4385-9846-609f0f250c84 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "GET /v2.0/subnets/90b0793a-3331-49de-9aa1-8afbdc1e0ae0 HTTP/1.1" status: 404 len: 337 time: 0.0827429 Apr 05 10:21:20.034721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38088) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:20.061004 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0747c851-17cc-49b5-b339-45d5b67939f2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] DELETE failed (client error): The resource could not be found. Apr 05 10:21:20.061443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0747c851-17cc-49b5-b339-45d5b67939f2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83820) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:21:20.063086 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0747c851-17cc-49b5-b339-45d5b67939f2 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/networks/66d5fd8f-6cac-49c2-a3a5-415d685ec2d4 HTTP/1.1" status: 404 len: 339 time: 0.0273867 Apr 05 10:21:20.068268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38092) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:20.112617 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c59ec4a-48ea-4d71-a2ed-c8eb29dd219e tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] DELETE failed (client error): The resource could not be found. Apr 05 10:21:20.113058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c59ec4a-48ea-4d71-a2ed-c8eb29dd219e tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:21:20.114704 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4c59ec4a-48ea-4d71-a2ed-c8eb29dd219e tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/subnets/90b0793a-3331-49de-9aa1-8afbdc1e0ae0 HTTP/1.1" status: 404 len: 337 time: 0.0454545 Apr 05 10:21:20.119103 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38096) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:20.152611 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-5933dc1d-3e38-4564-82e8-561d3e1a4e1a tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] DELETE failed (client error): The resource could not be found. Apr 05 10:21:20.153058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5933dc1d-3e38-4564-82e8-561d3e1a4e1a tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:21:20.157029 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5933dc1d-3e38-4564-82e8-561d3e1a4e1a tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/networks/66d5fd8f-6cac-49c2-a3a5-415d685ec2d4 HTTP/1.1" status: 404 len: 339 time: 0.0346940 Apr 05 10:21:20.157357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38100) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:20.232357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Deleting subnet b5f7d616-bfe7-4c19-bbc6-4965819a71e5 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:21:20.236116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:20.253998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 20890c42-bd5b-43a1-9202-f39ad07106b3 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:20.295986 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:20.327459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 20890c42-bd5b-43a1-9202-f39ad07106b3 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:20.385680 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:20.481765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:20.530286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f7d616-bfe7-4c19-bbc6-4965819a71e5,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:20.536538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:20.549899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.550296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.550579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.550922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.551246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.551594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.551938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.552247 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.552571 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.552887 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.553206 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:20.563339 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-08e73740-120c-4e66-bc83-044afb77e154 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/subnets/b5f7d616-bfe7-4c19-bbc6-4965819a71e5 HTTP/1.1" status: 204 len: 168 time: 0.4049733 Apr 05 10:21:20.566835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38104) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:20.693833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:20.705185 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Deleting port 20890c42-bd5b-43a1-9202-f39ad07106b3 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:21:20.705734 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:20.778880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5236c277-d36f-495d-9c2b-6d0564bdabb6 None None] Network 0798f869-9426-427d-a6c1-6fef68d55116 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:20.941388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] For port 20890c42-bd5b-43a1-9202-f39ad07106b3, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=20890c42-bd5b-43a1-9202-f39ad07106b3,segment=NetworkSegment(d7d198fc-6e03-49e2-a4bc-80572e0a3b31),segment_id=d7d198fc-6e03-49e2-a4bc-80572e0a3b31)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:20.941679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:20.960091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-92741dcd-6148-4e86-8ab4-c90d5495b073 None None] Provisioning for port 20890c42-bd5b-43a1-9202-f39ad07106b3 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:20.997717 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-92741dcd-6148-4e86-8ab4-c90d5495b073 None None] Provisioning complete for port 20890c42-bd5b-43a1-9202-f39ad07106b3 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:20.998110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92741dcd-6148-4e86-8ab4-c90d5495b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:21.066346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Calling delete_port for 20890c42-bd5b-43a1-9202-f39ad07106b3 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:21:21.143968 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-92741dcd-6148-4e86-8ab4-c90d5495b073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:21.146958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:21.197402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5150f5ea-f38c-4935-99bc-2386ef425832 None None] DHCP port deletion for 0798f869-9426-427d-a6c1-6fef68d55116 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:21:21.197952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Port': ['ID=20890c42-bd5b-43a1-9202-f39ad07106b3,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:21.207925 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] No DVR routers for this DVR port 20890c42-bd5b-43a1-9202-f39ad07106b3 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:21:21.429176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:21.461126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0798f869-9426-427d-a6c1-6fef68d55116']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:21.474312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d198fc-6e03-49e2-a4bc-80572e0a3b31') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:21.474611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d198fc-6e03-49e2-a4bc-80572e0a3b31') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:21.486012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:21.503231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:21.509832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:21:21.510210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:21:21.525710 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:21:21.616452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:21.636661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:21.648199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Network': ['ID=0798f869-9426-427d-a6c1-6fef68d55116,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:21.654700 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3359a5e8-ff80-43c6-a5b7-756bd5e6d74c tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/networks/0798f869-9426-427d-a6c1-6fef68d55116 HTTP/1.1" status: 204 len: 168 time: 1.0840454 Apr 05 10:21:21.655105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38108) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:21.692623 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dc31fa-aea9-41b0-a916-1c5cfae278b0 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] DELETE failed (client error): The resource could not be found. Apr 05 10:21:21.693059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dc31fa-aea9-41b0-a916-1c5cfae278b0 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:21:21.694985 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-27dc31fa-aea9-41b0-a916-1c5cfae278b0 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/subnets/edc56207-615d-4fa5-93a3-7eaccef9c82d HTTP/1.1" status: 404 len: 337 time: 0.0389116 Apr 05 10:21:21.697394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38112) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:21.724355 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11925b9-c0f6-4292-b0ae-31f51dfce3fd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] DELETE failed (client error): The resource could not be found. Apr 05 10:21:21.724701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11925b9-c0f6-4292-b0ae-31f51dfce3fd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:21:21.726327 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c11925b9-c0f6-4292-b0ae-31f51dfce3fd tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/networks/ae41e656-979c-4bdd-9610-ab466b93bf4f HTTP/1.1" status: 404 len: 339 time: 0.0280092 Apr 05 10:21:21.728814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38116) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:21.770221 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-29498472-0b46-4fa3-9747-8f134290e3c8 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] DELETE failed (client error): The resource could not be found. Apr 05 10:21:21.770652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29498472-0b46-4fa3-9747-8f134290e3c8 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:21:21.772261 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-29498472-0b46-4fa3-9747-8f134290e3c8 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/subnets/f885016f-ed08-4c3b-a5e9-18f31d84e08b HTTP/1.1" status: 404 len: 337 time: 0.0425699 Apr 05 10:21:21.774710 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38120) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:21.799912 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.pecan_wsgi.hooks.translation [None req-907ff510-0eb2-4aa3-afca-4942c8350f05 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] DELETE failed (client error): The resource could not be found. Apr 05 10:21:21.800338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907ff510-0eb2-4aa3-afca-4942c8350f05 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 10:21:21.801880 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-907ff510-0eb2-4aa3-afca-4942c8350f05 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/networks/57b5395e-1fd4-4622-8a1e-c83478c72942 HTTP/1.1" status: 404 len: 339 time: 0.0263131 Apr 05 10:21:21.804215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38124) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:21.922195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:21.991578 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cd3189-9a5a-4edb-9df8-383bdd128671 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Deleting subnet 5c7cd127-46bf-44b3-9f55-69ee83e39df5 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:21:21.994662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3189-9a5a-4edb-9df8-383bdd128671 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.054598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3189-9a5a-4edb-9df8-383bdd128671 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.139414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3189-9a5a-4edb-9df8-383bdd128671 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.213667 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 20890c42-bd5b-43a1-9202-f39ad07106b3 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:21:22.218198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3189-9a5a-4edb-9df8-383bdd128671 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.255866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 20890c42-bd5b-43a1-9202-f39ad07106b3 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:21:22.256144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 20890c42-bd5b-43a1-9202-f39ad07106b3 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:21:22.266640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd3189-9a5a-4edb-9df8-383bdd128671 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7cd127-46bf-44b3-9f55-69ee83e39df5,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:22.272814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a2cd3189-9a5a-4edb-9df8-383bdd128671 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.278481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f64d2c-25cd-46a3-b28b-b1872342eec7 None None] Network 2876f97e-4100-43be-880b-ef68c8c09879 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:22.287925 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a2cd3189-9a5a-4edb-9df8-383bdd128671 tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/subnets/5c7cd127-46bf-44b3-9f55-69ee83e39df5 HTTP/1.1" status: 204 len: 168 time: 0.4826944 Apr 05 10:21:22.290318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38128) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:22.417814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.429436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Deleting port 873fc5ff-acca-410b-9a66-456e2b757043 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:21:22.429771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.538055 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] DHCP port deletion for 2876f97e-4100-43be-880b-ef68c8c09879 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:21:22.542662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] Deleting port 873fc5ff-acca-410b-9a66-456e2b757043 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:21:22.543043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.644717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] For port 873fc5ff-acca-410b-9a66-456e2b757043, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=873fc5ff-acca-410b-9a66-456e2b757043,segment=NetworkSegment(ed639060-83a5-4517-b9fb-c863b28a5324),segment_id=ed639060-83a5-4517-b9fb-c863b28a5324)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:22.645218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.757191 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] For port 873fc5ff-acca-410b-9a66-456e2b757043, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=873fc5ff-acca-410b-9a66-456e2b757043,segment=NetworkSegment(ed639060-83a5-4517-b9fb-c863b28a5324),segment_id=ed639060-83a5-4517-b9fb-c863b28a5324)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:22.757624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.766482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Calling delete_port for 873fc5ff-acca-410b-9a66-456e2b757043 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:21:22.852234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:22.879971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] Calling delete_port for 873fc5ff-acca-410b-9a66-456e2b757043 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:21:22.900415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Port': ['ID=873fc5ff-acca-410b-9a66-456e2b757043,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:22.904292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] No DVR routers for this DVR port 873fc5ff-acca-410b-9a66-456e2b757043 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:21:22.951059 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:21:22.951730 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:21:23.114270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.141462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2876f97e-4100-43be-880b-ef68c8c09879']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:23.154783 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed639060-83a5-4517-b9fb-c863b28a5324') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:23.155078 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed639060-83a5-4517-b9fb-c863b28a5324') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:23.166805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.181850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.187674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:21:23.188056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:21:23.202079 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:21:23.281289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.298848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.309434 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] Pushing event deleted for resources: {'Network': ['ID=2876f97e-4100-43be-880b-ef68c8c09879,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:23.313437 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4697fc80-421f-44ec-9394-20f95cb4be4b tempest-NetworksIpV6Test-1860419305 tempest-NetworksIpV6Test-1860419305-project] 10.222.0.30 "DELETE /v2.0/networks/2876f97e-4100-43be-880b-ef68c8c09879 HTTP/1.1" status: 204 len: 168 time: 1.0219817 Apr 05 10:21:23.452886 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] Deleting port 873fc5ff-acca-410b-9a66-456e2b757043 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:21:23.453325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.521810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6bfdac93-9e4b-4150-a710-7c2119a5c31a None None] The port '873fc5ff-acca-410b-9a66-456e2b757043' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:21:23.627221 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38136) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:23.801190 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-da3f6a8f-2e5a-41f0-9865-49e5ea6785fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a72451775bb74c7793c148dbe60ad464&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1726947 Apr 05 10:21:23.803468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38142) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:23.866391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7803b5a4-67e4-4292-9a4a-0e7908a7b867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.893547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7803b5a4-67e4-4292-9a4a-0e7908a7b867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.949419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7803b5a4-67e4-4292-9a4a-0e7908a7b867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.964435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803b5a4-67e4-4292-9a4a-0e7908a7b867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6ed892-53d4-4c01-b833-85702032aef6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:23.973443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7803b5a4-67e4-4292-9a4a-0e7908a7b867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:23.974638 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7803b5a4-67e4-4292-9a4a-0e7908a7b867 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e6ed892-53d4-4c01-b833-85702032aef6 HTTP/1.1" status: 204 len: 168 time: 0.1702209 Apr 05 10:21:24.217183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 873fc5ff-acca-410b-9a66-456e2b757043 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:21:24.250818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 873fc5ff-acca-410b-9a66-456e2b757043 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:21:24.251149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 873fc5ff-acca-410b-9a66-456e2b757043 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:21:24.832149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38164) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:24.964601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-855666258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:24.971240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:24.975213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Usage tracker for resource:router and tenant:502f9c454173411ab29d82af90d3a734 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:24.978180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:24.987885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:24.996952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:24.997851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.016226 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.035128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.057373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.058614 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7c9c2905-e112-4f6b-a80c-7a3feeed2473 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2254574 Apr 05 10:21:25.061337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38170) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:25.068044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1904772823'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:25.073423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:25.077346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Usage tracker for resource:network and tenant:502f9c454173411ab29d82af90d3a734 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:25.081319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:25.087351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:25.096671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Made reservation on behalf of 502f9c454173411ab29d82af90d3a734 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:25.099902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.112392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.145001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:25.148827 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Usage tracker for resource:security_group_rule and tenant:502f9c454173411ab29d82af90d3a734 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:25.151608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:25.157238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:25.226724 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.230643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.263608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:21:25.273119 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=601d5eba-67dd-42c0-8a7c-2242ac419c9a,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:25.277534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.277880 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Added segment 65dd0d63-daf9-473d-b02f-638cee7436f5 of type vlan for network c6be3c81-b630-47ab-a90f-cb7c57af37c0 Apr 05 10:21:25.306655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.337605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.341483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:25.342059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.450695 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3882048 Apr 05 10:21:25.451557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187edc23-3d68-4e7f-9cda-b0ab8ae2b177 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event updated for resources: {'Network': ['ID=c6be3c81-b630-47ab-a90f-cb7c57af37c0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:25.453642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38174) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:25.459484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Request body: {'subnet': {'network_id': 'c6be3c81-b630-47ab-a90f-cb7c57af37c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:25.461706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network c6be3c81-b630-47ab-a90f-cb7c57af37c0 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:21:25.575547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:25.579343 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Usage tracker for resource:subnet and tenant:502f9c454173411ab29d82af90d3a734 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:25.582471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:25.588339 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:25.600241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Made reservation on behalf of 502f9c454173411ab29d82af90d3a734 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:25.703397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:25.918317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.000949 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event updated for resources: {'Subnet': ['ID=66db556b-a272-43b8-8dab-066812048711,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:26.010639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Checking segment: {'id': '65dd0d63-daf9-473d-b02f-638cee7436f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c6be3c81-b630-47ab-a90f-cb7c57af37c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:26.010995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Network hostable DHCP agents. Network: c6be3c81-b630-47ab-a90f-cb7c57af37c0, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:21:26.034243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Network c6be3c81-b630-47ab-a90f-cb7c57af37c0 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:21:26.043865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, c6be3c81-b630-47ab-a90f-cb7c57af37c0) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:26.047835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:26.048943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.054777 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75921a0d-0482-4d9f-a20f-2501c1638eea None None] Network c6be3c81-b630-47ab-a90f-cb7c57af37c0 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:26.072730 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-be953406-ec9a-4f17-afe8-931d93468161 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6174071 Apr 05 10:21:26.075404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38178) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:26.084150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1237132475'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:26.091229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:26.095506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Usage tracker for resource:network and tenant:502f9c454173411ab29d82af90d3a734 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:26.099408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:26.106199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:26.116673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Made reservation on behalf of 502f9c454173411ab29d82af90d3a734 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:26.119837 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.155184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:21:26.170767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.172102 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Added segment de8523c8-2b3c-4c4a-8ca6-195a6f6301c7 of type vlan for network f5d20339-09b1-40ca-a700-5327586673cd Apr 05 10:21:26.201816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.234611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.239417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:26.240404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.316684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-c6be3c81-b630-47ab-a90f-cb7c57af37c0', 'network_id': 'c6be3c81-b630-47ab-a90f-cb7c57af37c0', 'tenant_id': '502f9c454173411ab29d82af90d3a734', 'fixed_ips': [{'subnet_id': '66db556b-a272-43b8-8dab-066812048711'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:21:26.317956 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.379039 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3012023 Apr 05 10:21:26.382008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38182) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:26.388974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event updated for resources: {'Network': ['ID=f5d20339-09b1-40ca-a700-5327586673cd,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:26.391810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Request body: {'subnet': {'network_id': 'f5d20339-09b1-40ca-a700-5327586673cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:26.401767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.402122 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.402462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.402827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.403154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.403490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.403841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.404164 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.404548 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.404873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.405178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15ed8bf-f897-403c-bc96-c83d3a2960b1 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:26.422394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network f5d20339-09b1-40ca-a700-5327586673cd details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:21:26.520459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:26.524399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Usage tracker for resource:subnet and tenant:502f9c454173411ab29d82af90d3a734 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:26.527746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:26.535094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:26.551598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Made reservation on behalf of 502f9c454173411ab29d82af90d3a734 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:26.635226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Allocated IP 172.20.0.2 (c6be3c81-b630-47ab-a90f-cb7c57af37c0/66db556b-a272-43b8-8dab-066812048711/928f87fd-9d4e-478d-8553-6ca670bbe16d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:26.693942 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.852828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.866725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Transition to ACTIVE for port object 928f87fd-9d4e-478d-8553-6ca670bbe16d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:26.890348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Transition to ACTIVE for port object 928f87fd-9d4e-478d-8553-6ca670bbe16d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:26.897104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:26.968434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Network c6be3c81-b630-47ab-a90f-cb7c57af37c0 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:26.971339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:26.975823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:26.977981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Pushing event updated for resources: {'Port': ['ID=928f87fd-9d4e-478d-8553-6ca670bbe16d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:27.031782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:27.067208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Attempting to bind port 928f87fd-9d4e-478d-8553-6ca670bbe16d on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:21:27.067615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Attempting to bind port 928f87fd-9d4e-478d-8553-6ca670bbe16d by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '65dd0d63-daf9-473d-b02f-638cee7436f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c6be3c81-b630-47ab-a90f-cb7c57af37c0'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:21:27.067972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Attempting to bind port 928f87fd-9d4e-478d-8553-6ca670bbe16d on network c6be3c81-b630-47ab-a90f-cb7c57af37c0 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:27.075355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:21:27.075745 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Checking segment: {'id': '65dd0d63-daf9-473d-b02f-638cee7436f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c6be3c81-b630-47ab-a90f-cb7c57af37c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:27.076030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:27.076507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Bound using segment: {'id': '65dd0d63-daf9-473d-b02f-638cee7436f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c6be3c81-b630-47ab-a90f-cb7c57af37c0'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:21:27.076961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Bound port: 928f87fd-9d4e-478d-8553-6ca670bbe16d, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65dd0d63-daf9-473d-b02f-638cee7436f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c6be3c81-b630-47ab-a90f-cb7c57af37c0'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:21:27.077342 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:27.114177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event updated for resources: {'Subnet': ['ID=409dbe71-dc6f-4e2b-aae5-cd69eed784a9,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:27.132515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Checking segment: {'id': 'de8523c8-2b3c-4c4a-8ca6-195a6f6301c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5d20339-09b1-40ca-a700-5327586673cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:27.132884 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Network hostable DHCP agents. Network: f5d20339-09b1-40ca-a700-5327586673cd, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:21:27.156683 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Network f5d20339-09b1-40ca-a700-5327586673cd is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:21:27.167880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, f5d20339-09b1-40ca-a700-5327586673cd) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:27.175780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:27.176810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:27.180536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd013cad-97a1-4b6f-ad42-8366ee8b0604 None None] Network f5d20339-09b1-40ca-a700-5327586673cd requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:27.197710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] For port 928f87fd-9d4e-478d-8553-6ca670bbe16d, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:21:27.209853 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d35bf26f-1a39-434d-8184-a318f21e5ed8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8248656 Apr 05 10:21:27.212325 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38186) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:27.219676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c39a3709-fa8e-40b8-8932-b375a915fdd8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5d20339-09b1-40ca-a700-5327586673cd'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:27.255407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] For port 928f87fd-9d4e-478d-8553-6ca670bbe16d, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=928f87fd-9d4e-478d-8553-6ca670bbe16d,segment=NetworkSegment(65dd0d63-daf9-473d-b02f-638cee7436f5),segment_id=65dd0d63-daf9-473d-b02f-638cee7436f5)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:21:27.270434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:27.432516 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc05bf9-481f-478f-bac6-cd019ff1781b None None] Pushing event updated for resources: {'Port': ['ID=928f87fd-9d4e-478d-8553-6ca670bbe16d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:27.514672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-f5d20339-09b1-40ca-a700-5327586673cd', 'network_id': 'f5d20339-09b1-40ca-a700-5327586673cd', 'tenant_id': '502f9c454173411ab29d82af90d3a734', 'fixed_ips': [{'subnet_id': '409dbe71-dc6f-4e2b-aae5-cd69eed784a9'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:21:27.516142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:27.664697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c39a3709-fa8e-40b8-8932-b375a915fdd8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:27.726046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Allocated IP 172.21.0.2 (f5d20339-09b1-40ca-a700-5327586673cd/409dbe71-dc6f-4e2b-aae5-cd69eed784a9/de30b416-53fa-498a-bafc-b6325235d088) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:27.844345 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.api.v2.resource [None req-c39a3709-fa8e-40b8-8932-b375a915fdd8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 10:21:27.845400 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c39a3709-fa8e-40b8-8932-b375a915fdd8 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "PUT /v2.0/routers/b4aa0569-5449-4a50-849b-1328981eef2f HTTP/1.1" status: 400 len: 364 time: 0.6316714 Apr 05 10:21:27.851752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38190) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:27.919274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a56bc7-8168-4aef-8252-ce071e9e29f7 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Deleting subnet 409dbe71-dc6f-4e2b-aae5-cd69eed784a9 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:21:27.945119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:27.957851 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Transition to ACTIVE for port object de30b416-53fa-498a-bafc-b6325235d088 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:27.976866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Transition to ACTIVE for port object de30b416-53fa-498a-bafc-b6325235d088 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:27.982043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33a56bc7-8168-4aef-8252-ce071e9e29f7 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:27.983047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.041660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33a56bc7-8168-4aef-8252-ce071e9e29f7 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.059179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Network f5d20339-09b1-40ca-a700-5327586673cd is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:28.062748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:28.068483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Pushing event updated for resources: {'Port': ['ID=de30b416-53fa-498a-bafc-b6325235d088,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:28.073345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:28.133233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33a56bc7-8168-4aef-8252-ce071e9e29f7 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.178166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Attempting to bind port de30b416-53fa-498a-bafc-b6325235d088 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:21:28.178166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Attempting to bind port de30b416-53fa-498a-bafc-b6325235d088 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'de8523c8-2b3c-4c4a-8ca6-195a6f6301c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5d20339-09b1-40ca-a700-5327586673cd'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:21:28.178166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Attempting to bind port de30b416-53fa-498a-bafc-b6325235d088 on network f5d20339-09b1-40ca-a700-5327586673cd {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:28.186874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:21:28.187250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Checking segment: {'id': 'de8523c8-2b3c-4c4a-8ca6-195a6f6301c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5d20339-09b1-40ca-a700-5327586673cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:28.187803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.188076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Bound using segment: {'id': 'de8523c8-2b3c-4c4a-8ca6-195a6f6301c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5d20339-09b1-40ca-a700-5327586673cd'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:21:28.188549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Bound port: de30b416-53fa-498a-bafc-b6325235d088, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8523c8-2b3c-4c4a-8ca6-195a6f6301c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f5d20339-09b1-40ca-a700-5327586673cd'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:21:28.190105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.217144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33a56bc7-8168-4aef-8252-ce071e9e29f7 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.260745 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a56bc7-8168-4aef-8252-ce071e9e29f7 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event deleted for resources: {'Subnet': ['ID=409dbe71-dc6f-4e2b-aae5-cd69eed784a9,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:28.273349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33a56bc7-8168-4aef-8252-ce071e9e29f7 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.288123 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-33a56bc7-8168-4aef-8252-ce071e9e29f7 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "DELETE /v2.0/subnets/409dbe71-dc6f-4e2b-aae5-cd69eed784a9 HTTP/1.1" status: 204 len: 168 time: 0.4351771 Apr 05 10:21:28.292681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38194) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:28.319825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 928f87fd-9d4e-478d-8553-6ca670bbe16d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:28.403743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] For port de30b416-53fa-498a-bafc-b6325235d088, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:21:28.407423 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] For port de30b416-53fa-498a-bafc-b6325235d088, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=de30b416-53fa-498a-bafc-b6325235d088,segment=NetworkSegment(de8523c8-2b3c-4c4a-8ca6-195a6f6301c7),segment_id=de8523c8-2b3c-4c4a-8ca6-195a6f6301c7)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:21:28.415889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.422828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.434523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Deleting port de30b416-53fa-498a-bafc-b6325235d088 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:21:28.434868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.494632 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 928f87fd-9d4e-478d-8553-6ca670bbe16d completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:28.511098 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da47e69-69dc-4287-b668-7f9debcd91b6 None None] Network c6be3c81-b630-47ab-a90f-cb7c57af37c0 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:28.622783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba2c4a-03ac-4ab4-bebd-55c5433c964a None None] Pushing event updated for resources: {'Port': ['ID=de30b416-53fa-498a-bafc-b6325235d088,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:28.650670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] For port de30b416-53fa-498a-bafc-b6325235d088, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=de30b416-53fa-498a-bafc-b6325235d088,segment=NetworkSegment(de8523c8-2b3c-4c4a-8ca6-195a6f6301c7),segment_id=de8523c8-2b3c-4c4a-8ca6-195a6f6301c7)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:28.651011 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.703271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d30e2ac-e930-4798-b7fd-74ad0745a8e4 None None] Network f5d20339-09b1-40ca-a700-5327586673cd requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:28.726834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0e0cd6c0-13d6-433b-a683-5ff2bf5ef2d3 None None] Provisioning for port 928f87fd-9d4e-478d-8553-6ca670bbe16d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:28.795442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0e0cd6c0-13d6-433b-a683-5ff2bf5ef2d3 None None] Provisioning complete for port 928f87fd-9d4e-478d-8553-6ca670bbe16d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:28.795835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd6c0-13d6-433b-a683-5ff2bf5ef2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.877830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Calling delete_port for de30b416-53fa-498a-bafc-b6325235d088 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:21:28.954117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:28.997380 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event deleted for resources: {'Port': ['ID=de30b416-53fa-498a-bafc-b6325235d088,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:29.003607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] No DVR routers for this DVR port de30b416-53fa-498a-bafc-b6325235d088 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:21:29.125637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd6c0-13d6-433b-a683-5ff2bf5ef2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.129952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.160705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d20339-09b1-40ca-a700-5327586673cd']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:29.169491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0e0cd6c0-13d6-433b-a683-5ff2bf5ef2d3 None None] For port 928f87fd-9d4e-478d-8553-6ca670bbe16d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=928f87fd-9d4e-478d-8553-6ca670bbe16d,segment=NetworkSegment(65dd0d63-daf9-473d-b02f-638cee7436f5),segment_id=65dd0d63-daf9-473d-b02f-638cee7436f5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:29.174614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e0cd6c0-13d6-433b-a683-5ff2bf5ef2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.182134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8523c8-2b3c-4c4a-8ca6-195a6f6301c7') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:29.182428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8523c8-2b3c-4c4a-8ca6-195a6f6301c7') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:29.197062 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.217347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.225553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:21:29.226069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:21:29.241050 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:21:29.259740 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cd6c0-13d6-433b-a683-5ff2bf5ef2d3 None None] Pushing event updated for resources: {'Port': ['ID=928f87fd-9d4e-478d-8553-6ca670bbe16d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:29.337556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.356302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.364651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c38736-9fc8-42f8-89f0-c2d638be6c7c None None] get_active_networks_info from dv-neutron-833199-1-hyperv {{(pid=83821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 10:21:29.368468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event deleted for resources: {'Network': ['ID=f5d20339-09b1-40ca-a700-5327586673cd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:29.377389 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d4f42de8-b6f6-41bf-8dad-a9110be8a0f2 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "DELETE /v2.0/networks/f5d20339-09b1-40ca-a700-5327586673cd HTTP/1.1" status: 204 len: 168 time: 1.0780354 Apr 05 10:21:29.378058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38198) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:29.442928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a7d2a7d6-d8d4-4d1c-b5cb-4408c1eb9c45 None None] Provisioning complete for port 928f87fd-9d4e-478d-8553-6ca670bbe16d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:29.443184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a7d2a7d6-d8d4-4d1c-b5cb-4408c1eb9c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.462767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-27199a3e-3173-45af-a198-d99f63c44e44 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Deleting subnet 66db556b-a272-43b8-8dab-066812048711 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:21:29.466227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-27199a3e-3173-45af-a198-d99f63c44e44 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.513818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c38736-9fc8-42f8-89f0-c2d638be6c7c None None] Resources bound (agent type, host, resource id): {{(pid=83821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 10:21:29.525360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-27199a3e-3173-45af-a198-d99f63c44e44 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.635586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-27199a3e-3173-45af-a198-d99f63c44e44 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.721733 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-27199a3e-3173-45af-a198-d99f63c44e44 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.765349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27199a3e-3173-45af-a198-d99f63c44e44 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event deleted for resources: {'Subnet': ['ID=66db556b-a272-43b8-8dab-066812048711,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:29.776113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-27199a3e-3173-45af-a198-d99f63c44e44 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.780295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-50256938-b6d2-492e-afb3-c442b6723912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.788489 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-27199a3e-3173-45af-a198-d99f63c44e44 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "DELETE /v2.0/subnets/66db556b-a272-43b8-8dab-066812048711 HTTP/1.1" status: 204 len: 168 time: 0.4094832 Apr 05 10:21:29.790822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38202) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:29.912975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5709b6c-db13-4e32-99e2-bbe851c45b8c None None] Network c6be3c81-b630-47ab-a90f-cb7c57af37c0 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:29.914457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:29.929463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Deleting port 928f87fd-9d4e-478d-8553-6ca670bbe16d {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:21:29.929959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.150321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] For port 928f87fd-9d4e-478d-8553-6ca670bbe16d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=928f87fd-9d4e-478d-8553-6ca670bbe16d,segment=NetworkSegment(65dd0d63-daf9-473d-b02f-638cee7436f5),segment_id=65dd0d63-daf9-473d-b02f-638cee7436f5)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:30.151143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.250662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] DHCP port deletion for c6be3c81-b630-47ab-a90f-cb7c57af37c0 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:21:30.283272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] Deleting port 928f87fd-9d4e-478d-8553-6ca670bbe16d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:21:30.284271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.308862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Calling delete_port for 928f87fd-9d4e-478d-8553-6ca670bbe16d owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:21:30.443181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.511621 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] No DVR routers for this DVR port 928f87fd-9d4e-478d-8553-6ca670bbe16d on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:21:30.547121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event deleted for resources: {'Port': ['ID=928f87fd-9d4e-478d-8553-6ca670bbe16d,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:30.639485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] For port 928f87fd-9d4e-478d-8553-6ca670bbe16d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=928f87fd-9d4e-478d-8553-6ca670bbe16d,segment=NetworkSegment(65dd0d63-daf9-473d-b02f-638cee7436f5),segment_id=65dd0d63-daf9-473d-b02f-638cee7436f5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:30.639915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.742105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.760500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] Calling delete_port for 928f87fd-9d4e-478d-8553-6ca670bbe16d owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:21:30.778895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6be3c81-b630-47ab-a90f-cb7c57af37c0']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:30.793266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65dd0d63-daf9-473d-b02f-638cee7436f5') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:30.793553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65dd0d63-daf9-473d-b02f-638cee7436f5') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:30.805369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.821910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.828429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:21:30.828829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.833622 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:21:30.834224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:21:30.843948 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:21:30.924145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.941564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:30.952518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Pushing event deleted for resources: {'Network': ['ID=c6be3c81-b630-47ab-a90f-cb7c57af37c0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:30.957113 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0c2deae9-aa43-4833-9577-093792d27963 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "DELETE /v2.0/networks/c6be3c81-b630-47ab-a90f-cb7c57af37c0 HTTP/1.1" status: 204 len: 168 time: 1.1653466 Apr 05 10:21:30.962723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38206) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:31.013363 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b9d726ea-9158-4d9c-a55e-89ce2644d87d tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4aa0569-5449-4a50-849b-1328981eef2f HTTP/1.1" status: 200 len: 205 time: 0.0491393 Apr 05 10:21:31.015621 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38210) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:31.169126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0d4f967-6c1d-4017-866a-5f05e5865871 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:31.335409 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] Deleting port 928f87fd-9d4e-478d-8553-6ca670bbe16d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:21:31.335941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:31.403646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8e650c23-f798-4cba-a62a-847abb0c9702 None None] The port '928f87fd-9d4e-478d-8553-6ca670bbe16d' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:21:31.584951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0d4f967-6c1d-4017-866a-5f05e5865871 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:31.589929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0d4f967-6c1d-4017-866a-5f05e5865871 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:31.621790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0d4f967-6c1d-4017-866a-5f05e5865871 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:31.622455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d4f967-6c1d-4017-866a-5f05e5865871 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Fanout notify agent at l3_agent the message router_deleted on router b4aa0569-5449-4a50-849b-1328981eef2f {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:21:31.635496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0d4f967-6c1d-4017-866a-5f05e5865871 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:31.637026 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b0d4f967-6c1d-4017-866a-5f05e5865871 tempest-RoutersNegativeTest-1155195293 tempest-RoutersNegativeTest-1155195293-project] 10.222.0.30 "DELETE /v2.0/routers/b4aa0569-5449-4a50-849b-1328981eef2f HTTP/1.1" status: 204 len: 168 time: 0.6205044 Apr 05 10:21:31.946468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38218) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:32.010738 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-870aa5dc-a36c-40b2-b493-826115c95189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:32.124385 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c597b8b9-f420-4d62-94d3-59955793b1ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=502f9c454173411ab29d82af90d3a734&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1766901 Apr 05 10:21:32.127410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38224) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:32.187072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3a22448c-14cd-4c4d-b398-ef2c7b248d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:32.215227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 928f87fd-9d4e-478d-8553-6ca670bbe16d no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:21:32.216284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3a22448c-14cd-4c4d-b398-ef2c7b248d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:32.247369 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 928f87fd-9d4e-478d-8553-6ca670bbe16d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:21:32.247737 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 928f87fd-9d4e-478d-8553-6ca670bbe16d not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:21:32.271070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3a22448c-14cd-4c4d-b398-ef2c7b248d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:32.287634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22448c-14cd-4c4d-b398-ef2c7b248d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601d5eba-67dd-42c0-8a7c-2242ac419c9a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:32.291890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3a22448c-14cd-4c4d-b398-ef2c7b248d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:32.292964 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3a22448c-14cd-4c4d-b398-ef2c7b248d92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/601d5eba-67dd-42c0-8a7c-2242ac419c9a HTTP/1.1" status: 204 len: 168 time: 0.1646364 Apr 05 10:21:33.096726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.155445 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.187096 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38246) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:33.323358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-56359019-network', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:33.328249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:33.332989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Usage tracker for resource:network and tenant:11c4e2da3a3c4f699071dd4ff6da57c4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:33.336587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:33.342485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:33.353471 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Made reservation on behalf of 11c4e2da3a3c4f699071dd4ff6da57c4 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:33.355815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.368338 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.401172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:33.405121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Usage tracker for resource:security_group_rule and tenant:11c4e2da3a3c4f699071dd4ff6da57c4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:33.408431 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:33.413848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:33.480689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.484583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.516339 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:21:33.523646 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54de219d-f36f-4c15-bedd-4317daf56377,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:33.529276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.529612 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Added segment 6eab03df-0bdc-4260-9b39-0778f29f3481 of type vlan for network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a Apr 05 10:21:33.557753 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.590287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.591201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:33.591790 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.695344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] Pushing event updated for resources: {'Network': ['ID=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:33.702713 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ff60ef9f-41af-4d06-8ac1-83a892b670ec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5102403 Apr 05 10:21:33.702990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38252) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:33.708247 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Request body: {'subnet': {'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-56359019-subnet', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'ip_version': 4}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:33.709486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:21:33.713330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:33.717219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Usage tracker for resource:subnet and tenant:11c4e2da3a3c4f699071dd4ff6da57c4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:33.721073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:33.726024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:33.737187 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Made reservation on behalf of 11c4e2da3a3c4f699071dd4ff6da57c4 for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:33.739991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:33.952290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.044072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6427cb70-db08-4821-9247-43eaff708b43,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:34.062509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Checking segment: {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:34.062863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Network hostable DHCP agents. Network: f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:21:34.085810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:21:34.097649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:34.102792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:34.103378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.111408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d1d69a-0f25-413d-acc1-1f5690f08fdd None None] Network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:34.131375 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-48d4d30d-b27d-4b76-829c-23b45ebe8957 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4272974 Apr 05 10:21:34.134164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38256) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:34.140034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-56359019-router', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:34.145959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:34.150850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Usage tracker for resource:router and tenant:11c4e2da3a3c4f699071dd4ff6da57c4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:34.154099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:34.161567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:34.174463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.175787 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.196341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.352670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a', 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'fixed_ips': [{'subnet_id': '6427cb70-db08-4821-9247-43eaff708b43'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:21:34.353659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.357235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.514034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.524959 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Allocated IP 172.20.0.2 (f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a/6427cb70-db08-4821-9247-43eaff708b43/dedd9d00-123f-471e-ac43-8977fc2c33aa) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:34.548612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.583297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.718480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Allocated IP 172.26.4.148 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/1d939691-93e9-43f6-b9a3-9b1ca65a005b) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:34.731225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.747590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Transition to ACTIVE for port object dedd9d00-123f-471e-ac43-8977fc2c33aa will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:34.766634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Transition to ACTIVE for port object dedd9d00-123f-471e-ac43-8977fc2c33aa will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:34.772378 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.840890 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:34.843806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:34.848658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:34.850820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Pushing event updated for resources: {'Port': ['ID=dedd9d00-123f-471e-ac43-8977fc2c33aa,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:34.873107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.902326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.936419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Attempting to bind port dedd9d00-123f-471e-ac43-8977fc2c33aa on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:21:34.936779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Attempting to bind port dedd9d00-123f-471e-ac43-8977fc2c33aa by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:21:34.937137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Attempting to bind port dedd9d00-123f-471e-ac43-8977fc2c33aa on network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:34.944713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:21:34.945084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Checking segment: {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:34.945483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:34.945874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Bound using segment: {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:21:34.946345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Bound port: dedd9d00-123f-471e-ac43-8977fc2c33aa, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:21:34.946737 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:35.050015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] For port dedd9d00-123f-471e-ac43-8977fc2c33aa, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:21:35.053269 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] For port dedd9d00-123f-471e-ac43-8977fc2c33aa, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=dedd9d00-123f-471e-ac43-8977fc2c33aa,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:21:35.058519 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:35.103045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:35.107875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:35.114987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:35.140393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a731f-5363-4b17-8b28-eeab4bd0ecdc None None] Pushing event updated for resources: {'Port': ['ID=dedd9d00-123f-471e-ac43-8977fc2c33aa,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:35.156659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Pushing event updated for resources: {'Port': ['ID=1d939691-93e9-43f6-b9a3-9b1ca65a005b,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:35.367170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:35.368028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:35.605123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:21:35.820436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:21:35.830480 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Sync routers for ids ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:21:35.844533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:35.844765 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Routers {'d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:21:35.845611 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:21:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:35.846224 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8f1d83c7-4566-4c0f-8281-889780faa81a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7108932 Apr 05 10:21:35.849238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38260) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:36.076805 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Set router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:21:36.111876 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bafa63-d23c-4fab-b7ef-b781c8a82085 None None] Network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:36.271902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device dedd9d00-123f-471e-ac43-8977fc2c33aa up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:36.340806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6c9847e5-249a-4c05-b735-ff396bee3a16 None None] Provisioning for port dedd9d00-123f-471e-ac43-8977fc2c33aa completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:36.389219 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'name': 'tempest-TestEncryptedCinderVolumes-56359019-router', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:35Z', 'revision_number': 3, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'gw_port': {'id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:65:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:36.394189 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Checking router: d5b252ee-e09d-485d-b83e-d1c3fc4dff8a for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:21:36.394531 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Updating router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a port 1d939691-93e9-43f6-b9a3-9b1ca65a005b binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:21:36.451630 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:36.471954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port dedd9d00-123f-471e-ac43-8977fc2c33aa completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:36.480374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port dedd9d00-123f-471e-ac43-8977fc2c33aa triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:36.480749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:36.637045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:36.684340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port dedd9d00-123f-471e-ac43-8977fc2c33aa, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=dedd9d00-123f-471e-ac43-8977fc2c33aa,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:36.696258 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:36.774612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=dedd9d00-123f-471e-ac43-8977fc2c33aa,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:36.828233 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:36.830180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:36.842497 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Transition to ACTIVE for port object 1d939691-93e9-43f6-b9a3-9b1ca65a005b will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:36.851138 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:36.896599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-33904817-5eb5-421d-9f2f-f0e809ecc2fd None None] Provisioning complete for port dedd9d00-123f-471e-ac43-8977fc2c33aa triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:36.897083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-33904817-5eb5-421d-9f2f-f0e809ecc2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:36.931092 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Pushing event updated for resources: {'Port': ['ID=1d939691-93e9-43f6-b9a3-9b1ca65a005b,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:36.933931 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Attempting to bind port 1d939691-93e9-43f6-b9a3-9b1ca65a005b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:21:36.934287 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Attempting to bind port 1d939691-93e9-43f6-b9a3-9b1ca65a005b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:21:36.934638 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Attempting to bind port 1d939691-93e9-43f6-b9a3-9b1ca65a005b on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:36.945594 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.945933 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.946264 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.946594 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.946920 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.947242 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.947583 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.947907 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.948224 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.948538 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.948855 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:21:36.953352 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:21:36.953718 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:36.954139 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:36.955138 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:21:36.955640 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Bound port: 1d939691-93e9-43f6-b9a3-9b1ca65a005b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:21:36.956011 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:37.035995 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] For port 1d939691-93e9-43f6-b9a3-9b1ca65a005b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:21:37.039162 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] For port 1d939691-93e9-43f6-b9a3-9b1ca65a005b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1d939691-93e9-43f6-b9a3-9b1ca65a005b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:21:37.043436 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:37.060883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Allocated IP 172.20.0.1 (f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a/6427cb70-db08-4821-9247-43eaff708b43/fe982a7c-c62c-4fa0-a435-f4dca86c5213) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:37.122777 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb9128-6088-454b-b94b-a32b6ab2ee96 None None] Pushing event updated for resources: {'Port': ['ID=1d939691-93e9-43f6-b9a3-9b1ca65a005b,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:37.128021 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Routers {'d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:21:37.128630 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:21:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:37.213952 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:37.229115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Transition to ACTIVE for port object fe982a7c-c62c-4fa0-a435-f4dca86c5213 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:37.250030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:37.318746 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:37.322227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:37.323995 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Pushing event updated for resources: {'Port': ['ID=fe982a7c-c62c-4fa0-a435-f4dca86c5213,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:37.326054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:37.333374 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] Set router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:21:37.377933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:37.468178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:37.568053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-467102c8-d953-41d2-bed5-6a349d8260d7 None None] Provisioning for port fe982a7c-c62c-4fa0-a435-f4dca86c5213 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:37.573542 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-467102c8-d953-41d2-bed5-6a349d8260d7 None None] Provisioning complete for port fe982a7c-c62c-4fa0-a435-f4dca86c5213 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:37.573847 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-467102c8-d953-41d2-bed5-6a349d8260d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:37.632819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-467102c8-d953-41d2-bed5-6a349d8260d7 None None] Port fe982a7c-c62c-4fa0-a435-f4dca86c5213 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:21:37.653750 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'name': 'tempest-TestEncryptedCinderVolumes-56359019-router', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:35Z', 'revision_number': 3, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'gw_port': {'id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:65:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:37.658184 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11429cfe-2317-4740-a9d3-0571b8825233 None None] The sync data for ids ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'] in dv-neutron-833199-1-hyperv is: [{'id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'name': 'tempest-TestEncryptedCinderVolumes-56359019-router', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:35Z', 'revision_number': 3, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'gw_port': {'id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:65:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:21:37.726951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:37.732130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:37.935859 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Pushing event updated for resources: {'Port': ['ID=fe982a7c-c62c-4fa0-a435-f4dca86c5213,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:37.941208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:38.084979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:38.085839 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:38.326819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1d939691-93e9-43f6-b9a3-9b1ca65a005b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:38.394548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8fef1f3c-cd44-440c-b6a6-be1952740a51 None None] Provisioning complete for port fe982a7c-c62c-4fa0-a435-f4dca86c5213 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:38.394909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8fef1f3c-cd44-440c-b6a6-be1952740a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:38.465083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-8fef1f3c-cd44-440c-b6a6-be1952740a51 None None] Port fe982a7c-c62c-4fa0-a435-f4dca86c5213 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:21:38.466691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 1d939691-93e9-43f6-b9a3-9b1ca65a005b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:38.473840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1d939691-93e9-43f6-b9a3-9b1ca65a005b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:38.473840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:38.514720 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:21:38.588163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:38.605141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 1d939691-93e9-43f6-b9a3-9b1ca65a005b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1d939691-93e9-43f6-b9a3-9b1ca65a005b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:38.609175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:38.610068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device dedd9d00-123f-471e-ac43-8977fc2c33aa up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:38.719422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:21:38.724200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=1d939691-93e9-43f6-b9a3-9b1ca65a005b,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:38.738027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port dedd9d00-123f-471e-ac43-8977fc2c33aa triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:38.738400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:38.738873 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5e51622e-d487-4e95-88d5-dec05b179d47 admin admin] 10.222.0.30 "PUT /v2.0/routers/d5b252ee-e09d-485d-b83e-d1c3fc4dff8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8884611 Apr 05 10:21:39.547193 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38282) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:39.553529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1724515899-network', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:39.558405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:39.562171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Usage tracker for resource:network and tenant:d8bdfafb654d47b5b25e38c30a78b104 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:39.565756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:39.571671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:39.583095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Made reservation on behalf of d8bdfafb654d47b5b25e38c30a78b104 for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:39.585847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:39.599492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:39.630607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:39.634546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Usage tracker for resource:security_group_rule and tenant:d8bdfafb654d47b5b25e38c30a78b104 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:39.637280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:39.643308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:39.711392 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:39.715368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:39.750251 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:21:39.755673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4451d98-25cf-4cf2-b2b4-7035b631ffa6,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:39.762381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:39.764098 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Added segment 963b8860-58ca-4722-8160-7abe2aa9e97c of type vlan for network b61bbc3c-cdac-4913-a8e5-a4967682a7bf Apr 05 10:21:39.790029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:39.818817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:39.819683 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:39.820256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:39.920211 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3714099 Apr 05 10:21:39.923188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38286) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:39.923968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e2bae-50e5-4e77-a403-d7391b42ab25 admin admin] Pushing event updated for resources: {'Network': ['ID=b61bbc3c-cdac-4913-a8e5-a4967682a7bf,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:39.928834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Request body: {'subnet': {'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1724515899-subnet', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:39.934559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network b61bbc3c-cdac-4913-a8e5-a4967682a7bf details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:21:39.936018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:39.942706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Usage tracker for resource:subnet and tenant:d8bdfafb654d47b5b25e38c30a78b104 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:39.946739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:39.952711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:39.964908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Made reservation on behalf of d8bdfafb654d47b5b25e38c30a78b104 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:39.967194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:40.163302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:40.224438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1d939691-93e9-43f6-b9a3-9b1ca65a005b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:40.244724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a7c988-3406-4f4c-8b10-72102e6dff96,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:40.253850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Checking segment: {'id': '963b8860-58ca-4722-8160-7abe2aa9e97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:40.254200 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Network hostable DHCP agents. Network: b61bbc3c-cdac-4913-a8e5-a4967682a7bf, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:21:40.275784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Network b61bbc3c-cdac-4913-a8e5-a4967682a7bf is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:21:40.285132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, b61bbc3c-cdac-4913-a8e5-a4967682a7bf) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:40.289364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:40.289961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:40.295268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee9c4b-fb20-4ca8-9a4b-7fbc61eb742a None None] Network b61bbc3c-cdac-4913-a8e5-a4967682a7bf requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:40.314069 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b9ec1547-4112-4678-8ced-b5ecec248931 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3891032 Apr 05 10:21:40.316919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38290) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:40.321142 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1d939691-93e9-43f6-b9a3-9b1ca65a005b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:40.321519 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:40.321981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1724515899-router', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:40.326620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:40.330561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Usage tracker for resource:router and tenant:d8bdfafb654d47b5b25e38c30a78b104 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:40.333393 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:40.339037 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:40.349745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:40.350870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:40.369574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:40.514395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:40.665702 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-b61bbc3c-cdac-4913-a8e5-a4967682a7bf', 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'fixed_ips': [{'subnet_id': 'c0a7c988-3406-4f4c-8b10-72102e6dff96'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:21:40.666511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:40.816137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:40.827560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Allocated IP 172.20.0.2 (b61bbc3c-cdac-4913-a8e5-a4967682a7bf/c0a7c988-3406-4f4c-8b10-72102e6dff96/b0cc887e-2580-467b-ae8c-8e6217a39d96) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:40.847350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.003901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Allocated IP 172.26.4.16 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/386fa004-a43b-426f-853f-7de2bab4893b) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:41.049698 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.060421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Transition to ACTIVE for port object b0cc887e-2580-467b-ae8c-8e6217a39d96 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:41.083364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Transition to ACTIVE for port object b0cc887e-2580-467b-ae8c-8e6217a39d96 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:41.090366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.165053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Network b61bbc3c-cdac-4913-a8e5-a4967682a7bf is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:41.165431 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.168163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:41.172849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:41.175672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Pushing event updated for resources: {'Port': ['ID=b0cc887e-2580-467b-ae8c-8e6217a39d96,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:41.205681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.216330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Sync routers for ids ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:21:41.277309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:41.278187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Pushing event updated for resources: {'Port': ['ID=386fa004-a43b-426f-853f-7de2bab4893b,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:41.279771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Attempting to bind port b0cc887e-2580-467b-ae8c-8e6217a39d96 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:21:41.280140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Attempting to bind port b0cc887e-2580-467b-ae8c-8e6217a39d96 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '963b8860-58ca-4722-8160-7abe2aa9e97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:21:41.280480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Attempting to bind port b0cc887e-2580-467b-ae8c-8e6217a39d96 on network b61bbc3c-cdac-4913-a8e5-a4967682a7bf {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:41.280798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:41.283630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Routers {'d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:21:41.283770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:41.284046 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:21:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:41.401163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:21:41.401535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Checking segment: {'id': '963b8860-58ca-4722-8160-7abe2aa9e97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:41.401935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.402321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Bound using segment: {'id': '963b8860-58ca-4722-8160-7abe2aa9e97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:21:41.402930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Bound port: b0cc887e-2580-467b-ae8c-8e6217a39d96, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963b8860-58ca-4722-8160-7abe2aa9e97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:21:41.403254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.441908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.442740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.539828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] For port b0cc887e-2580-467b-ae8c-8e6217a39d96, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:21:41.544878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] For port b0cc887e-2580-467b-ae8c-8e6217a39d96, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b0cc887e-2580-467b-ae8c-8e6217a39d96,segment=NetworkSegment(963b8860-58ca-4722-8160-7abe2aa9e97c),segment_id=963b8860-58ca-4722-8160-7abe2aa9e97c)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:21:41.549827 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Set router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:21:41.589226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.678538 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Router 79729fcc-85ee-483f-95cb-c5956088af12 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:21:41.765532 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b661925-0a07-4569-a333-1c81fc3807e3 None None] Pushing event updated for resources: {'Port': ['ID=b0cc887e-2580-467b-ae8c-8e6217a39d96,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:41.914471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:21:41.927987 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Sync routers for ids ['79729fcc-85ee-483f-95cb-c5956088af12'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:21:41.945498 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Routers {'79729fcc-85ee-483f-95cb-c5956088af12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:21:41.946125 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:21:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79729fcc-85ee-483f-95cb-c5956088af12'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:41.952494 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:41.954801 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0e4dbb5a-fabe-439a-9241-7657c70a8dfd admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6367409 Apr 05 10:21:41.957709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38294) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:21:42.016139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'name': 'tempest-TestEncryptedCinderVolumes-56359019-router', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:37Z', 'revision_number': 4, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'gw_port': {'id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'fe982a7c-c62c-4fa0-a435-f4dca86c5213', 'name': '', 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'mac_address': 'fa:16:3e:b7:23:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6427cb70-db08-4821-9247-43eaff708b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:36Z', 'updated_at': '2022-04-05T10:21:37Z', 'revision_number': 2, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'subnets': [{'id': '6427cb70-db08-4821-9247-43eaff708b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:42.025034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Checking router: d5b252ee-e09d-485d-b83e-d1c3fc4dff8a for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:21:42.025634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Updating router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a port fe982a7c-c62c-4fa0-a435-f4dca86c5213 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:21:42.083889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:42.164990 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Set router 79729fcc-85ee-483f-95cb-c5956088af12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:21:42.334644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b0cc887e-2580-467b-ae8c-8e6217a39d96 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:42.501351 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port b0cc887e-2580-467b-ae8c-8e6217a39d96 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:42.523011 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79729fcc-85ee-483f-95cb-c5956088af12', 'name': 'tempest-TestEncryptedCinderVolumes-1724515899-router', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '386fa004-a43b-426f-853f-7de2bab4893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:41Z', 'revision_number': 3, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'gw_port': {'id': '386fa004-a43b-426f-853f-7de2bab4893b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79729fcc-85ee-483f-95cb-c5956088af12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:42.527220 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Checking router: 79729fcc-85ee-483f-95cb-c5956088af12 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:21:42.527973 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Updating router 79729fcc-85ee-483f-95cb-c5956088af12 port 386fa004-a43b-426f-853f-7de2bab4893b binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:21:42.607753 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:42.621208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:42.638708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Transition to ACTIVE for port object fe982a7c-c62c-4fa0-a435-f4dca86c5213 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:42.646982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:42.812080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb69543-6c9a-4c81-911d-1473f4e1923a None None] Pushing event updated for resources: {'Port': ['ID=fe982a7c-c62c-4fa0-a435-f4dca86c5213,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:42.964136 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Attempting to bind port fe982a7c-c62c-4fa0-a435-f4dca86c5213 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:21:42.964505 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Attempting to bind port fe982a7c-c62c-4fa0-a435-f4dca86c5213 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:21:42.964790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Attempting to bind port fe982a7c-c62c-4fa0-a435-f4dca86c5213 on network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:42.972752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:21:42.973131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Checking segment: {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:42.973509 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:42.973894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Bound using segment: {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:21:42.974360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Bound port: fe982a7c-c62c-4fa0-a435-f4dca86c5213, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:21:42.974732 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:42.989944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4a8ba7-dec7-4a60-b38b-a5b20519d1d9 None None] Network b61bbc3c-cdac-4913-a8e5-a4967682a7bf requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:21:43.060222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.069430 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.083425 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Transition to ACTIVE for port object 386fa004-a43b-426f-853f-7de2bab4893b will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:43.093229 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.165230 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-32590380-86fb-45e3-b6ec-f34276add2eb None None] Provisioning for port b0cc887e-2580-467b-ae8c-8e6217a39d96 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:43.173735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-32590380-86fb-45e3-b6ec-f34276add2eb None None] Provisioning complete for port b0cc887e-2580-467b-ae8c-8e6217a39d96 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:43.174018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-32590380-86fb-45e3-b6ec-f34276add2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.177873 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Attempting to bind port 386fa004-a43b-426f-853f-7de2bab4893b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:21:43.178236 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Attempting to bind port 386fa004-a43b-426f-853f-7de2bab4893b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:21:43.178599 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Attempting to bind port 386fa004-a43b-426f-853f-7de2bab4893b on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:43.180713 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ae056-debf-4e51-a739-451ad1132a42 None None] Pushing event updated for resources: {'Port': ['ID=386fa004-a43b-426f-853f-7de2bab4893b,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:43.189527 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:21:43.190066 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:43.190677 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.191713 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:21:43.192863 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Bound port: 386fa004-a43b-426f-853f-7de2bab4893b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:21:43.192863 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.262831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] For port fe982a7c-c62c-4fa0-a435-f4dca86c5213, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:21:43.292126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] For port fe982a7c-c62c-4fa0-a435-f4dca86c5213, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fe982a7c-c62c-4fa0-a435-f4dca86c5213,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:21:43.300219 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.311619 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] For port 386fa004-a43b-426f-853f-7de2bab4893b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:21:43.317069 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] For port 386fa004-a43b-426f-853f-7de2bab4893b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=386fa004-a43b-426f-853f-7de2bab4893b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:21:43.322767 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.324541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Allocated IP 172.20.0.1 (b61bbc3c-cdac-4913-a8e5-a4967682a7bf/c0a7c988-3406-4f4c-8b10-72102e6dff96/4a42e968-1c15-43a1-8be2-772da02d2d3b) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:43.404585 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ae056-debf-4e51-a739-451ad1132a42 None None] Pushing event updated for resources: {'Port': ['ID=386fa004-a43b-426f-853f-7de2bab4893b,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:43.411361 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Routers {'79729fcc-85ee-483f-95cb-c5956088af12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:21:43.412002 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:21:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79729fcc-85ee-483f-95cb-c5956088af12'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:43.487631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb69543-6c9a-4c81-911d-1473f4e1923a None None] Pushing event updated for resources: {'Port': ['ID=fe982a7c-c62c-4fa0-a435-f4dca86c5213,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:43.501804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-32590380-86fb-45e3-b6ec-f34276add2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.527677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Routers {'d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:21:43.528216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:21:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:43.566695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.591045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Transition to ACTIVE for port object 4a42e968-1c15-43a1-8be2-772da02d2d3b will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:43.620782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.627698 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] Set router 79729fcc-85ee-483f-95cb-c5956088af12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:21:43.706601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Pushing event updated for resources: {'Port': ['ID=4a42e968-1c15-43a1-8be2-772da02d2d3b,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:43.720285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-32590380-86fb-45e3-b6ec-f34276add2eb None None] For port b0cc887e-2580-467b-ae8c-8e6217a39d96, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b0cc887e-2580-467b-ae8c-8e6217a39d96,segment=NetworkSegment(963b8860-58ca-4722-8160-7abe2aa9e97c),segment_id=963b8860-58ca-4722-8160-7abe2aa9e97c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:43.731477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-32590380-86fb-45e3-b6ec-f34276add2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.736857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Network b61bbc3c-cdac-4913-a8e5-a4967682a7bf is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:43.738263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:43.741749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:43.814079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.856358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32590380-86fb-45e3-b6ec-f34276add2eb None None] Pushing event updated for resources: {'Port': ['ID=b0cc887e-2580-467b-ae8c-8e6217a39d96,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:43.860598 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] Set router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:21:43.919921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:43.983044 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79729fcc-85ee-483f-95cb-c5956088af12', 'name': 'tempest-TestEncryptedCinderVolumes-1724515899-router', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '386fa004-a43b-426f-853f-7de2bab4893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:41Z', 'revision_number': 3, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'gw_port': {'id': '386fa004-a43b-426f-853f-7de2bab4893b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79729fcc-85ee-483f-95cb-c5956088af12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:43.991003 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d60bf8-eee3-46fe-8e36-115faf7d051a None None] The sync data for ids ['79729fcc-85ee-483f-95cb-c5956088af12'] in dv-neutron-833199-1-hyperv is: [{'id': '79729fcc-85ee-483f-95cb-c5956088af12', 'name': 'tempest-TestEncryptedCinderVolumes-1724515899-router', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '386fa004-a43b-426f-853f-7de2bab4893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:41Z', 'revision_number': 3, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'gw_port': {'id': '386fa004-a43b-426f-853f-7de2bab4893b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79729fcc-85ee-483f-95cb-c5956088af12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:21:44.131126 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b7665bb8-28ca-4f34-b453-12b22e773afc None None] Provisioning complete for port b0cc887e-2580-467b-ae8c-8e6217a39d96 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:44.131488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b7665bb8-28ca-4f34-b453-12b22e773afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:44.171548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:44.177005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:44.249932 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b0cc887e-2580-467b-ae8c-8e6217a39d96 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:44.290058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:44.294427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Pushing event updated for resources: {'Port': ['ID=4a42e968-1c15-43a1-8be2-772da02d2d3b,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:44.438248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Network b61bbc3c-cdac-4913-a8e5-a4967682a7bf is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:44.439486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:44.446480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port b0cc887e-2580-467b-ae8c-8e6217a39d96 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:44.446849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:44.484405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'name': 'tempest-TestEncryptedCinderVolumes-56359019-router', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:37Z', 'revision_number': 4, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'gw_port': {'id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'fe982a7c-c62c-4fa0-a435-f4dca86c5213', 'name': '', 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'mac_address': 'fa:16:3e:b7:23:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6427cb70-db08-4821-9247-43eaff708b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:36Z', 'updated_at': '2022-04-05T10:21:43Z', 'revision_number': 4, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'subnets': [{'id': '6427cb70-db08-4821-9247-43eaff708b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:21:44.499268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d75b30-9786-4f5e-a8ef-ed9cac373a75 None None] The sync data for ids ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'] in dv-neutron-833199-1-hyperv is: [{'id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'name': 'tempest-TestEncryptedCinderVolumes-56359019-router', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:37Z', 'revision_number': 4, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'gw_port': {'id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'fe982a7c-c62c-4fa0-a435-f4dca86c5213', 'name': '', 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'mac_address': 'fa:16:3e:b7:23:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6427cb70-db08-4821-9247-43eaff708b43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:36Z', 'updated_at': '2022-04-05T10:21:43Z', 'revision_number': 4, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'subnets': [{'id': '6427cb70-db08-4821-9247-43eaff708b43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:21:44.640008 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2a76a057-6ff3-4fe2-9d1d-282be6a85c5c None None] Provisioning for port 4a42e968-1c15-43a1-8be2-772da02d2d3b completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:44.661610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2a76a057-6ff3-4fe2-9d1d-282be6a85c5c None None] Provisioning complete for port 4a42e968-1c15-43a1-8be2-772da02d2d3b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:44.662272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2a76a057-6ff3-4fe2-9d1d-282be6a85c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:44.736678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2a76a057-6ff3-4fe2-9d1d-282be6a85c5c None None] Port 4a42e968-1c15-43a1-8be2-772da02d2d3b cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:21:44.861035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-44dd333d-c66e-43d5-af38-767fb48ff013 None None] Provisioning complete for port 4a42e968-1c15-43a1-8be2-772da02d2d3b triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:44.861421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-44dd333d-c66e-43d5-af38-767fb48ff013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:44.949666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-44dd333d-c66e-43d5-af38-767fb48ff013 None None] Port 4a42e968-1c15-43a1-8be2-772da02d2d3b cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:21:45.056311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Router 79729fcc-85ee-483f-95cb-c5956088af12 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:21:45.277235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:21:45.287102 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f86a07f5-9993-40b6-bb34-b303ec8ac414 admin admin] 10.222.0.30 "PUT /v2.0/routers/79729fcc-85ee-483f-95cb-c5956088af12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3281395 Apr 05 10:21:46.283676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fe982a7c-c62c-4fa0-a435-f4dca86c5213 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:46.356585 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port fe982a7c-c62c-4fa0-a435-f4dca86c5213 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:46.361822 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fe982a7c-c62c-4fa0-a435-f4dca86c5213 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:46.362204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:46.382467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cf7c4719-15f9-4b08-b750-af0f9870a0ad tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:46.383155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cf7c4719-15f9-4b08-b750-af0f9870a0ad tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Synchronizing usage tracker for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:21:46.403814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cf7c4719-15f9-4b08-b750-af0f9870a0ad tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Unset dirty status for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:21:46.405018 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cf7c4719-15f9-4b08-b750-af0f9870a0ad tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/networks?id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a HTTP/1.1" status: 200 len: 815 time: 0.1783457 Apr 05 10:21:46.422129 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-f16bf6cb-e459-44b8-9fd1-42b3ca01113d tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/quotas/11c4e2da3a3c4f699071dd4ff6da57c4 HTTP/1.1" status: 200 len: 375 time: 0.0107880 Apr 05 10:21:46.484732 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:46.508149 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-1a11dfbb-8776-4a33-9a16-12d3969ea671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=11c4e2da3a3c4f699071dd4ff6da57c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802441 Apr 05 10:21:46.518134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port fe982a7c-c62c-4fa0-a435-f4dca86c5213, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fe982a7c-c62c-4fa0-a435-f4dca86c5213,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:46.522477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:46.523421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 386fa004-a43b-426f-853f-7de2bab4893b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:46.638999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=fe982a7c-c62c-4fa0-a435-f4dca86c5213,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:46.656503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 386fa004-a43b-426f-853f-7de2bab4893b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:46.662086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 386fa004-a43b-426f-853f-7de2bab4893b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:46.662506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:46.797530 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:46.808030 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-a9bef827-e4d9-4c74-9d1c-5c7a762b0670 service neutron] 10.222.0.30 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868950 Apr 05 10:21:46.825476 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 386fa004-a43b-426f-853f-7de2bab4893b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=386fa004-a43b-426f-853f-7de2bab4893b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:46.830786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:46.924016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=386fa004-a43b-426f-853f-7de2bab4893b,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:46.973032 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cdff14d7-616f-4956-9fd2-a3985171dd25 service neutron] 10.222.0.30 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576071 Apr 05 10:21:47.195489 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8429854a-04a4-498d-b26b-829dccd8b464 req-8cdf1312-ef14-49a5-a3d3-03f326794b19 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 210 time: 0.0452449 Apr 05 10:21:48.250147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fe982a7c-c62c-4fa0-a435-f4dca86c5213 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:48.285321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-bfc18c3a-e9ef-4a13-99b2-462a88bb17a4 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:48.286748 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-bfc18c3a-e9ef-4a13-99b2-462a88bb17a4 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.10 "GET /v2.0/networks?id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a HTTP/1.1" status: 200 len: 815 time: 0.1573730 Apr 05 10:21:48.302449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Request body: {'port': {'device_id': '1ec0934f-34f7-48bd-9e4a-9419f2721cee', 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a', 'admin_state_up': True, 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:48.352377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port fe982a7c-c62c-4fa0-a435-f4dca86c5213 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:48.352742 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:48.482535 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99a6ac48-6b32-4707-961e-69767eeb2776 req-c4290b8a-5224-4d84-97ad-dc07765df204 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 210 time: 0.0558343 Apr 05 10:21:48.497803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 386fa004-a43b-426f-853f-7de2bab4893b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:48.543529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:21:48.548051 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Usage tracker for resource:port and tenant:11c4e2da3a3c4f699071dd4ff6da57c4 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:21:48.551276 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:21:48.557008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:21:48.567767 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 386fa004-a43b-426f-853f-7de2bab4893b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:48.568161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:48.568407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Made reservation on behalf of 11c4e2da3a3c4f699071dd4ff6da57c4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:21:48.571470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:48.734048 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Allocated IP 172.20.0.10 (f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a/6427cb70-db08-4821-9247-43eaff708b43/ca54f281-f5da-4ca2-af7e-4aef4c979930) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:21:48.937094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:48.953679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Transition to ACTIVE for port object ca54f281-f5da-4ca2-af7e-4aef4c979930 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:48.975359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:49.048514 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:21:49.051451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:21:49.055567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:21:49.089426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Pushing event updated for resources: {'Port': ['ID=ca54f281-f5da-4ca2-af7e-4aef4c979930,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:49.121485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:49.122122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:49.150224 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-cca903a9-c8e0-4da1-bcff-e0e21dc79833 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8517711 Apr 05 10:21:49.163668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Request body: {'port': {'device_id': '1ec0934f-34f7-48bd-9e4a-9419f2721cee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:21:49.302283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b7267e22-2048-415d-8737-d9dceb70a481 None None] Provisioning for port ca54f281-f5da-4ca2-af7e-4aef4c979930 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:49.307559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b7267e22-2048-415d-8737-d9dceb70a481 None None] Provisioning complete for port ca54f281-f5da-4ca2-af7e-4aef4c979930 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:49.307930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b7267e22-2048-415d-8737-d9dceb70a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:49.361042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-b7267e22-2048-415d-8737-d9dceb70a481 None None] Port ca54f281-f5da-4ca2-af7e-4aef4c979930 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:21:49.396750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:49.762722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229ffb8-1f63-4851-9014-74db868b127c req-5778a2fa-6082-4c86-a173-0800bf1f33c3 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:49.763398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d229ffb8-1f63-4851-9014-74db868b127c req-5778a2fa-6082-4c86-a173-0800bf1f33c3 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Synchronizing usage tracker for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:21:49.838495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d229ffb8-1f63-4851-9014-74db868b127c req-5778a2fa-6082-4c86-a173-0800bf1f33c3 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Unset dirty status for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:21:49.839629 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d229ffb8-1f63-4851-9014-74db868b127c req-5778a2fa-6082-4c86-a173-0800bf1f33c3 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 932 time: 0.2296391 Apr 05 10:21:49.843125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca54f281-f5da-4ca2-af7e-4aef4c979930 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:21:49.863273 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:49.895636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Transition to ACTIVE for port object ca54f281-f5da-4ca2-af7e-4aef4c979930 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:21:49.902521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:49.940943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d229ffb8-1f63-4851-9014-74db868b127c req-a9c386cf-0c06-4b54-bfcc-de7d9d0e2b73 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Synchronizing usage tracker for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:21:50.045957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Pushing event updated for resources: {'Port': ['ID=ca54f281-f5da-4ca2-af7e-4aef4c979930,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:50.051719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d229ffb8-1f63-4851-9014-74db868b127c req-a9c386cf-0c06-4b54-bfcc-de7d9d0e2b73 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Unset dirty status for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:21:50.052852 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d229ffb8-1f63-4851-9014-74db868b127c req-a9c386cf-0c06-4b54-bfcc-de7d9d0e2b73 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053304 Apr 05 10:21:50.170877 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Attempting to bind port ca54f281-f5da-4ca2-af7e-4aef4c979930 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:21:50.171020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Attempting to bind port ca54f281-f5da-4ca2-af7e-4aef4c979930 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:21:50.171227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Attempting to bind port ca54f281-f5da-4ca2-af7e-4aef4c979930 on network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:50.178491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Port ca54f281-f5da-4ca2-af7e-4aef4c979930 on network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:21:50.178801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Attempting to bind port ca54f281-f5da-4ca2-af7e-4aef4c979930 on network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:21:50.185489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:21:50.185862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Checking segment: {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:21:50.186231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Bound using segment: {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:21:50.186660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Bound port: ca54f281-f5da-4ca2-af7e-4aef4c979930, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:21:50.187008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:50.290377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] For port ca54f281-f5da-4ca2-af7e-4aef4c979930, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:21:50.293973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] For port ca54f281-f5da-4ca2-af7e-4aef4c979930, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ca54f281-f5da-4ca2-af7e-4aef4c979930,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:21:50.298390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:50.358731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:50.360223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] 10.222.0.10 "PUT /v2.0/ports/ca54f281-f5da-4ca2-af7e-4aef4c979930 HTTP/1.1" status: 200 len: 1094 time: 1.2031529 Apr 05 10:21:50.361176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec0934f-34f7-48bd-9e4a-9419f2721cee', 'tag': 'ca54f281-f5da-4ca2-af7e-4aef4c979930'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:21:50.378776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e54538-8222-4001-b1c9-d8ee52bb0a48 service neutron] Pushing event updated for resources: {'Port': ['ID=ca54f281-f5da-4ca2-af7e-4aef4c979930,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:50.446516 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b0753f-15b6-4025-a598-29535941e529'] response: {'name': 'network-changed', 'server_uuid': '1ec0934f-34f7-48bd-9e4a-9419f2721cee', 'tag': 'ca54f281-f5da-4ca2-af7e-4aef4c979930', 'status': 'completed', 'code': 200} Apr 05 10:21:50.483169 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-a76d27a2-5f6d-4a42-abc5-c6a41a981445 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=11c4e2da3a3c4f699071dd4ff6da57c4&device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 1097 time: 0.0869803 Apr 05 10:21:50.555718 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-217000f3-2948-4ae5-86e0-45606cd549e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca54f281-f5da-4ca2-af7e-4aef4c979930 HTTP/1.1" status: 200 len: 217 time: 0.0661252 Apr 05 10:21:50.623149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-36eadc96-d477-47ab-9a5b-259f1213f3ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:50.624767 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-36eadc96-d477-47ab-9a5b-259f1213f3ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6427cb70-db08-4821-9247-43eaff708b43 HTTP/1.1" status: 200 len: 854 time: 0.0633605 Apr 05 10:21:50.698846 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-9013d40e-59f8-4829-927f-a0c893245a28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683141 Apr 05 10:21:50.836776 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-1e2d9181-ea2a-4279-a56c-05b5be6fc23a service neutron] 10.222.0.10 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316459 Apr 05 10:21:50.968418 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3de41f59-f9e1-437f-afd2-d038da21c5c8 req-b35ad294-e7e2-4a4f-aa31-0ee6b587e16c service neutron] 10.222.0.10 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251907 Apr 05 10:21:51.102836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab00ed4b-c91b-49e0-8560-c84e2d1c7554 req-3fa058a3-f9e7-4f26-8431-9792233ba04a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=11c4e2da3a3c4f699071dd4ff6da57c4&device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 1097 time: 0.0878696 Apr 05 10:21:51.401639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00ed4b-c91b-49e0-8560-c84e2d1c7554 req-f601f130-8b3c-404a-8cb1-f03da93f3760 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:51.403103 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab00ed4b-c91b-49e0-8560-c84e2d1c7554 req-f601f130-8b3c-404a-8cb1-f03da93f3760 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a HTTP/1.1" status: 200 len: 915 time: 0.2938468 Apr 05 10:21:51.414495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ea3fb-1acf-4bbe-be96-bae8dbf34a1d req-168215a9-99e1-4820-9b6d-f8055f173f15 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:51.415974 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-046ea3fb-1acf-4bbe-be96-bae8dbf34a1d req-168215a9-99e1-4820-9b6d-f8055f173f15 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 944 time: 0.1787407 Apr 05 10:21:51.504392 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab00ed4b-c91b-49e0-8560-c84e2d1c7554 req-b66ff248-ee15-47c5-b248-c1652e252b22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca54f281-f5da-4ca2-af7e-4aef4c979930 HTTP/1.1" status: 200 len: 217 time: 0.0874538 Apr 05 10:21:51.575370 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-046ea3fb-1acf-4bbe-be96-bae8dbf34a1d req-a1d2e8dd-403f-4845-932e-3aa11ccf0d58 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048224 Apr 05 10:21:51.587046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00ed4b-c91b-49e0-8560-c84e2d1c7554 req-65d58dab-bb69-48ba-8cff-088452fe6c48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:51.588622 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab00ed4b-c91b-49e0-8560-c84e2d1c7554 req-65d58dab-bb69-48ba-8cff-088452fe6c48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6427cb70-db08-4821-9247-43eaff708b43 HTTP/1.1" status: 200 len: 854 time: 0.0756991 Apr 05 10:21:51.666253 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab00ed4b-c91b-49e0-8560-c84e2d1c7554 req-7eacc8d8-d436-43de-8066-fec647be6988 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704489 Apr 05 10:21:51.814054 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab00ed4b-c91b-49e0-8560-c84e2d1c7554 req-6c09418a-0390-4fd6-9dc1-dbdedee48953 service neutron] 10.222.0.10 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390252 Apr 05 10:21:51.921100 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:51.966868 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab00ed4b-c91b-49e0-8560-c84e2d1c7554 req-dcb66e43-4018-4145-a58d-5fc34761901c service neutron] 10.222.0.10 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478915 Apr 05 10:21:52.282684 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:21:52.705554 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device ca54f281-f5da-4ca2-af7e-4aef4c979930 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:21:52.784414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc06dd-6dae-4a6a-a45d-36ecdedc6147 req-5254b187-a2e0-4274-9598-0a02adeb1abe tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:52.785872 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b5cc06dd-6dae-4a6a-a45d-36ecdedc6147 req-5254b187-a2e0-4274-9598-0a02adeb1abe tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 944 time: 0.0805955 Apr 05 10:21:52.841395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b5cc06dd-6dae-4a6a-a45d-36ecdedc6147 req-19857e21-102f-4225-8cb0-536c8298aff1 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497544 Apr 05 10:21:52.852508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port ca54f281-f5da-4ca2-af7e-4aef4c979930, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ca54f281-f5da-4ca2-af7e-4aef4c979930,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:52.867453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'ca54f281-f5da-4ca2-af7e-4aef4c979930', 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a', 'port_id': 'ca54f281-f5da-4ca2-af7e-4aef4c979930', 'mac_address': 'fa:16:3e:a5:6d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6427cb70-db08-4821-9247-43eaff708b43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:21:52.928809 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:52.948032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca54f281-f5da-4ca2-af7e-4aef4c979930 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:21:52.967608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port ca54f281-f5da-4ca2-af7e-4aef4c979930, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ca54f281-f5da-4ca2-af7e-4aef4c979930,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:52.971343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:53.038989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=ca54f281-f5da-4ca2-af7e-4aef4c979930,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:53.202611 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['ca54f281-f5da-4ca2-af7e-4aef4c979930'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:21:54.041246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fb5ca-2006-427b-bd31-11cc483d6ce3 req-4269ce5c-9ee2-4a97-81e2-9e029dc1ed9a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:54.042761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e32fb5ca-2006-427b-bd31-11cc483d6ce3 req-4269ce5c-9ee2-4a97-81e2-9e029dc1ed9a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 945 time: 0.0784142 Apr 05 10:21:54.089316 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e32fb5ca-2006-427b-bd31-11cc483d6ce3 req-cabdcaa0-2554-410c-b5c0-bd5a6fed2c63 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Apr 05 10:21:54.718510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device ca54f281-f5da-4ca2-af7e-4aef4c979930 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:21:54.785712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port ca54f281-f5da-4ca2-af7e-4aef4c979930 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:21:54.791069 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port ca54f281-f5da-4ca2-af7e-4aef4c979930 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:21:54.791478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:54.911438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:54.940710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec0934f-34f7-48bd-9e4a-9419f2721cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca54f281-f5da-4ca2-af7e-4aef4c979930'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:21:54.950862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port ca54f281-f5da-4ca2-af7e-4aef4c979930, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ca54f281-f5da-4ca2-af7e-4aef4c979930,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:21:54.956229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:21:55.026960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=ca54f281-f5da-4ca2-af7e-4aef4c979930,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:21:55.087648 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705b480e-8172-45ef-a0f1-b6e10d282f50'] response: {'server_uuid': '1ec0934f-34f7-48bd-9e4a-9419f2721cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca54f281-f5da-4ca2-af7e-4aef4c979930', 'code': 200} Apr 05 10:21:55.362548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79965c59-3bab-418e-ab2e-dc907c76c5cb req-47b86605-bc0d-4432-b10c-fb504ef3dad7 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:55.364015 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-79965c59-3bab-418e-ab2e-dc907c76c5cb req-47b86605-bc0d-4432-b10c-fb504ef3dad7 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 946 time: 0.1362422 Apr 05 10:21:55.371319 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-59fac6aa-ccc1-45ef-856b-3fd1f03b0983 req-368bd8b5-6dbf-4353-a671-ad7fe7104ce5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 1099 time: 0.1101141 Apr 05 10:21:55.441095 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-59fac6aa-ccc1-45ef-856b-3fd1f03b0983 req-5c2d171a-e193-49a5-aadf-97476e9d6255 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549824 Apr 05 10:21:55.443259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-79965c59-3bab-418e-ab2e-dc907c76c5cb req-7c4d3121-dde1-44b1-863f-20a9f9cdae74 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710700 Apr 05 10:21:56.658493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad596d51-46f6-4016-9d28-b325cc0c30c4 req-ac026aed-7c3a-4552-b1c0-ec639b33a2ef tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:56.659962 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad596d51-46f6-4016-9d28-b325cc0c30c4 req-ac026aed-7c3a-4552-b1c0-ec639b33a2ef tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 946 time: 0.0851378 Apr 05 10:21:56.707161 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad596d51-46f6-4016-9d28-b325cc0c30c4 req-babee5d1-c630-494e-8fe4-3fa56b8245ca tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Apr 05 10:21:56.914288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa66113-0b2c-4a91-9fb2-a188f4d8f91c req-0d4b4cc7-c7c2-4581-bf05-b6b84219646d tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:21:56.915853 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ffa66113-0b2c-4a91-9fb2-a188f4d8f91c req-0d4b4cc7-c7c2-4581-bf05-b6b84219646d tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 946 time: 0.0810249 Apr 05 10:21:56.966807 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ffa66113-0b2c-4a91-9fb2-a188f4d8f91c req-c19a93c2-1c4d-432d-896b-92a326bee96f tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Apr 05 10:21:59.735007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6f2783ba-b81b-473f-aaf0-e4933448646e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:00.755731 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-202be2e9-cd63-417f-8f29-b033081b2b58 req-39ba5007-a319-4a48-beca-f13f811af825 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706394 Apr 05 10:22:00.902154 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-202be2e9-cd63-417f-8f29-b033081b2b58 req-b4f65eed-80a6-4e6e-9ad4-aef2f57b9134 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=11c4e2da3a3c4f699071dd4ff6da57c4&device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 1099 time: 0.0750515 Apr 05 10:22:01.048822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202be2e9-cd63-417f-8f29-b033081b2b58 req-300c895a-e425-4bf0-ac4b-fc977ab54307 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:01.050117 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-202be2e9-cd63-417f-8f29-b033081b2b58 req-300c895a-e425-4bf0-ac4b-fc977ab54307 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a HTTP/1.1" status: 200 len: 915 time: 0.1274962 Apr 05 10:22:01.209635 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-202be2e9-cd63-417f-8f29-b033081b2b58 req-ef88e4dd-a2b6-41c8-9167-e234308fd580 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca54f281-f5da-4ca2-af7e-4aef4c979930 HTTP/1.1" status: 200 len: 217 time: 0.1535757 Apr 05 10:22:01.272087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202be2e9-cd63-417f-8f29-b033081b2b58 req-6027fedc-d127-49ed-bf14-410c3fdaa29e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:01.273544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-202be2e9-cd63-417f-8f29-b033081b2b58 req-6027fedc-d127-49ed-bf14-410c3fdaa29e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6427cb70-db08-4821-9247-43eaff708b43 HTTP/1.1" status: 200 len: 854 time: 0.0589106 Apr 05 10:22:01.348566 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-202be2e9-cd63-417f-8f29-b033081b2b58 req-4c8b3af3-00ed-4c06-b01d-a8f12d2c4722 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689218 Apr 05 10:22:01.480919 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-202be2e9-cd63-417f-8f29-b033081b2b58 req-b6c23480-b33a-48dd-88b1-929391eb2fd0 service neutron] 10.222.0.10 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264307 Apr 05 10:22:01.620091 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-202be2e9-cd63-417f-8f29-b033081b2b58 req-90b3e188-9200-414e-ae26-31f6a7ba8b50 service neutron] 10.222.0.10 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298525 Apr 05 10:22:02.013000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7aff6cb5-fe26-4e81-88da-d39cbb045bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:03.091788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:03.157304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:04.487360 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:06.559390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Sync routers for ids ['79729fcc-85ee-483f-95cb-c5956088af12'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:22:06.573414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Routers {'79729fcc-85ee-483f-95cb-c5956088af12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:22:06.574325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:22:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79729fcc-85ee-483f-95cb-c5956088af12'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:06.773619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Set router 79729fcc-85ee-483f-95cb-c5956088af12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:22:07.101466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79729fcc-85ee-483f-95cb-c5956088af12', 'name': 'tempest-TestEncryptedCinderVolumes-1724515899-router', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '386fa004-a43b-426f-853f-7de2bab4893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:43Z', 'revision_number': 4, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'gw_port': {'id': '386fa004-a43b-426f-853f-7de2bab4893b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79729fcc-85ee-483f-95cb-c5956088af12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4a42e968-1c15-43a1-8be2-772da02d2d3b', 'name': '', 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'mac_address': 'fa:16:3e:fb:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79729fcc-85ee-483f-95cb-c5956088af12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0a7c988-3406-4f4c-8b10-72102e6dff96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:43Z', 'updated_at': '2022-04-05T10:21:43Z', 'revision_number': 2, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'subnets': [{'id': 'c0a7c988-3406-4f4c-8b10-72102e6dff96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:07.105324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Checking router: 79729fcc-85ee-483f-95cb-c5956088af12 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:22:07.105677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Updating router 79729fcc-85ee-483f-95cb-c5956088af12 port 4a42e968-1c15-43a1-8be2-772da02d2d3b binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:22:07.165697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:07.520448 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:07.532119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Transition to ACTIVE for port object 4a42e968-1c15-43a1-8be2-772da02d2d3b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:22:07.538499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:07.669598 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc132bc-451d-4593-8f4a-3d3792b81311 None None] Pushing event updated for resources: {'Port': ['ID=4a42e968-1c15-43a1-8be2-772da02d2d3b,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:07.757388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Attempting to bind port 4a42e968-1c15-43a1-8be2-772da02d2d3b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:22:07.757653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Attempting to bind port 4a42e968-1c15-43a1-8be2-772da02d2d3b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '963b8860-58ca-4722-8160-7abe2aa9e97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:22:07.758012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Attempting to bind port 4a42e968-1c15-43a1-8be2-772da02d2d3b on network b61bbc3c-cdac-4913-a8e5-a4967682a7bf {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:22:07.765189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:22:07.765560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Checking segment: {'id': '963b8860-58ca-4722-8160-7abe2aa9e97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:22:07.765962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:07.767260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Bound using segment: {'id': '963b8860-58ca-4722-8160-7abe2aa9e97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:22:07.767829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Bound port: 4a42e968-1c15-43a1-8be2-772da02d2d3b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963b8860-58ca-4722-8160-7abe2aa9e97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:22:07.768237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:07.906861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] For port 4a42e968-1c15-43a1-8be2-772da02d2d3b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:22:07.910460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] For port 4a42e968-1c15-43a1-8be2-772da02d2d3b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4a42e968-1c15-43a1-8be2-772da02d2d3b,segment=NetworkSegment(963b8860-58ca-4722-8160-7abe2aa9e97c),segment_id=963b8860-58ca-4722-8160-7abe2aa9e97c)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:22:07.914062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:07.997601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc132bc-451d-4593-8f4a-3d3792b81311 None None] Pushing event updated for resources: {'Port': ['ID=4a42e968-1c15-43a1-8be2-772da02d2d3b,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:08.003187 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Routers {'79729fcc-85ee-483f-95cb-c5956088af12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:22:08.003853 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:22:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79729fcc-85ee-483f-95cb-c5956088af12'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:08.194671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] Set router 79729fcc-85ee-483f-95cb-c5956088af12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:22:08.558849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79729fcc-85ee-483f-95cb-c5956088af12', 'name': 'tempest-TestEncryptedCinderVolumes-1724515899-router', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '386fa004-a43b-426f-853f-7de2bab4893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:43Z', 'revision_number': 4, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'gw_port': {'id': '386fa004-a43b-426f-853f-7de2bab4893b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79729fcc-85ee-483f-95cb-c5956088af12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4a42e968-1c15-43a1-8be2-772da02d2d3b', 'name': '', 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'mac_address': 'fa:16:3e:fb:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79729fcc-85ee-483f-95cb-c5956088af12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0a7c988-3406-4f4c-8b10-72102e6dff96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:43Z', 'updated_at': '2022-04-05T10:22:07Z', 'revision_number': 4, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'subnets': [{'id': 'c0a7c988-3406-4f4c-8b10-72102e6dff96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:08.565762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bbadbd-08c7-4d95-96e1-09bcaa90e70f None None] The sync data for ids ['79729fcc-85ee-483f-95cb-c5956088af12'] in dv-neutron-833199-1-hyperv is: [{'id': '79729fcc-85ee-483f-95cb-c5956088af12', 'name': 'tempest-TestEncryptedCinderVolumes-1724515899-router', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '386fa004-a43b-426f-853f-7de2bab4893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:43Z', 'revision_number': 4, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'gw_port': {'id': '386fa004-a43b-426f-853f-7de2bab4893b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79729fcc-85ee-483f-95cb-c5956088af12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4a42e968-1c15-43a1-8be2-772da02d2d3b', 'name': '', 'network_id': 'b61bbc3c-cdac-4913-a8e5-a4967682a7bf', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'mac_address': 'fa:16:3e:fb:03:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79729fcc-85ee-483f-95cb-c5956088af12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c0a7c988-3406-4f4c-8b10-72102e6dff96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:43Z', 'updated_at': '2022-04-05T10:22:07Z', 'revision_number': 4, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'subnets': [{'id': 'c0a7c988-3406-4f4c-8b10-72102e6dff96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:22:10.258665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4a42e968-1c15-43a1-8be2-772da02d2d3b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:22:10.325616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 4a42e968-1c15-43a1-8be2-772da02d2d3b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:22:10.331202 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4a42e968-1c15-43a1-8be2-772da02d2d3b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:22:10.331603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:10.448750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:10.483919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4a42e968-1c15-43a1-8be2-772da02d2d3b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4a42e968-1c15-43a1-8be2-772da02d2d3b,segment=NetworkSegment(963b8860-58ca-4722-8160-7abe2aa9e97c),segment_id=963b8860-58ca-4722-8160-7abe2aa9e97c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:10.489931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:10.558013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4a42e968-1c15-43a1-8be2-772da02d2d3b,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:11.704115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d2af8-88ac-4506-8bbe-acfc8671f416 req-b7cf48b5-6d48-4265-bbae-8f05a335b4b2 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:11.705547 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-040d2af8-88ac-4506-8bbe-acfc8671f416 req-b7cf48b5-6d48-4265-bbae-8f05a335b4b2 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 946 time: 0.0756533 Apr 05 10:22:11.755467 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-040d2af8-88ac-4506-8bbe-acfc8671f416 req-56eeb30e-c36d-423c-84b3-5df68955b182 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 Apr 05 10:22:12.241005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4a42e968-1c15-43a1-8be2-772da02d2d3b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:22:12.310145 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4a42e968-1c15-43a1-8be2-772da02d2d3b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:22:12.310507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:12.955436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ed082-f3fd-4f9b-9639-c584f4220f0e req-5575d57b-3649-4237-a66d-74875b33b398 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:12.956883 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-485ed082-f3fd-4f9b-9639-c584f4220f0e req-5575d57b-3649-4237-a66d-74875b33b398 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 946 time: 0.0763671 Apr 05 10:22:13.004443 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-485ed082-f3fd-4f9b-9639-c584f4220f0e req-5cd00f48-14b4-406a-a9ab-ca17daa32544 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Apr 05 10:22:13.252074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-93972b2c-bfd0-4211-8ed7-99d75e3d4eba tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:13.253404 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-93972b2c-bfd0-4211-8ed7-99d75e3d4eba tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 946 time: 0.0800662 Apr 05 10:22:13.324939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-c75b8f61-a1e6-46a8-bb71-eb735336c72a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Deleting port ca54f281-f5da-4ca2-af7e-4aef4c979930 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:13.325290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-c75b8f61-a1e6-46a8-bb71-eb735336c72a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:13.561421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-c75b8f61-a1e6-46a8-bb71-eb735336c72a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] For port ca54f281-f5da-4ca2-af7e-4aef4c979930, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ca54f281-f5da-4ca2-af7e-4aef4c979930,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:13.561742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-c75b8f61-a1e6-46a8-bb71-eb735336c72a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:13.682777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-c75b8f61-a1e6-46a8-bb71-eb735336c72a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Calling delete_port for ca54f281-f5da-4ca2-af7e-4aef4c979930 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:22:13.822875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-c75b8f61-a1e6-46a8-bb71-eb735336c72a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:13.834191 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['ca54f281-f5da-4ca2-af7e-4aef4c979930'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:22:13.871687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b8f61-a1e6-46a8-bb71-eb735336c72a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Pushing event deleted for resources: {'Port': ['ID=ca54f281-f5da-4ca2-af7e-4aef4c979930,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:13.951082 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-c75b8f61-a1e6-46a8-bb71-eb735336c72a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] No DVR routers for this DVR port ca54f281-f5da-4ca2-af7e-4aef4c979930 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:22:13.954120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-c75b8f61-a1e6-46a8-bb71-eb735336c72a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:13.957073 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec0934f-34f7-48bd-9e4a-9419f2721cee', 'name': 'network-vif-deleted', 'tag': 'ca54f281-f5da-4ca2-af7e-4aef4c979930'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:22:13.973776 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-521f6102-8a16-44e4-9c07-dee0d9164d3f req-c75b8f61-a1e6-46a8-bb71-eb735336c72a tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.10 "DELETE /v2.0/ports/ca54f281-f5da-4ca2-af7e-4aef4c979930 HTTP/1.1" status: 204 len: 173 time: 0.7154028 Apr 05 10:22:14.012679 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79d4b47d-3309-46a1-b50a-ea1fa08a791c'] response: {'server_uuid': '1ec0934f-34f7-48bd-9e4a-9419f2721cee', 'name': 'network-vif-deleted', 'tag': 'ca54f281-f5da-4ca2-af7e-4aef4c979930', 'status': 'completed', 'code': 200} Apr 05 10:22:14.184414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1d223429-0ad3-4d4c-a804-93d8e7443c05 req-f91c798d-9e8b-464f-aedb-d08ad11b8832 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Synchronizing usage tracker for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:22:14.199631 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-1d223429-0ad3-4d4c-a804-93d8e7443c05 req-f91c798d-9e8b-464f-aedb-d08ad11b8832 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Unset dirty status for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:22:14.200780 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1d223429-0ad3-4d4c-a804-93d8e7443c05 req-f91c798d-9e8b-464f-aedb-d08ad11b8832 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ec0934f-34f7-48bd-9e4a-9419f2721cee HTTP/1.1" status: 200 len: 210 time: 0.0559664 Apr 05 10:22:16.289311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77085ae1-547c-43db-b214-010b8d5191fc req-9ba4efae-e2ca-4574-9701-ee6bf66a2a4b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:16.290733 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-9ba4efae-e2ca-4574-9701-ee6bf66a2a4b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/networks?id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a HTTP/1.1" status: 200 len: 815 time: 0.2314851 Apr 05 10:22:16.306946 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-93cde9ea-6903-48ed-a050-7034becdcc46 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/quotas/11c4e2da3a3c4f699071dd4ff6da57c4 HTTP/1.1" status: 200 len: 375 time: 0.0107863 Apr 05 10:22:16.388702 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-c45e206b-3d83-401a-a46c-72c1a5bb1b6b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=11c4e2da3a3c4f699071dd4ff6da57c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768430 Apr 05 10:22:16.597166 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-a658c7a2-bf82-4593-a1b1-e88c2887e0b1 service neutron] 10.222.0.30 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965485 Apr 05 10:22:16.737793 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-0a1a9992-9620-4f40-bd96-932f34eb1e99 service neutron] 10.222.0.30 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346536 Apr 05 10:22:16.861558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device ca54f281-f5da-4ca2-af7e-4aef4c979930 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:22:16.894141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: ca54f281-f5da-4ca2-af7e-4aef4c979930 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:22:16.894482 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device ca54f281-f5da-4ca2-af7e-4aef4c979930 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:22:16.930236 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-503c0272-e928-41e7-8cfe-6d2778b1b3de req-edfc8872-8db2-4c14-b8b8-569d764c4dcc tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 210 time: 0.0433366 Apr 05 10:22:17.914813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77085ae1-547c-43db-b214-010b8d5191fc req-3b42786c-c5c9-41e8-8611-5dc41949edf9 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:17.916223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-3b42786c-c5c9-41e8-8611-5dc41949edf9 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.10 "GET /v2.0/networks?id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a HTTP/1.1" status: 200 len: 815 time: 0.1440630 Apr 05 10:22:17.932106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Request body: {'port': {'device_id': 'c01bdec8-6772-4af9-bd30-ef5645717c0c', 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a', 'admin_state_up': True, 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:22:18.107156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9d3b2cd-1d6d-4961-9319-d7e4d6a6b520 req-38e9c7bd-3032-48dd-8452-de9d340fceed tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 210 time: 0.0467324 Apr 05 10:22:18.108037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:22:18.118419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:22:18.128155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Made reservation on behalf of 11c4e2da3a3c4f699071dd4ff6da57c4 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:22:18.131584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:18.290717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Allocated IP 172.20.0.8 (f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a/6427cb70-db08-4821-9247-43eaff708b43/3714b182-55c0-41d1-96b9-9e5580088058) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:22:18.486129 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:18.502662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Transition to ACTIVE for port object 3714b182-55c0-41d1-96b9-9e5580088058 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:22:18.530612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:18.605530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:22:18.608625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:22:18.613812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:22:18.638804 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Pushing event updated for resources: {'Port': ['ID=3714b182-55c0-41d1-96b9-9e5580088058,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:18.676534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:18.677239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:18.703918 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-dcdb73d5-f29e-4a78-a6d8-c81cddca200b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746949 Apr 05 10:22:18.716024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Request body: {'port': {'device_id': 'c01bdec8-6772-4af9-bd30-ef5645717c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:22:18.817205 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0753b34f-efd1-4216-a050-d949e57ef170 None None] Provisioning for port 3714b182-55c0-41d1-96b9-9e5580088058 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:22:18.822036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0753b34f-efd1-4216-a050-d949e57ef170 None None] Provisioning complete for port 3714b182-55c0-41d1-96b9-9e5580088058 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:22:18.822404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0753b34f-efd1-4216-a050-d949e57ef170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:18.828586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:18.935018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0753b34f-efd1-4216-a050-d949e57ef170 None None] Port 3714b182-55c0-41d1-96b9-9e5580088058 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:22:19.298854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3714b182-55c0-41d1-96b9-9e5580088058 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:22:19.308020 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:19.333852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Transition to ACTIVE for port object 3714b182-55c0-41d1-96b9-9e5580088058 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:22:19.338694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:19.456735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3ccf6-5b1b-4fb6-8efa-6865b0218587 req-dd60f7cc-d345-4f35-b968-15ba55c83b56 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:19.457445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-2fc3ccf6-5b1b-4fb6-8efa-6865b0218587 req-dd60f7cc-d345-4f35-b968-15ba55c83b56 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Synchronizing usage tracker for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:22:19.480575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Pushing event updated for resources: {'Port': ['ID=3714b182-55c0-41d1-96b9-9e5580088058,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:19.524576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-2fc3ccf6-5b1b-4fb6-8efa-6865b0218587 req-dd60f7cc-d345-4f35-b968-15ba55c83b56 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Unset dirty status for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:22:19.525753 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2fc3ccf6-5b1b-4fb6-8efa-6865b0218587 req-dd60f7cc-d345-4f35-b968-15ba55c83b56 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 931 time: 0.2795808 Apr 05 10:22:19.629737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2fc3ccf6-5b1b-4fb6-8efa-6865b0218587 req-e74745c7-ebad-4956-8410-0eb78ad160de tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743890 Apr 05 10:22:19.633767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Attempting to bind port 3714b182-55c0-41d1-96b9-9e5580088058 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:22:19.634097 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Attempting to bind port 3714b182-55c0-41d1-96b9-9e5580088058 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:22:19.634418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Attempting to bind port 3714b182-55c0-41d1-96b9-9e5580088058 on network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:22:19.640161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Port 3714b182-55c0-41d1-96b9-9e5580088058 on network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:22:19.640478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Attempting to bind port 3714b182-55c0-41d1-96b9-9e5580088058 on network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:22:19.650688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:22:19.651026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Checking segment: {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:22:19.651402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Bound using segment: {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:22:19.651845 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Bound port: 3714b182-55c0-41d1-96b9-9e5580088058, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eab03df-0bdc-4260-9b39-0778f29f3481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:22:19.652188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:19.739501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] For port 3714b182-55c0-41d1-96b9-9e5580088058, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:22:19.742316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] For port 3714b182-55c0-41d1-96b9-9e5580088058, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3714b182-55c0-41d1-96b9-9e5580088058,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:22:19.746829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:19.809460 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:19.810920 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] 10.222.0.10 "PUT /v2.0/ports/3714b182-55c0-41d1-96b9-9e5580088058 HTTP/1.1" status: 200 len: 1093 time: 1.0990083 Apr 05 10:22:19.811230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01bdec8-6772-4af9-bd30-ef5645717c0c', 'tag': '3714b182-55c0-41d1-96b9-9e5580088058'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:22:19.830896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5bd26-00eb-4023-9b28-2f9b37093869 service neutron] Pushing event updated for resources: {'Port': ['ID=3714b182-55c0-41d1-96b9-9e5580088058,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:19.885193 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe03ceaa-d4d6-42af-9005-f5930cea91ad'] response: {'name': 'network-changed', 'server_uuid': 'c01bdec8-6772-4af9-bd30-ef5645717c0c', 'tag': '3714b182-55c0-41d1-96b9-9e5580088058', 'status': 'completed', 'code': 200} Apr 05 10:22:19.928836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-23caab82-db29-49f3-a1ed-f0e452cf17a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=11c4e2da3a3c4f699071dd4ff6da57c4&device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 1096 time: 0.0746293 Apr 05 10:22:20.001361 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-fb9cf6aa-9774-4b76-ad2f-a4b5a66d3d27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3714b182-55c0-41d1-96b9-9e5580088058 HTTP/1.1" status: 200 len: 217 time: 0.0653093 Apr 05 10:22:20.060374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77085ae1-547c-43db-b214-010b8d5191fc req-70e946f5-828f-4ce5-abc8-ef58b0ce4049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:20.061765 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-70e946f5-828f-4ce5-abc8-ef58b0ce4049 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6427cb70-db08-4821-9247-43eaff708b43 HTTP/1.1" status: 200 len: 854 time: 0.0553780 Apr 05 10:22:20.137345 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-17798e29-e107-4593-9984-ca9ffb30df3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696561 Apr 05 10:22:20.268277 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-1152f7ee-dc02-469e-b1b7-cc623616d7ed service neutron] 10.222.0.10 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246815 Apr 05 10:22:20.395692 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77085ae1-547c-43db-b214-010b8d5191fc req-ee347f64-db60-4e6c-ac69-b8dcedc78a07 service neutron] 10.222.0.10 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220140 Apr 05 10:22:20.510370 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4f0fcc17-f143-4c49-b1e2-9bcf871d6fbb req-3ae6ae42-8b7c-42ed-92dd-0c1bf9fb6589 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=11c4e2da3a3c4f699071dd4ff6da57c4&device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 1096 time: 0.0691714 Apr 05 10:22:20.649957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fcc17-f143-4c49-b1e2-9bcf871d6fbb req-74ede546-91f9-4d68-bcdd-e2cf3808bc9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:20.651405 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4f0fcc17-f143-4c49-b1e2-9bcf871d6fbb req-74ede546-91f9-4d68-bcdd-e2cf3808bc9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a HTTP/1.1" status: 200 len: 915 time: 0.1347389 Apr 05 10:22:20.721985 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4f0fcc17-f143-4c49-b1e2-9bcf871d6fbb req-13a9b91f-e661-40e5-8c2c-7c4267a5fda5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3714b182-55c0-41d1-96b9-9e5580088058 HTTP/1.1" status: 200 len: 217 time: 0.0640228 Apr 05 10:22:20.822108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fcc17-f143-4c49-b1e2-9bcf871d6fbb req-3b15cbe8-e7dc-4484-b5db-bc618b28c459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:20.823417 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4f0fcc17-f143-4c49-b1e2-9bcf871d6fbb req-3b15cbe8-e7dc-4484-b5db-bc618b28c459 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6427cb70-db08-4821-9247-43eaff708b43 HTTP/1.1" status: 200 len: 854 time: 0.0951788 Apr 05 10:22:21.002094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb0bb6-7822-4c22-a3de-9f45d4e6c8ac req-812fa897-30f7-4f41-93af-1e06b9bee8ab tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:21.003550 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a0eb0bb6-7822-4c22-a3de-9f45d4e6c8ac req-812fa897-30f7-4f41-93af-1e06b9bee8ab tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 943 time: 0.2472982 Apr 05 10:22:21.038004 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4f0fcc17-f143-4c49-b1e2-9bcf871d6fbb req-a6259e1b-ed26-4b05-b735-87137cbd6b42 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2064700 Apr 05 10:22:21.124796 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a0eb0bb6-7822-4c22-a3de-9f45d4e6c8ac req-92c5973c-2828-439a-bcb3-5187bbd81abe tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155462 Apr 05 10:22:21.176571 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4f0fcc17-f143-4c49-b1e2-9bcf871d6fbb req-83caa357-9097-4cb1-a601-a132581a7dbc service neutron] 10.222.0.10 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316106 Apr 05 10:22:21.312946 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4f0fcc17-f143-4c49-b1e2-9bcf871d6fbb req-6bf0bcc7-4b52-4d1b-acf7-6b4a3d0ebac5 service neutron] 10.222.0.10 "GET /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306660 Apr 05 10:22:21.934418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:22.340661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847902b0-febc-4926-b853-86d959158027 req-ad13dcbb-292a-4a65-b0bc-d6366069f436 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:22.342142 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-847902b0-febc-4926-b853-86d959158027 req-ad13dcbb-292a-4a65-b0bc-d6366069f436 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 943 time: 0.0814278 Apr 05 10:22:22.386115 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-847902b0-febc-4926-b853-86d959158027 req-b1bdfa89-ed9f-402b-ade4-c685a653f257 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377843 Apr 05 10:22:22.890982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 3714b182-55c0-41d1-96b9-9e5580088058 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:22:23.023825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 3714b182-55c0-41d1-96b9-9e5580088058, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3714b182-55c0-41d1-96b9-9e5580088058,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:23.037095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '3714b182-55c0-41d1-96b9-9e5580088058', 'network_id': 'f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a', 'port_id': '3714b182-55c0-41d1-96b9-9e5580088058', 'mac_address': 'fa:16:3e:22:7c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6427cb70-db08-4821-9247-43eaff708b43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:22:23.090186 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:23.107003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3714b182-55c0-41d1-96b9-9e5580088058 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:22:23.121747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 3714b182-55c0-41d1-96b9-9e5580088058, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3714b182-55c0-41d1-96b9-9e5580088058,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:23.126364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:23.193413 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=3714b182-55c0-41d1-96b9-9e5580088058,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:23.201443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.201790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.202127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.202462 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.202797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.203224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.203575 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.203903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.204227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.204549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.204868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:23.352209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['3714b182-55c0-41d1-96b9-9e5580088058'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:22:23.580650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06cc83-b3e5-4f5c-952b-b5dd356e880c req-cbfdd484-16ee-470f-808e-7483205501c9 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:23.582111 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8b06cc83-b3e5-4f5c-952b-b5dd356e880c req-cbfdd484-16ee-470f-808e-7483205501c9 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 944 time: 0.0751705 Apr 05 10:22:23.628239 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8b06cc83-b3e5-4f5c-952b-b5dd356e880c req-406a69d0-8445-4e69-817f-8967135e26d1 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Apr 05 10:22:24.824404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b34da1-c353-4983-b78e-e3d744303ce7 req-1a0f24d9-3988-42bd-b216-b3119a093880 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:24.825855 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01b34da1-c353-4983-b78e-e3d744303ce7 req-1a0f24d9-3988-42bd-b216-b3119a093880 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 944 time: 0.0774479 Apr 05 10:22:24.869906 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01b34da1-c353-4983-b78e-e3d744303ce7 req-becb257c-7903-4e80-920f-f63659e038a6 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385833 Apr 05 10:22:24.904634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 3714b182-55c0-41d1-96b9-9e5580088058 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:22:24.971631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 3714b182-55c0-41d1-96b9-9e5580088058 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:22:24.976198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 3714b182-55c0-41d1-96b9-9e5580088058 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:22:24.976568 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:25.086393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:25.113321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01bdec8-6772-4af9-bd30-ef5645717c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3714b182-55c0-41d1-96b9-9e5580088058'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:22:25.122726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 3714b182-55c0-41d1-96b9-9e5580088058, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3714b182-55c0-41d1-96b9-9e5580088058,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:25.128229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:25.172589 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed36bd6-e843-4565-82ac-c56383a4abc5'] response: {'server_uuid': 'c01bdec8-6772-4af9-bd30-ef5645717c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3714b182-55c0-41d1-96b9-9e5580088058', 'code': 200} Apr 05 10:22:25.195797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=3714b182-55c0-41d1-96b9-9e5580088058,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:25.389939 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06ff6552-03de-45f5-902e-7214a5543361 req-6c38a4a8-0ccd-44b4-b912-d37e08f24210 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 1098 time: 0.0676436 Apr 05 10:22:25.434933 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06ff6552-03de-45f5-902e-7214a5543361 req-15a8423d-1aae-4386-9718-a6d97935efb0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Apr 05 10:22:26.065677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86138a-e065-4ac1-a579-bab3ae1de875 req-fa1a7eee-d4a9-4ef9-95bc-8a767b9a0c43 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:26.067106 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5b86138a-e065-4ac1-a579-bab3ae1de875 req-fa1a7eee-d4a9-4ef9-95bc-8a767b9a0c43 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 945 time: 0.0767579 Apr 05 10:22:26.111393 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5b86138a-e065-4ac1-a579-bab3ae1de875 req-562bbf64-c203-4a4b-a7c8-2c072f10c3b9 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 Apr 05 10:22:27.318154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c05f4-cc8e-4473-b51e-e11ed482657e req-2b9643f4-1c49-4111-b153-a281d1c8d811 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:27.319763 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-733c05f4-cc8e-4473-b51e-e11ed482657e req-2b9643f4-1c49-4111-b153-a281d1c8d811 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 945 time: 0.0818689 Apr 05 10:22:27.370075 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-733c05f4-cc8e-4473-b51e-e11ed482657e req-5204a772-8d5f-4329-9f4f-5de7942179cf tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Apr 05 10:22:27.574137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20961e86-f071-4d25-80aa-9eae9df3d6e3 req-9b931dc4-97bf-4d0d-91f5-d6b636593c6b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:27.575596 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-20961e86-f071-4d25-80aa-9eae9df3d6e3 req-9b931dc4-97bf-4d0d-91f5-d6b636593c6b tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 945 time: 0.0766137 Apr 05 10:22:27.622273 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-20961e86-f071-4d25-80aa-9eae9df3d6e3 req-2d748955-b312-439a-b7dd-2f012322c6f0 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Apr 05 10:22:29.284363 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:22:29.742744 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0065aa57-650f-4106-b5b2-30e76e342e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:32.020028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7415c082-8973-41c3-a237-c482afcf352e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:33.095295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:33.159958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:34.489739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:41.997998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b349ff-05b1-464a-bc29-c86f8bbd0eac req-344005fa-edc2-49ff-a98e-0e1ec64e75b0 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:41.999339 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2b349ff-05b1-464a-bc29-c86f8bbd0eac req-344005fa-edc2-49ff-a98e-0e1ec64e75b0 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 945 time: 0.0826020 Apr 05 10:22:42.043861 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f2b349ff-05b1-464a-bc29-c86f8bbd0eac req-4516d72c-a2fe-45e5-a397-2f0c6baa3122 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Apr 05 10:22:43.243876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66af84-92a2-46e0-9bb1-b46b0f1040fd req-7c5fb9ad-a84b-45a4-bf83-278b28624471 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:43.245316 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac66af84-92a2-46e0-9bb1-b46b0f1040fd req-7c5fb9ad-a84b-45a4-bf83-278b28624471 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 945 time: 0.0774009 Apr 05 10:22:43.295130 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac66af84-92a2-46e0-9bb1-b46b0f1040fd req-33b38220-e74d-4db7-8146-63ab4f0a32f3 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/security-groups?id=54de219d-f36f-4c15-bedd-4317daf56377&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433590 Apr 05 10:22:43.442343 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-f5e59624-5f1f-490d-b95b-f80e49996a85 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:43.443770 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-f5e59624-5f1f-490d-b95b-f80e49996a85 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.10 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 945 time: 0.0774128 Apr 05 10:22:43.510894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Deleting port 3714b182-55c0-41d1-96b9-9e5580088058 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:43.511252 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:43.753932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] For port 3714b182-55c0-41d1-96b9-9e5580088058, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=3714b182-55c0-41d1-96b9-9e5580088058,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:43.754200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:43.872463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Calling delete_port for 3714b182-55c0-41d1-96b9-9e5580088058 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:22:44.099824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:44.114327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['3714b182-55c0-41d1-96b9-9e5580088058'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:22:44.148599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Pushing event deleted for resources: {'Port': ['ID=3714b182-55c0-41d1-96b9-9e5580088058,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:44.191805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.192208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.192482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.192812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.193138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.193459 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.193778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.194099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.194419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.194736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.195050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:44.237239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] No DVR routers for this DVR port 3714b182-55c0-41d1-96b9-9e5580088058 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:22:44.239678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:44.242280 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01bdec8-6772-4af9-bd30-ef5645717c0c', 'name': 'network-vif-deleted', 'tag': '3714b182-55c0-41d1-96b9-9e5580088058'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:22:44.258102 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dbaf474d-cc87-4aa9-b1e0-abc24a489b8a req-88125b2e-03bc-43d4-92a7-ccd16af2c671 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.10 "DELETE /v2.0/ports/3714b182-55c0-41d1-96b9-9e5580088058 HTTP/1.1" status: 204 len: 173 time: 0.8094096 Apr 05 10:22:44.308064 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a5bb61-83a9-4909-b0e7-d610210d6325'] response: {'server_uuid': 'c01bdec8-6772-4af9-bd30-ef5645717c0c', 'name': 'network-vif-deleted', 'tag': '3714b182-55c0-41d1-96b9-9e5580088058', 'status': 'completed', 'code': 200} Apr 05 10:22:44.485948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-827bfd21-b153-4687-a57b-35837f2dc19d req-c120333d-e8d1-4750-aa94-d73bab384c50 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Synchronizing usage tracker for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:22:44.501950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-827bfd21-b153-4687-a57b-35837f2dc19d req-c120333d-e8d1-4750-aa94-d73bab384c50 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] Unset dirty status for tenant:11c4e2da3a3c4f699071dd4ff6da57c4 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:22:44.503106 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-827bfd21-b153-4687-a57b-35837f2dc19d req-c120333d-e8d1-4750-aa94-d73bab384c50 tempest-TestEncryptedCinderVolumes-719290164 tempest-TestEncryptedCinderVolumes-719290164-project] 10.222.0.30 "GET /v2.0/ports?device_id=c01bdec8-6772-4af9-bd30-ef5645717c0c HTTP/1.1" status: 200 len: 210 time: 0.0591948 Apr 05 10:22:45.652168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38566) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:46.034680 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:46.745901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Deleting port fe982a7c-c62c-4fa0-a435-f4dca86c5213 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:46.746632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:46.918818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] For port fe982a7c-c62c-4fa0-a435-f4dca86c5213, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=fe982a7c-c62c-4fa0-a435-f4dca86c5213,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:46.919170 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:47.044162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Calling delete_port for fe982a7c-c62c-4fa0-a435-f4dca86c5213 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:22:47.210026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:47.256085 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe982a7c-c62c-4fa0-a435-f4dca86c5213,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:47.326158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.326500 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.326832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.327162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.327540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.327969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.328298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.328623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.328942 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.329261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.329581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:22:47.554140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:48.336311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:22:48.581141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:22:48.592106 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] Sync routers for ids ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:22:48.600710 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-70bb7ea7-54c9-40b6-af75-50e379479b60 admin admin] 10.222.0.30 "PUT /v2.0/routers/d5b252ee-e09d-485d-b83e-d1c3fc4dff8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9450705 Apr 05 10:22:48.600944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38570) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:48.605381 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] Routers {'d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:22:48.606090 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:22:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:48.794188 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] Set router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:22:48.811474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:49.011453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:49.022115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Deleting port 1d939691-93e9-43f6-b9a3-9b1ca65a005b {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:49.022439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:49.029279 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 3714b182-55c0-41d1-96b9-9e5580088058 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:22:49.073333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 3714b182-55c0-41d1-96b9-9e5580088058 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:22:49.073333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 3714b182-55c0-41d1-96b9-9e5580088058 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:22:49.084745 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'name': 'tempest-TestEncryptedCinderVolumes-56359019-router', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:22:47Z', 'revision_number': 5, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'gw_port': {'id': '1d939691-93e9-43f6-b9a3-9b1ca65a005b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:65:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:49.089013 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] Checking router: d5b252ee-e09d-485d-b83e-d1c3fc4dff8a for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:22:49.099897 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] Routers {'d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:22:49.100503 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:22:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:49.211474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] For port 1d939691-93e9-43f6-b9a3-9b1ca65a005b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1d939691-93e9-43f6-b9a3-9b1ca65a005b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:49.211807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:49.252313 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] Set router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:22:49.333793 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Calling delete_port for 1d939691-93e9-43f6-b9a3-9b1ca65a005b owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:22:49.395707 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'name': 'tempest-TestEncryptedCinderVolumes-56359019-router', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:22:49Z', 'revision_number': 6, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:49.400265 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8593b07b-c750-40f7-810e-0ec4b836d5fb None None] The sync data for ids ['d5b252ee-e09d-485d-b83e-d1c3fc4dff8a'] in dv-neutron-833199-1-hyperv is: [{'id': 'd5b252ee-e09d-485d-b83e-d1c3fc4dff8a', 'name': 'tempest-TestEncryptedCinderVolumes-56359019-router', 'tenant_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:34Z', 'updated_at': '2022-04-05T10:22:49Z', 'revision_number': 6, 'project_id': '11c4e2da3a3c4f699071dd4ff6da57c4', 'gw_port_host': None}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:22:49.620404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:49.678588 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Pushing event deleted for resources: {'Port': ['ID=1d939691-93e9-43f6-b9a3-9b1ca65a005b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:49.911161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.205456 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.211145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.242682 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.243230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5b252ee-e09d-485d-b83e-d1c3fc4dff8a {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:22:50.258380 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.259352 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8ee3ce55-01d7-452d-b386-c15df09930be admin admin] 10.222.0.30 "DELETE /v2.0/routers/d5b252ee-e09d-485d-b83e-d1c3fc4dff8a HTTP/1.1" status: 204 len: 168 time: 1.6575525 Apr 05 10:22:50.262061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38574) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:50.270022 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1d939691-93e9-43f6-b9a3-9b1ca65a005b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:22:50.307683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 1d939691-93e9-43f6-b9a3-9b1ca65a005b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:22:50.308061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1d939691-93e9-43f6-b9a3-9b1ca65a005b not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:22:50.308447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fe982a7c-c62c-4fa0-a435-f4dca86c5213 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:22:50.324974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e41a9fa-8d6e-4526-bdb7-9f059d29be89 admin admin] Deleting subnet 6427cb70-db08-4821-9247-43eaff708b43 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:22:50.328865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e41a9fa-8d6e-4526-bdb7-9f059d29be89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.345447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: fe982a7c-c62c-4fa0-a435-f4dca86c5213 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:22:50.345675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device fe982a7c-c62c-4fa0-a435-f4dca86c5213 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:22:50.380063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e41a9fa-8d6e-4526-bdb7-9f059d29be89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.475421 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e41a9fa-8d6e-4526-bdb7-9f059d29be89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.548198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e41a9fa-8d6e-4526-bdb7-9f059d29be89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.593076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41a9fa-8d6e-4526-bdb7-9f059d29be89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6427cb70-db08-4821-9247-43eaff708b43,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:50.596835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3e41a9fa-8d6e-4526-bdb7-9f059d29be89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.602873 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3e41a9fa-8d6e-4526-bdb7-9f059d29be89 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6427cb70-db08-4821-9247-43eaff708b43 HTTP/1.1" status: 204 len: 168 time: 0.3395736 Apr 05 10:22:50.605409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38578) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:50.606086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7d4127-8598-4844-948a-96e6ea02a1db None None] Network f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:22:50.710833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.721276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Deleting port dedd9d00-123f-471e-ac43-8977fc2c33aa {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:50.721613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.866616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] DHCP port deletion for f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:22:50.870950 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] Deleting port dedd9d00-123f-471e-ac43-8977fc2c33aa {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:50.871418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:50.944399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] For port dedd9d00-123f-471e-ac43-8977fc2c33aa, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=dedd9d00-123f-471e-ac43-8977fc2c33aa,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:50.944749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:51.089341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] For port dedd9d00-123f-471e-ac43-8977fc2c33aa, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=dedd9d00-123f-471e-ac43-8977fc2c33aa,segment=NetworkSegment(6eab03df-0bdc-4260-9b39-0778f29f3481),segment_id=6eab03df-0bdc-4260-9b39-0778f29f3481)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:51.089615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:51.163500 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Calling delete_port for dedd9d00-123f-471e-ac43-8977fc2c33aa owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:22:51.218060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] Calling delete_port for dedd9d00-123f-471e-ac43-8977fc2c33aa owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:22:51.240072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:51.284132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Pushing event deleted for resources: {'Port': ['ID=dedd9d00-123f-471e-ac43-8977fc2c33aa,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:51.290284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] No DVR routers for this DVR port dedd9d00-123f-471e-ac43-8977fc2c33aa on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:22:51.291839 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:22:51.292850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:22:51.406098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:51.431612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:51.446020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eab03df-0bdc-4260-9b39-0778f29f3481') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:51.446362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eab03df-0bdc-4260-9b39-0778f29f3481') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:51.458587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:51.474900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:51.481311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:22:51.481765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:22:51.498903 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:22:51.574900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:51.591825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:51.602597 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:51.617133 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6cb604f6-015c-4bea-9a06-140c78c1af89 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f3a8fd26-98ea-4181-b6ad-6c7b5bc44d9a HTTP/1.1" status: 204 len: 168 time: 1.0107422 Apr 05 10:22:51.620116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38582) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:51.794241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] Deleting port dedd9d00-123f-471e-ac43-8977fc2c33aa {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:51.794529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:51.889272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3f7536cc-6794-4492-9b09-27f7d4602c51 None None] The port 'dedd9d00-123f-471e-ac43-8977fc2c33aa' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:22:51.932709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:52.022751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:52.257765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device dedd9d00-123f-471e-ac43-8977fc2c33aa no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:22:52.292119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: dedd9d00-123f-471e-ac43-8977fc2c33aa {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:22:52.292839 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device dedd9d00-123f-471e-ac43-8977fc2c33aa not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:22:52.731681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] Deleting port 4a42e968-1c15-43a1-8be2-772da02d2d3b {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:52.732023 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:52.912380 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] For port 4a42e968-1c15-43a1-8be2-772da02d2d3b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4a42e968-1c15-43a1-8be2-772da02d2d3b,segment=NetworkSegment(963b8860-58ca-4722-8160-7abe2aa9e97c),segment_id=963b8860-58ca-4722-8160-7abe2aa9e97c)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:52.912856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:53.037713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] Calling delete_port for 4a42e968-1c15-43a1-8be2-772da02d2d3b owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:22:53.209616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:53.259555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a42e968-1c15-43a1-8be2-772da02d2d3b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:53.567501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:54.266523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] Router 79729fcc-85ee-483f-95cb-c5956088af12 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:22:54.471375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:22:54.480129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] Sync routers for ids ['79729fcc-85ee-483f-95cb-c5956088af12'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:22:54.480696 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b2025ab3-e4dc-4b32-a313-64a0a0000219 admin admin] 10.222.0.30 "PUT /v2.0/routers/79729fcc-85ee-483f-95cb-c5956088af12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8591266 Apr 05 10:22:54.482653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38586) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:54.492808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] Routers {'79729fcc-85ee-483f-95cb-c5956088af12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:22:54.493425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:22:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79729fcc-85ee-483f-95cb-c5956088af12'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:54.683536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] Set router 79729fcc-85ee-483f-95cb-c5956088af12 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:22:54.688760 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:54.903845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:54.913896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Deleting port 386fa004-a43b-426f-853f-7de2bab4893b {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:54.914262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:54.991664 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79729fcc-85ee-483f-95cb-c5956088af12', 'name': 'tempest-TestEncryptedCinderVolumes-1724515899-router', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '386fa004-a43b-426f-853f-7de2bab4893b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:22:53Z', 'revision_number': 5, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'gw_port': {'id': '386fa004-a43b-426f-853f-7de2bab4893b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79729fcc-85ee-483f-95cb-c5956088af12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:54.995593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] Checking router: 79729fcc-85ee-483f-95cb-c5956088af12 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:22:55.006855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] Routers {'79729fcc-85ee-483f-95cb-c5956088af12'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:22:55.007467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:22:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['79729fcc-85ee-483f-95cb-c5956088af12'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:55.091377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] For port 386fa004-a43b-426f-853f-7de2bab4893b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=386fa004-a43b-426f-853f-7de2bab4893b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:55.091770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:55.155978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] Set router 79729fcc-85ee-483f-95cb-c5956088af12 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:22:55.211812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Calling delete_port for 386fa004-a43b-426f-853f-7de2bab4893b owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:22:55.261617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79729fcc-85ee-483f-95cb-c5956088af12', 'name': 'tempest-TestEncryptedCinderVolumes-1724515899-router', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:22:54Z', 'revision_number': 6, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:55.266437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b273443-4b15-4bef-8104-a1f694a9e26a None None] The sync data for ids ['79729fcc-85ee-483f-95cb-c5956088af12'] in dv-neutron-833199-1-hyperv is: [{'id': '79729fcc-85ee-483f-95cb-c5956088af12', 'name': 'tempest-TestEncryptedCinderVolumes-1724515899-router', 'tenant_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:21:40Z', 'updated_at': '2022-04-05T10:22:54Z', 'revision_number': 6, 'project_id': 'd8bdfafb654d47b5b25e38c30a78b104', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:22:55.384326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:55.432656 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Pushing event deleted for resources: {'Port': ['ID=386fa004-a43b-426f-853f-7de2bab4893b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:55.661671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.021187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.025318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.053380 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.054134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79729fcc-85ee-483f-95cb-c5956088af12 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:22:56.072408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.073580 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1625f351-0717-4ce7-8b0d-8b890483254e admin admin] 10.222.0.30 "DELETE /v2.0/routers/79729fcc-85ee-483f-95cb-c5956088af12 HTTP/1.1" status: 204 len: 168 time: 1.5899844 Apr 05 10:22:56.076019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38590) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:56.135734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2bbe70-26ff-4fc0-8c35-9d3293e1386e admin admin] Deleting subnet c0a7c988-3406-4f4c-8b10-72102e6dff96 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:22:56.138885 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b2bbe70-26ff-4fc0-8c35-9d3293e1386e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.193221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b2bbe70-26ff-4fc0-8c35-9d3293e1386e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.264211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4a42e968-1c15-43a1-8be2-772da02d2d3b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:22:56.273441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b2bbe70-26ff-4fc0-8c35-9d3293e1386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.308631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 4a42e968-1c15-43a1-8be2-772da02d2d3b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:22:56.309292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4a42e968-1c15-43a1-8be2-772da02d2d3b not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:22:56.309840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 386fa004-a43b-426f-853f-7de2bab4893b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:22:56.344998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 386fa004-a43b-426f-853f-7de2bab4893b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:22:56.344998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 386fa004-a43b-426f-853f-7de2bab4893b not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:22:56.360132 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b2bbe70-26ff-4fc0-8c35-9d3293e1386e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.402929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bbe70-26ff-4fc0-8c35-9d3293e1386e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a7c988-3406-4f4c-8b10-72102e6dff96,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:56.411568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7b2bbe70-26ff-4fc0-8c35-9d3293e1386e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.416430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed92e40-2be5-4090-8ed2-c4025654f001 None None] Network b61bbc3c-cdac-4913-a8e5-a4967682a7bf requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:22:56.417951 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7b2bbe70-26ff-4fc0-8c35-9d3293e1386e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c0a7c988-3406-4f4c-8b10-72102e6dff96 HTTP/1.1" status: 204 len: 168 time: 0.3409376 Apr 05 10:22:56.420411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38594) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:56.544342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.556400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Deleting port b0cc887e-2580-467b-ae8c-8e6217a39d96 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:56.556708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.676824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] DHCP port deletion for b61bbc3c-cdac-4913-a8e5-a4967682a7bf request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:22:56.681056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] Deleting port b0cc887e-2580-467b-ae8c-8e6217a39d96 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:56.681425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.785381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] For port b0cc887e-2580-467b-ae8c-8e6217a39d96, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b0cc887e-2580-467b-ae8c-8e6217a39d96,segment=NetworkSegment(963b8860-58ca-4722-8160-7abe2aa9e97c),segment_id=963b8860-58ca-4722-8160-7abe2aa9e97c)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:56.785831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.913383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Calling delete_port for b0cc887e-2580-467b-ae8c-8e6217a39d96 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:22:56.938266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] For port b0cc887e-2580-467b-ae8c-8e6217a39d96, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b0cc887e-2580-467b-ae8c-8e6217a39d96,segment=NetworkSegment(963b8860-58ca-4722-8160-7abe2aa9e97c),segment_id=963b8860-58ca-4722-8160-7abe2aa9e97c)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:22:56.939109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:56.997134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.043745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cc887e-2580-467b-ae8c-8e6217a39d96,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:57.048653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] No DVR routers for this DVR port b0cc887e-2580-467b-ae8c-8e6217a39d96 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:22:57.065518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] Calling delete_port for b0cc887e-2580-467b-ae8c-8e6217a39d96 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:22:57.150344 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:22:57.150833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:22:57.168524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.197472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61bbc3c-cdac-4913-a8e5-a4967682a7bf']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:57.209931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963b8860-58ca-4722-8160-7abe2aa9e97c') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:57.210228 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963b8860-58ca-4722-8160-7abe2aa9e97c') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:22:57.222441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.242689 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.249260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:22:57.249841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:22:57.346145 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:22:57.419807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.424776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.451224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] Pushing event deleted for resources: {'Network': ['ID=b61bbc3c-cdac-4913-a8e5-a4967682a7bf,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:57.457152 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7f7bba9f-7b5d-4836-9d9b-410f8cde2401 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b61bbc3c-cdac-4913-a8e5-a4967682a7bf HTTP/1.1" status: 204 len: 168 time: 1.0345113 Apr 05 10:22:57.652117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] Deleting port b0cc887e-2580-467b-ae8c-8e6217a39d96 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:22:57.652938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.659897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38600) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:57.714497 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9cb7e8fe-ca09-49be-9586-9dd8db4a93e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11c4e2da3a3c4f699071dd4ff6da57c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533199 Apr 05 10:22:57.717257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38604) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:57.720128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dfda1-09e7-4b30-8514-68e99730e043 None None] The port 'b0cc887e-2580-467b-ae8c-8e6217a39d96' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:22:57.783919 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fce59740-2cd9-45f6-a89c-da10f920bcd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.808886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fce59740-2cd9-45f6-a89c-da10f920bcd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.862481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fce59740-2cd9-45f6-a89c-da10f920bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.878235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce59740-2cd9-45f6-a89c-da10f920bcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54de219d-f36f-4c15-bedd-4317daf56377,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:57.894468 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-fce59740-2cd9-45f6-a89c-da10f920bcd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:57.898116 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-fce59740-2cd9-45f6-a89c-da10f920bcd4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54de219d-f36f-4c15-bedd-4317daf56377 HTTP/1.1" status: 204 len: 168 time: 0.1767800 Apr 05 10:22:58.259059 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b0cc887e-2580-467b-ae8c-8e6217a39d96 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:22:58.299472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: b0cc887e-2580-467b-ae8c-8e6217a39d96 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:22:58.299846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b0cc887e-2580-467b-ae8c-8e6217a39d96 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:22:58.323412 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38612) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:58.373555 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0c3423ed-f228-4242-ba79-c708c9813bd5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8bdfafb654d47b5b25e38c30a78b104&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489633 Apr 05 10:22:58.376640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38616) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:58.437897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8e18-480f-40c1-81bc-3a2765d785cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:58.466549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8e18-480f-40c1-81bc-3a2765d785cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:58.518985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8e18-480f-40c1-81bc-3a2765d785cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:58.533650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f8e18-480f-40c1-81bc-3a2765d785cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4451d98-25cf-4cf2-b2b4-7035b631ffa6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:58.540478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8e18-480f-40c1-81bc-3a2765d785cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:58.541653 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0e3f8e18-480f-40c1-81bc-3a2765d785cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4451d98-25cf-4cf2-b2b4-7035b631ffa6 HTTP/1.1" status: 204 len: 168 time: 0.1640711 Apr 05 10:22:59.442822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38638) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:59.573178 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1874062281-network', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:22:59.578736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:22:59.582571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Usage tracker for resource:network and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:22:59.585483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:22:59.592329 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:22:59.602631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Made reservation on behalf of ca358e5a32da452db8ccf1f3d07e3968 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:22:59.605001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:59.618160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:59.649619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:22:59.653338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Usage tracker for resource:security_group_rule and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:22:59.656150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:22:59.661694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:22:59.726859 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:59.731260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:59.736602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-90315c61-2f62-441b-bad4-64f2a2033d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:59.763001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:22:59.771981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47358edf-3378-43f2-a1ff-9bc255e5cf32,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:59.777409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:59.777755 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Added segment 14560a13-a5de-4f9e-baf5-bd58ffafd307 of type vlan for network 17c6f88b-0fcb-4f06-819d-7a22f5033757 Apr 05 10:22:59.804526 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:59.834736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:59.835785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:22:59.836311 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:22:59.938034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] Pushing event updated for resources: {'Network': ['ID=17c6f88b-0fcb-4f06-819d-7a22f5033757,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:22:59.941782 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-665455fb-433a-41b7-831e-5ce4ac9aab74 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4979341 Apr 05 10:22:59.946722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38644) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:22:59.950411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 17c6f88b-0fcb-4f06-819d-7a22f5033757 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:22:59.952059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Request body: {'subnet': {'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1874062281-subnet', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:22:59.957045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:22:59.960886 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Usage tracker for resource:subnet and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:22:59.963750 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:22:59.971205 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:22:59.981542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Made reservation on behalf of ca358e5a32da452db8ccf1f3d07e3968 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:22:59.984036 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.189346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.260127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57acc6fd-3155-4546-88af-5b37e468beda,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:00.271962 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Checking segment: {'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:23:00.272310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Network hostable DHCP agents. Network: 17c6f88b-0fcb-4f06-819d-7a22f5033757, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:23:00.294022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Network 17c6f88b-0fcb-4f06-819d-7a22f5033757 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:23:00.303706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 17c6f88b-0fcb-4f06-819d-7a22f5033757) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:00.307734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:00.308350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.313657 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba09af-9fad-4ac3-ad31-46aaff53dcb5 None None] Network 17c6f88b-0fcb-4f06-819d-7a22f5033757 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:23:00.331069 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2aa07b1a-10e3-41f4-853b-06270f0a25b9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3833921 Apr 05 10:23:00.333770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38648) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:00.339240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:00.345819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:00.349937 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Usage tracker for resource:router and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:00.353026 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:00.358851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:00.369978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.370939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.390926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.526791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-17c6f88b-0fcb-4f06-819d-7a22f5033757', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:23:00.527853 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.535591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.694735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Allocated IP 172.20.0.2 (17c6f88b-0fcb-4f06-819d-7a22f5033757/57acc6fd-3155-4546-88af-5b37e468beda/a1dc2533-eb9e-4886-a3bd-bf34c21f4623) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:23:00.740400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.771250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.909404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Allocated IP 172.26.4.206 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/bc839d1f-b99d-454e-8bd9-8377e50f9283) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:23:00.916699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:00.928101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Transition to ACTIVE for port object a1dc2533-eb9e-4886-a3bd-bf34c21f4623 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:00.948518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Transition to ACTIVE for port object a1dc2533-eb9e-4886-a3bd-bf34c21f4623 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:00.954710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:01.023965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Network 17c6f88b-0fcb-4f06-819d-7a22f5033757 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:23:01.026749 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:01.031905 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:23:01.034039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Pushing event updated for resources: {'Port': ['ID=a1dc2533-eb9e-4886-a3bd-bf34c21f4623,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:01.068726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:01.098334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:01.120810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Attempting to bind port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:23:01.121156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Attempting to bind port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:23:01.121507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Attempting to bind port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 on network 17c6f88b-0fcb-4f06-819d-7a22f5033757 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:23:01.128688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:23:01.129049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Checking segment: {'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:23:01.129444 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:01.129827 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Bound using segment: {'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:23:01.130282 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Bound port: a1dc2533-eb9e-4886-a3bd-bf34c21f4623, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:23:01.130652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:01.162423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:23:01.165077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:01.167625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:23:01.210376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Pushing event updated for resources: {'Port': ['ID=bc839d1f-b99d-454e-8bd9-8377e50f9283,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:01.224063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] For port a1dc2533-eb9e-4886-a3bd-bf34c21f4623, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:23:01.227580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] For port a1dc2533-eb9e-4886-a3bd-bf34c21f4623, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a1dc2533-eb9e-4886-a3bd-bf34c21f4623,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:23:01.232392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:01.316935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e71db3-c2db-4236-9345-541becf9cf0a None None] Pushing event updated for resources: {'Port': ['ID=a1dc2533-eb9e-4886-a3bd-bf34c21f4623,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:01.344985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:01.345822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:01.721483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:23:01.928024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:23:01.940945 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Sync routers for ids ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:23:01.954903 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Routers {'8e4f4f87-46ee-4eb0-b839-6d16bce48b55'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:23:01.955903 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:22:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:01.956565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:01.960838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38652) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:01.961356 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-13395aeb-c302-4d68-909c-73ade9b2fa54 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6260369 Apr 05 10:23:02.021450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6a4e383e-3477-4572-885d-9fa0f337005e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:02.140402 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Set router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:23:02.318511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a1dc2533-eb9e-4886-a3bd-bf34c21f4623 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:02.354908 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b564e3db-ddab-41a4-b980-d32e59f67190 None None] Network 17c6f88b-0fcb-4f06-819d-7a22f5033757 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:23:02.450589 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:01Z', 'revision_number': 3, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:02.455037 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Checking router: 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:23:02.455373 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Updating router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 port bc839d1f-b99d-454e-8bd9-8377e50f9283 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:23:02.506183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f7435197-3b38-4f22-94fc-5b1a900b6bbf None None] Provisioning for port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:02.508380 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:02.643376 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:02.651748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:02.652209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:02.786273 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:02.847099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:02.854835 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:02.870354 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Transition to ACTIVE for port object bc839d1f-b99d-454e-8bd9-8377e50f9283 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:02.879983 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:02.887154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port a1dc2533-eb9e-4886-a3bd-bf34c21f4623, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a1dc2533-eb9e-4886-a3bd-bf34c21f4623,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:23:02.893600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:02.965803 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Attempting to bind port bc839d1f-b99d-454e-8bd9-8377e50f9283 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:23:02.966409 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Attempting to bind port bc839d1f-b99d-454e-8bd9-8377e50f9283 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:23:02.966506 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Attempting to bind port bc839d1f-b99d-454e-8bd9-8377e50f9283 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:23:02.989213 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:23:02.989682 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:23:02.990242 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:02.990790 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:23:02.991466 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Bound port: bc839d1f-b99d-454e-8bd9-8377e50f9283, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:23:02.992076 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:02.999201 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=a1dc2533-eb9e-4886-a3bd-bf34c21f4623,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:03.043451 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Pushing event updated for resources: {'Port': ['ID=bc839d1f-b99d-454e-8bd9-8377e50f9283,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:03.068969 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.069600 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.069935 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.070263 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.070603 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.070930 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.071254 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.071598 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.071919 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.072235 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.072552 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:03.090468 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] For port bc839d1f-b99d-454e-8bd9-8377e50f9283, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:23:03.095208 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] For port bc839d1f-b99d-454e-8bd9-8377e50f9283, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bc839d1f-b99d-454e-8bd9-8377e50f9283,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:23:03.100838 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.101944 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.134752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Allocated IP 172.20.0.1 (17c6f88b-0fcb-4f06-819d-7a22f5033757/57acc6fd-3155-4546-88af-5b37e468beda/66c274ed-79c8-4f1b-96bd-32357e175cf2) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:23:03.147462 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-458a2258-8cac-4eef-8202-da983ed0559c None None] Provisioning complete for port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:03.148037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-458a2258-8cac-4eef-8202-da983ed0559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.192510 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42f826-d7f9-4bd7-95f3-b7c76fd21fd2 None None] Pushing event updated for resources: {'Port': ['ID=bc839d1f-b99d-454e-8bd9-8377e50f9283,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:03.196405 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Routers {'8e4f4f87-46ee-4eb0-b839-6d16bce48b55'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:23:03.197018 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:23:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:03.265542 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.302153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.318900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Transition to ACTIVE for port object 66c274ed-79c8-4f1b-96bd-32357e175cf2 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:03.341687 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.411168 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] Set router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:23:03.417041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Network 17c6f88b-0fcb-4f06-819d-7a22f5033757 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:23:03.420017 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:03.425244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:23:03.453168 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Pushing event updated for resources: {'Port': ['ID=66c274ed-79c8-4f1b-96bd-32357e175cf2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:03.487716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.582477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.718646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-84df9e0b-7198-4f15-9dff-22ddf6aec727 None None] Provisioning for port 66c274ed-79c8-4f1b-96bd-32357e175cf2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:03.725406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-84df9e0b-7198-4f15-9dff-22ddf6aec727 None None] Provisioning complete for port 66c274ed-79c8-4f1b-96bd-32357e175cf2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:03.725911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-84df9e0b-7198-4f15-9dff-22ddf6aec727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.733845 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:01Z', 'revision_number': 3, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:03.740402 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abb5c2a-763a-4522-806c-48387a7c7017 None None] The sync data for ids ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'] in dv-neutron-833199-1-hyperv is: [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:01Z', 'revision_number': 3, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:23:03.792249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-84df9e0b-7198-4f15-9dff-22ddf6aec727 None None] Port 66c274ed-79c8-4f1b-96bd-32357e175cf2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:23:03.847162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.852897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.967758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:03.971235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Pushing event updated for resources: {'Port': ['ID=66c274ed-79c8-4f1b-96bd-32357e175cf2,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:04.115857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Network 17c6f88b-0fcb-4f06-819d-7a22f5033757 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:23:04.117055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:04.359665 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bc839d1f-b99d-454e-8bd9-8377e50f9283 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:04.441068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-10a092ce-23cf-4a5d-927b-ded30b2c774e None None] Provisioning complete for port 66c274ed-79c8-4f1b-96bd-32357e175cf2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:04.441529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-10a092ce-23cf-4a5d-927b-ded30b2c774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:04.501380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port bc839d1f-b99d-454e-8bd9-8377e50f9283 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:04.513722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port bc839d1f-b99d-454e-8bd9-8377e50f9283 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:04.514165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:04.552330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:04.553523 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-10a092ce-23cf-4a5d-927b-ded30b2c774e None None] Port 66c274ed-79c8-4f1b-96bd-32357e175cf2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:23:04.555679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:23:04.658017 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:04.674684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port bc839d1f-b99d-454e-8bd9-8377e50f9283, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bc839d1f-b99d-454e-8bd9-8377e50f9283,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:23:04.678658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:04.679591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a1dc2533-eb9e-4886-a3bd-bf34c21f4623 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:04.796365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=bc839d1f-b99d-454e-8bd9-8377e50f9283,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:04.809709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:04.810080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:04.894719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:23:04.904204 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ef090b56-48b3-4037-abe9-602949a0196b admin admin] 10.222.0.30 "PUT /v2.0/routers/8e4f4f87-46ee-4eb0-b839-6d16bce48b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9416356 Apr 05 10:23:05.738323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38674) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:05.743765 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-149638751-network', 'tenant_id': '482faced47994fa790b41107472a563a'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:05.749238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:05.753114 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Usage tracker for resource:network and tenant:482faced47994fa790b41107472a563a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:05.755964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:05.761716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:05.773978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Made reservation on behalf of 482faced47994fa790b41107472a563a for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:23:05.776562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:05.790070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:05.825223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:05.830281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Usage tracker for resource:security_group_rule and tenant:482faced47994fa790b41107472a563a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:05.833118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:05.838827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:05.912416 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:05.916227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:05.946419 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:23:05.960779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d767f94-e1e3-4611-920e-e2b01c81ee92,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:05.966532 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:05.966944 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Added segment b2ccfdc9-af97-4e33-a409-eb34d480b8b8 of type vlan for network 560db96a-a1ae-4df7-b78b-58fd034af5ae Apr 05 10:23:05.993467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.026547 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.027608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:06.028201 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.131821 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3923604 Apr 05 10:23:06.132648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88520c1e-a88e-48cd-9a97-1cfae7b123d7 admin admin] Pushing event updated for resources: {'Network': ['ID=560db96a-a1ae-4df7-b78b-58fd034af5ae,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:06.134892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38678) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:06.141538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Request body: {'subnet': {'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-149638751-subnet', 'tenant_id': '482faced47994fa790b41107472a563a', 'ip_version': 4}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:06.143623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 560db96a-a1ae-4df7-b78b-58fd034af5ae details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:23:06.147128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:06.151990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Usage tracker for resource:subnet and tenant:482faced47994fa790b41107472a563a is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:06.156428 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:06.162467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:06.173212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Made reservation on behalf of 482faced47994fa790b41107472a563a for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:23:06.176802 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.278084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bc839d1f-b99d-454e-8bd9-8377e50f9283 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:06.285300 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:23:06.350252 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port bc839d1f-b99d-454e-8bd9-8377e50f9283 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:06.350620 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.438739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.513065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d22ebe3-5a5f-4fd7-ad95-7de45033a321,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:06.533885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Checking segment: {'id': 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:23:06.534237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Network hostable DHCP agents. Network: 560db96a-a1ae-4df7-b78b-58fd034af5ae, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:23:06.560583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Network 560db96a-a1ae-4df7-b78b-58fd034af5ae is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:23:06.572375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 560db96a-a1ae-4df7-b78b-58fd034af5ae) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:06.578078 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:06.578776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.583776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861c8455-35eb-4232-bdc7-2c4337798156 None None] Network 560db96a-a1ae-4df7-b78b-58fd034af5ae requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:23:06.620491 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f3280078-8807-4f1a-94db-625a5c11cb93 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4840529 Apr 05 10:23:06.624137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38682) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:06.630374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-149638751-router', 'tenant_id': '482faced47994fa790b41107472a563a', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:06.636723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:06.643826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Usage tracker for resource:router and tenant:482faced47994fa790b41107472a563a is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:06.647293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:06.653398 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:06.666963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.668478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.691043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.841978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-560db96a-a1ae-4df7-b78b-58fd034af5ae', 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae', 'tenant_id': '482faced47994fa790b41107472a563a', 'fixed_ips': [{'subnet_id': '0d22ebe3-5a5f-4fd7-ad95-7de45033a321'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:23:06.842799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:06.859042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.089237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Allocated IP 172.20.0.2 (560db96a-a1ae-4df7-b78b-58fd034af5ae/0d22ebe3-5a5f-4fd7-ad95-7de45033a321/1fd3cc55-dfda-4e48-8017-eb631c705ffd) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:23:07.091335 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.126928 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.307258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Allocated IP 172.26.4.182 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/eb778caf-eaa6-4cee-a26e-738611a9cb53) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:23:07.374209 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.395448 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Transition to ACTIVE for port object 1fd3cc55-dfda-4e48-8017-eb631c705ffd will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:07.431965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Transition to ACTIVE for port object 1fd3cc55-dfda-4e48-8017-eb631c705ffd will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:07.437794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.474679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Sync routers for ids ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:23:07.525510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.541472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Network 560db96a-a1ae-4df7-b78b-58fd034af5ae is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:23:07.544967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:07.547797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Pushing event updated for resources: {'Port': ['ID=1fd3cc55-dfda-4e48-8017-eb631c705ffd,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:07.551985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:23:07.556921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Routers {'8e4f4f87-46ee-4eb0-b839-6d16bce48b55'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:23:07.557835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:23:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:07.571630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.655379 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:23:07.658499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:07.663244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:23:07.692004 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Pushing event updated for resources: {'Port': ['ID=eb778caf-eaa6-4cee-a26e-738611a9cb53,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:07.797655 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Attempting to bind port 1fd3cc55-dfda-4e48-8017-eb631c705ffd on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:23:07.798021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Attempting to bind port 1fd3cc55-dfda-4e48-8017-eb631c705ffd by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:23:07.798380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Attempting to bind port 1fd3cc55-dfda-4e48-8017-eb631c705ffd on network 560db96a-a1ae-4df7-b78b-58fd034af5ae {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:23:07.819140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:23:07.819536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Checking segment: {'id': 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:23:07.819940 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.820335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Bound using segment: {'id': 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:23:07.820807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Bound port: 1fd3cc55-dfda-4e48-8017-eb631c705ffd, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:23:07.821180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.860234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.861082 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:07.902420 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Set router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:23:08.081174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] For port 1fd3cc55-dfda-4e48-8017-eb631c705ffd, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:23:08.110367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Router c2c77f28-9dc8-410c-a4d3-b80357839492 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:23:08.141133 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] For port 1fd3cc55-dfda-4e48-8017-eb631c705ffd, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1fd3cc55-dfda-4e48-8017-eb631c705ffd,segment=NetworkSegment(b2ccfdc9-af97-4e33-a409-eb34d480b8b8),segment_id=b2ccfdc9-af97-4e33-a409-eb34d480b8b8)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:23:08.153908 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:08.291468 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494537b-3a01-4827-b865-94743a7d3848 None None] Pushing event updated for resources: {'Port': ['ID=1fd3cc55-dfda-4e48-8017-eb631c705ffd,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:08.371283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66c274ed-79c8-4f1b-96bd-32357e175cf2', 'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'mac_address': 'fa:16:3e:f0:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:02Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 2, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'subnets': [{'id': '57acc6fd-3155-4546-88af-5b37e468beda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:08.377322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Checking router: 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:23:08.378812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Updating router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 port 66c274ed-79c8-4f1b-96bd-32357e175cf2 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:23:08.444096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:08.455415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:23:08.479473 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Sync routers for ids ['c2c77f28-9dc8-410c-a4d3-b80357839492'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:23:08.492394 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Routers {'c2c77f28-9dc8-410c-a4d3-b80357839492'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:23:08.493019 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:23:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c2c77f28-9dc8-410c-a4d3-b80357839492'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:08.500073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:08.503629 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8ab77e7f-730d-4439-a1bc-0c11f7ad5a4a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8761649 Apr 05 10:23:08.506254 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38686) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:08.758114 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Set router c2c77f28-9dc8-410c-a4d3-b80357839492 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:23:08.904077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:08.921574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Transition to ACTIVE for port object 66c274ed-79c8-4f1b-96bd-32357e175cf2 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:08.929453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:09.126065 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'name': 'tempest-TestMinimumBasicScenario-149638751-router', 'tenant_id': '482faced47994fa790b41107472a563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:06Z', 'updated_at': '2022-04-05T10:23:07Z', 'revision_number': 3, 'project_id': '482faced47994fa790b41107472a563a', 'gw_port': {'id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:07Z', 'updated_at': '2022-04-05T10:23:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:09.126549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a6374-89f3-45f8-b703-40f0f66502c1 None None] Pushing event updated for resources: {'Port': ['ID=66c274ed-79c8-4f1b-96bd-32357e175cf2,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:09.133935 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Checking router: c2c77f28-9dc8-410c-a4d3-b80357839492 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:23:09.134070 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Updating router c2c77f28-9dc8-410c-a4d3-b80357839492 port eb778caf-eaa6-4cee-a26e-738611a9cb53 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:23:09.202772 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:09.267856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Attempting to bind port 66c274ed-79c8-4f1b-96bd-32357e175cf2 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:23:09.268220 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Attempting to bind port 66c274ed-79c8-4f1b-96bd-32357e175cf2 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:23:09.269067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Attempting to bind port 66c274ed-79c8-4f1b-96bd-32357e175cf2 on network 17c6f88b-0fcb-4f06-819d-7a22f5033757 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:23:09.278458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:23:09.279149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Checking segment: {'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:23:09.280524 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:09.280636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Bound using segment: {'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:23:09.281081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Bound port: 66c274ed-79c8-4f1b-96bd-32357e175cf2, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:23:09.281458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:09.397845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] For port 66c274ed-79c8-4f1b-96bd-32357e175cf2, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:23:09.401992 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] For port 66c274ed-79c8-4f1b-96bd-32357e175cf2, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=66c274ed-79c8-4f1b-96bd-32357e175cf2,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:23:09.410250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:09.443904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:09.524107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a6374-89f3-45f8-b703-40f0f66502c1 None None] Pushing event updated for resources: {'Port': ['ID=66c274ed-79c8-4f1b-96bd-32357e175cf2,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:09.533316 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Routers {'8e4f4f87-46ee-4eb0-b839-6d16bce48b55'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:23:09.534041 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:23:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:09.719768 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:09.750537 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Transition to ACTIVE for port object eb778caf-eaa6-4cee-a26e-738611a9cb53 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:09.760480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4accba-6938-4b66-b11b-1c0865282600 None None] Network 560db96a-a1ae-4df7-b78b-58fd034af5ae requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:23:09.760701 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:09.771477 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Allocated IP 172.20.0.1 (560db96a-a1ae-4df7-b78b-58fd034af5ae/0d22ebe3-5a5f-4fd7-ad95-7de45033a321/2ee450d5-c037-4e93-8cba-8715d5864a06) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:23:09.861405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2af6ea2b-d0dc-4c06-8c7a-d0944e02f69d None None] Provisioning for port 1fd3cc55-dfda-4e48-8017-eb631c705ffd completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:09.873817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] Set router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:23:09.898890 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a36db4-0286-4b76-8957-de273b851d6d None None] Pushing event updated for resources: {'Port': ['ID=eb778caf-eaa6-4cee-a26e-738611a9cb53,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:09.901675 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Attempting to bind port eb778caf-eaa6-4cee-a26e-738611a9cb53 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:23:09.902038 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Attempting to bind port eb778caf-eaa6-4cee-a26e-738611a9cb53 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:23:09.902400 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Attempting to bind port eb778caf-eaa6-4cee-a26e-738611a9cb53 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:23:09.910911 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:23:09.911283 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:23:09.911949 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:09.912416 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:23:09.912800 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Bound port: eb778caf-eaa6-4cee-a26e-738611a9cb53, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:23:09.913176 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.009233 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] For port eb778caf-eaa6-4cee-a26e-738611a9cb53, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:23:10.013740 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] For port eb778caf-eaa6-4cee-a26e-738611a9cb53, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=eb778caf-eaa6-4cee-a26e-738611a9cb53,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:23:10.018226 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.101403 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a36db4-0286-4b76-8957-de273b851d6d None None] Pushing event updated for resources: {'Port': ['ID=eb778caf-eaa6-4cee-a26e-738611a9cb53,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:10.102803 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.108290 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Routers {'c2c77f28-9dc8-410c-a4d3-b80357839492'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:23:10.108757 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:23:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c2c77f28-9dc8-410c-a4d3-b80357839492'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:10.125470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Transition to ACTIVE for port object 2ee450d5-c037-4e93-8cba-8715d5864a06 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:10.152018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.203062 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Network 560db96a-a1ae-4df7-b78b-58fd034af5ae is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:23:10.209834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:10.228828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:23:10.306669 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] Set router c2c77f28-9dc8-410c-a4d3-b80357839492 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:23:10.310663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Pushing event updated for resources: {'Port': ['ID=2ee450d5-c037-4e93-8cba-8715d5864a06,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:10.317243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.366618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66c274ed-79c8-4f1b-96bd-32357e175cf2', 'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'mac_address': 'fa:16:3e:f0:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:02Z', 'updated_at': '2022-04-05T10:23:09Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'subnets': [{'id': '57acc6fd-3155-4546-88af-5b37e468beda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:10.375414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6d995-6793-4581-ae3b-900c49d32721 None None] The sync data for ids ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'] in dv-neutron-833199-1-hyperv is: [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66c274ed-79c8-4f1b-96bd-32357e175cf2', 'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'mac_address': 'fa:16:3e:f0:cb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:02Z', 'updated_at': '2022-04-05T10:23:09Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'subnets': [{'id': '57acc6fd-3155-4546-88af-5b37e468beda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:23:10.377572 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1fd3cc55-dfda-4e48-8017-eb631c705ffd up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:10.428799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.501569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 1fd3cc55-dfda-4e48-8017-eb631c705ffd completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:10.512516 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1fd3cc55-dfda-4e48-8017-eb631c705ffd triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:10.513159 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.716590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.736456 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'name': 'tempest-TestMinimumBasicScenario-149638751-router', 'tenant_id': '482faced47994fa790b41107472a563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:06Z', 'updated_at': '2022-04-05T10:23:07Z', 'revision_number': 3, 'project_id': '482faced47994fa790b41107472a563a', 'gw_port': {'id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:07Z', 'updated_at': '2022-04-05T10:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:10.744254 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed97885-7478-4cdf-8620-0ef706e7f8ad None None] The sync data for ids ['c2c77f28-9dc8-410c-a4d3-b80357839492'] in dv-neutron-833199-1-hyperv is: [{'id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'name': 'tempest-TestMinimumBasicScenario-149638751-router', 'tenant_id': '482faced47994fa790b41107472a563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:06Z', 'updated_at': '2022-04-05T10:23:07Z', 'revision_number': 3, 'project_id': '482faced47994fa790b41107472a563a', 'gw_port': {'id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:07Z', 'updated_at': '2022-04-05T10:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:23:10.797599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ebc37c63-5208-41d2-9548-58f378b610db None None] Provisioning complete for port 1fd3cc55-dfda-4e48-8017-eb631c705ffd triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:10.798069 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ebc37c63-5208-41d2-9548-58f378b610db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.809558 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.819690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.844340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 1fd3cc55-dfda-4e48-8017-eb631c705ffd, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1fd3cc55-dfda-4e48-8017-eb631c705ffd,segment=NetworkSegment(b2ccfdc9-af97-4e33-a409-eb34d480b8b8),segment_id=b2ccfdc9-af97-4e33-a409-eb34d480b8b8)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:23:10.862789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:10.988343 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Pushing event updated for resources: {'Port': ['ID=2ee450d5-c037-4e93-8cba-8715d5864a06,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:10.997897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:11.013425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=1fd3cc55-dfda-4e48-8017-eb631c705ffd,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:11.073461 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ebc37c63-5208-41d2-9548-58f378b610db None None] Provisioning for port 2ee450d5-c037-4e93-8cba-8715d5864a06 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:11.081308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ebc37c63-5208-41d2-9548-58f378b610db None None] Provisioning complete for port 2ee450d5-c037-4e93-8cba-8715d5864a06 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:11.081919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ebc37c63-5208-41d2-9548-58f378b610db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:11.192451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Network 560db96a-a1ae-4df7-b78b-58fd034af5ae is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:23:11.193916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:11.199989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ebc37c63-5208-41d2-9548-58f378b610db None None] Port 2ee450d5-c037-4e93-8cba-8715d5864a06 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:23:11.350124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-379ee1a1-c195-497c-83c1-2eb4a87281a7 None None] Provisioning complete for port 2ee450d5-c037-4e93-8cba-8715d5864a06 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:11.350804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-379ee1a1-c195-497c-83c1-2eb4a87281a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:11.437874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-379ee1a1-c195-497c-83c1-2eb4a87281a7 None None] Port 2ee450d5-c037-4e93-8cba-8715d5864a06 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:23:11.570522 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6bccd11c-f4c5-42b6-b96f-85b8558b6880 None None] Provisioning complete for port 2ee450d5-c037-4e93-8cba-8715d5864a06 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:11.571642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6bccd11c-f4c5-42b6-b96f-85b8558b6880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:11.649267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6bccd11c-f4c5-42b6-b96f-85b8558b6880 None None] Port 2ee450d5-c037-4e93-8cba-8715d5864a06 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:23:11.663692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Router c2c77f28-9dc8-410c-a4d3-b80357839492 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:23:11.880614 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:23:11.891860 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-46f9b3c6-2209-4f6d-863c-7df1f2294dbd admin admin] 10.222.0.30 "PUT /v2.0/routers/c2c77f28-9dc8-410c-a4d3-b80357839492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3835824 Apr 05 10:23:12.374419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device eb778caf-eaa6-4cee-a26e-738611a9cb53 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:12.451753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port eb778caf-eaa6-4cee-a26e-738611a9cb53 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:12.457226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port eb778caf-eaa6-4cee-a26e-738611a9cb53 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:12.457435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:12.578781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:12.598711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port eb778caf-eaa6-4cee-a26e-738611a9cb53, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=eb778caf-eaa6-4cee-a26e-738611a9cb53,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:23:12.603649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:12.604796 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66c274ed-79c8-4f1b-96bd-32357e175cf2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:12.725889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=eb778caf-eaa6-4cee-a26e-738611a9cb53,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:12.741540 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 66c274ed-79c8-4f1b-96bd-32357e175cf2 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:12.749361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 66c274ed-79c8-4f1b-96bd-32357e175cf2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:12.749935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:12.900570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:12.940184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 66c274ed-79c8-4f1b-96bd-32357e175cf2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=66c274ed-79c8-4f1b-96bd-32357e175cf2,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:23:12.948965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:12.949850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1fd3cc55-dfda-4e48-8017-eb631c705ffd up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:13.078607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=66c274ed-79c8-4f1b-96bd-32357e175cf2,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:13.091065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 1fd3cc55-dfda-4e48-8017-eb631c705ffd triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:13.091438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:14.281322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device eb778caf-eaa6-4cee-a26e-738611a9cb53 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:14.368882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port eb778caf-eaa6-4cee-a26e-738611a9cb53 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:14.369456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:14.529975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66c274ed-79c8-4f1b-96bd-32357e175cf2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:14.612844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 66c274ed-79c8-4f1b-96bd-32357e175cf2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:14.613227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:21.938368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:22.787175 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-5d89a693-0388-4da0-9be5-2f581c4ab516 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:22.788524 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-5d89a693-0388-4da0-9be5-2f581c4ab516 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/networks?id=17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 200 len: 815 time: 0.1417086 Apr 05 10:23:22.804417 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-e836957f-b06f-4fc9-81a8-4821ac54219e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/quotas/ca358e5a32da452db8ccf1f3d07e3968 HTTP/1.1" status: 200 len: 375 time: 0.0104804 Apr 05 10:23:22.980662 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-07e0259d-8c46-4ad0-af73-40349c5bbbc4 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711440 Apr 05 10:23:23.119887 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-71d96b32-c487-49d0-bc91-b902adb35e04 service neutron] 10.222.0.30 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261549 Apr 05 10:23:23.251711 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-b677e1b9-1f15-4d1d-aed3-9d21139b22b0 service neutron] 10.222.0.30 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266050 Apr 05 10:23:23.447099 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b93b6fb8-ef3b-4363-9187-95853b0e2990 req-0822b789-933e-4752-b4e0-c5792b67c754 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 210 time: 0.0453317 Apr 05 10:23:24.450034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-95979cab-1918-4626-b7a7-896053c19fea tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:24.451979 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-95979cab-1918-4626-b7a7-896053c19fea tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.10 "GET /v2.0/networks?id=17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 200 len: 815 time: 0.1537805 Apr 05 10:23:24.468931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'port': {'device_id': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'admin_state_up': True, 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:24.646356 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-25ba9ee4-6c41-426e-9e91-ec4eb99aeb1a req-b4ec9d0f-aa9a-418f-8c68-4ca1e97e5b33 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 210 time: 0.0689707 Apr 05 10:23:24.657930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:24.661242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Usage tracker for resource:port and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:24.664290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:24.675651 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:24.683506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Made reservation on behalf of ca358e5a32da452db8ccf1f3d07e3968 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:23:24.688112 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:24.873265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Allocated IP 172.20.0.14 (17c6f88b-0fcb-4f06-819d-7a22f5033757/57acc6fd-3155-4546-88af-5b37e468beda/04ee4fe8-843f-4a8c-9fac-fe049565cfd6) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:23:25.276520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:25.317841 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Transition to ACTIVE for port object 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:25.351378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:25.433013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Network 17c6f88b-0fcb-4f06-819d-7a22f5033757 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:23:25.436760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:25.441334 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:23:25.467400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'Port': ['ID=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:25.506920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:25.507555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:25.531313 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-16a0ad5b-81d7-4dd1-abea-5d4cd9fb0425 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0662947 Apr 05 10:23:25.772996 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-982ae676-6cf5-4297-8c85-cda4e4193ae7 None None] Provisioning for port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:25.779047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-982ae676-6cf5-4297-8c85-cda4e4193ae7 None None] Provisioning complete for port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:25.779418 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-982ae676-6cf5-4297-8c85-cda4e4193ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:25.839589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-982ae676-6cf5-4297-8c85-cda4e4193ae7 None None] Port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:23:25.895218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b640bba-d453-44bb-826c-f873e89978a1 req-c552adc4-2e8c-4825-a5fd-58d4ff47ace7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:25.896308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-4b640bba-d453-44bb-826c-f873e89978a1 req-c552adc4-2e8c-4825-a5fd-58d4ff47ace7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Synchronizing usage tracker for tenant:ca358e5a32da452db8ccf1f3d07e3968 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:23:25.913397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-4b640bba-d453-44bb-826c-f873e89978a1 req-c552adc4-2e8c-4825-a5fd-58d4ff47ace7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Unset dirty status for tenant:ca358e5a32da452db8ccf1f3d07e3968 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:23:25.914538 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b640bba-d453-44bb-826c-f873e89978a1 req-c552adc4-2e8c-4825-a5fd-58d4ff47ace7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 932 time: 0.1123624 Apr 05 10:23:25.983619 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b640bba-d453-44bb-826c-f873e89978a1 req-c09a2e8c-9cf5-47e8-a873-7a4dfa076d9e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618460 Apr 05 10:23:27.194732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bb9e0-7323-4742-b0e1-e865958d7669 req-ef4d344e-a0c8-4069-a5f1-efb5cde247c8 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:27.196403 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-003bb9e0-7323-4742-b0e1-e865958d7669 req-ef4d344e-a0c8-4069-a5f1-efb5cde247c8 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 932 time: 0.0799851 Apr 05 10:23:27.248184 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-003bb9e0-7323-4742-b0e1-e865958d7669 req-1801b358-b146-45bf-bc4c-b202094f5dd2 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 Apr 05 10:23:28.470466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b40bb-0d98-44ec-829c-a0646840d954 req-4eba41e8-ab2f-4ad1-901c-1b075438942e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:28.472020 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-906b40bb-0d98-44ec-829c-a0646840d954 req-4eba41e8-ab2f-4ad1-901c-1b075438942e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 932 time: 0.0861177 Apr 05 10:23:28.521550 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-906b40bb-0d98-44ec-829c-a0646840d954 req-423513e7-4be0-4318-ad1e-a80ab8afcaac tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Apr 05 10:23:29.729815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b89e9-1df9-40da-bb97-d204b8079a04 req-aa838354-a4e9-4c4e-b740-891fca7216f9 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:29.731378 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c08b89e9-1df9-40da-bb97-d204b8079a04 req-aa838354-a4e9-4c4e-b740-891fca7216f9 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 932 time: 0.0819244 Apr 05 10:23:29.740047 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0019d265-f7ef-4ba7-916b-44522bc4925d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:29.815094 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c08b89e9-1df9-40da-bb97-d204b8079a04 req-921a5f99-026c-4eb3-9c79-9d8cef683bf0 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760365 Apr 05 10:23:31.169555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb2dda-2f8e-4e4f-9ef3-aaab0d4874d0 req-1aa4fdbe-60bc-4e28-bf9c-f167d1ebe1f0 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:31.172183 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-86eb2dda-2f8e-4e4f-9ef3-aaab0d4874d0 req-1aa4fdbe-60bc-4e28-bf9c-f167d1ebe1f0 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 932 time: 0.2082379 Apr 05 10:23:31.229449 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-86eb2dda-2f8e-4e4f-9ef3-aaab0d4874d0 req-ed7c7a58-ad54-4b68-a5dd-5bd59de683de tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506847 Apr 05 10:23:32.017571 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-471daa20-fb43-496a-91d8-94b92b72f92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:32.427203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1beeae-e050-484c-9de3-c283fe08540f req-170edd32-fc53-4e12-82ed-ee062a14c6e0 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:32.435539 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4a1beeae-e050-484c-9de3-c283fe08540f req-170edd32-fc53-4e12-82ed-ee062a14c6e0 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 932 time: 0.0901616 Apr 05 10:23:32.485971 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4a1beeae-e050-484c-9de3-c283fe08540f req-d8c1070f-4a82-444c-b093-998d3d68e8a5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495672 Apr 05 10:23:32.765254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Sync routers for ids ['c2c77f28-9dc8-410c-a4d3-b80357839492'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:23:32.777103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Routers {'c2c77f28-9dc8-410c-a4d3-b80357839492'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:23:32.777701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:23:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c2c77f28-9dc8-410c-a4d3-b80357839492'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:32.953851 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Set router c2c77f28-9dc8-410c-a4d3-b80357839492 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:23:33.190247 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:33.215025 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:33.313975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'name': 'tempest-TestMinimumBasicScenario-149638751-router', 'tenant_id': '482faced47994fa790b41107472a563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:06Z', 'updated_at': '2022-04-05T10:23:10Z', 'revision_number': 4, 'project_id': '482faced47994fa790b41107472a563a', 'gw_port': {'id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:07Z', 'updated_at': '2022-04-05T10:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '2ee450d5-c037-4e93-8cba-8715d5864a06', 'name': '', 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae', 'tenant_id': '482faced47994fa790b41107472a563a', 'mac_address': 'fa:16:3e:61:a1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d22ebe3-5a5f-4fd7-ad95-7de45033a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:09Z', 'updated_at': '2022-04-05T10:23:10Z', 'revision_number': 2, 'project_id': '482faced47994fa790b41107472a563a', 'subnets': [{'id': '0d22ebe3-5a5f-4fd7-ad95-7de45033a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:33.317753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Checking router: c2c77f28-9dc8-410c-a4d3-b80357839492 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:23:33.318110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Updating router c2c77f28-9dc8-410c-a4d3-b80357839492 port 2ee450d5-c037-4e93-8cba-8715d5864a06 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:23:33.368809 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:33.370987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-746f5c7a-fef5-4e4e-9ccf-fb86f6fba7fa tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:23:33.372455 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-746f5c7a-fef5-4e4e-9ccf-fb86f6fba7fa tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051792 Apr 05 10:23:33.383062 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Request body: {'port': {'device_id': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:33.495800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:33.724217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:33.737163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Transition to ACTIVE for port object 2ee450d5-c037-4e93-8cba-8715d5864a06 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:33.743984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:33.820083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bf8ef-f4e1-44db-87ca-cd89264366ab req-b52d79b4-cbf5-43ea-8d23-27f0281d885b tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:33.821582 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-970bf8ef-f4e1-44db-87ca-cd89264366ab req-b52d79b4-cbf5-43ea-8d23-27f0281d885b tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 932 time: 0.2003500 Apr 05 10:23:33.880809 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Pushing event updated for resources: {'Port': ['ID=2ee450d5-c037-4e93-8cba-8715d5864a06,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:33.891031 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-970bf8ef-f4e1-44db-87ca-cd89264366ab req-dd89db1c-b476-4413-8ab2-327fff59bacb tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577848 Apr 05 10:23:33.928901 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.929241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.929821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.930154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.930484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.930807 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.931129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.931448 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.931790 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.932117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.932432 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:33.964112 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:23:33.972328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:33.987580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Attempting to bind port 2ee450d5-c037-4e93-8cba-8715d5864a06 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:23:33.987946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Attempting to bind port 2ee450d5-c037-4e93-8cba-8715d5864a06 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:23:33.988302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Attempting to bind port 2ee450d5-c037-4e93-8cba-8715d5864a06 on network 560db96a-a1ae-4df7-b78b-58fd034af5ae {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:23:33.990158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Transition to ACTIVE for port object 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:23:33.995210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:23:33.995605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Checking segment: {'id': 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:23:33.996001 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:33.996407 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Bound using segment: {'id': 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:23:33.996958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Bound port: 2ee450d5-c037-4e93-8cba-8715d5864a06, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:23:33.997460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:33.997662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:34.088272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] For port 2ee450d5-c037-4e93-8cba-8715d5864a06, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:23:34.092362 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] For port 2ee450d5-c037-4e93-8cba-8715d5864a06, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2ee450d5-c037-4e93-8cba-8715d5864a06,segment=NetworkSegment(b2ccfdc9-af97-4e33-a409-eb34d480b8b8),segment_id=b2ccfdc9-af97-4e33-a409-eb34d480b8b8)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:23:34.097331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:34.132864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Pushing event updated for resources: {'Port': ['ID=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:34.204810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Routers {'c2c77f28-9dc8-410c-a4d3-b80357839492'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:23:34.205382 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:23:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c2c77f28-9dc8-410c-a4d3-b80357839492'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:34.256229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4d9e7-50f7-4aee-b85a-77435f6fc778 None None] Pushing event updated for resources: {'Port': ['ID=2ee450d5-c037-4e93-8cba-8715d5864a06,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:34.287040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Attempting to bind port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:23:34.287543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Attempting to bind port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:23:34.287969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Attempting to bind port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 on network 17c6f88b-0fcb-4f06-819d-7a22f5033757 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:23:34.295812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 on network 17c6f88b-0fcb-4f06-819d-7a22f5033757 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:23:34.296397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Attempting to bind port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 on network 17c6f88b-0fcb-4f06-819d-7a22f5033757 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:23:34.303677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:23:34.304130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Checking segment: {'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:23:34.304610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Bound using segment: {'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:23:34.305157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Bound port: 04ee4fe8-843f-4a8c-9fac-fe049565cfd6, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14560a13-a5de-4f9e-baf5-bd58ffafd307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:23:34.305601 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:34.406517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] Set router c2c77f28-9dc8-410c-a4d3-b80357839492 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:23:34.408595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] For port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:23:34.411550 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] For port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:23:34.417128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:34.482363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:34.483778 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] 10.222.0.10 "PUT /v2.0/ports/04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 1094 time: 1.1050494 Apr 05 10:23:34.484912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:23:34.504546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492fbc9-a48f-4e69-9999-062c4797ad1f service neutron] Pushing event updated for resources: {'Port': ['ID=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:34.571420 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa8a628-f5b7-4f4c-b4a2-a2c7cb9a1e23'] response: {'name': 'network-changed', 'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'status': 'completed', 'code': 200} Apr 05 10:23:34.607613 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-8b146f56-c753-48c2-9d36-9461b470be47 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1097 time: 0.0819206 Apr 05 10:23:34.683324 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-ea1d4594-f9e7-4c03-b8c1-608dcad98644 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0698836 Apr 05 10:23:34.727370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:34.748391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-dfd3c183-8948-4a29-a999-1dab74ba0175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:34.749840 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-dfd3c183-8948-4a29-a999-1dab74ba0175 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57acc6fd-3155-4546-88af-5b37e468beda HTTP/1.1" status: 200 len: 854 time: 0.0602512 Apr 05 10:23:34.828317 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-1ae23ff4-072f-4a3e-9749-8b3f78c81ef8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17c6f88b-0fcb-4f06-819d-7a22f5033757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728204 Apr 05 10:23:34.852817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'name': 'tempest-TestMinimumBasicScenario-149638751-router', 'tenant_id': '482faced47994fa790b41107472a563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:06Z', 'updated_at': '2022-04-05T10:23:10Z', 'revision_number': 4, 'project_id': '482faced47994fa790b41107472a563a', 'gw_port': {'id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:07Z', 'updated_at': '2022-04-05T10:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '2ee450d5-c037-4e93-8cba-8715d5864a06', 'name': '', 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae', 'tenant_id': '482faced47994fa790b41107472a563a', 'mac_address': 'fa:16:3e:61:a1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d22ebe3-5a5f-4fd7-ad95-7de45033a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:09Z', 'updated_at': '2022-04-05T10:23:34Z', 'revision_number': 4, 'project_id': '482faced47994fa790b41107472a563a', 'subnets': [{'id': '0d22ebe3-5a5f-4fd7-ad95-7de45033a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:34.857384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8402309-cf63-4e39-aaa2-06bf2a8fb3a8 None None] The sync data for ids ['c2c77f28-9dc8-410c-a4d3-b80357839492'] in dv-neutron-833199-1-hyperv is: [{'id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'name': 'tempest-TestMinimumBasicScenario-149638751-router', 'tenant_id': '482faced47994fa790b41107472a563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:06Z', 'updated_at': '2022-04-05T10:23:10Z', 'revision_number': 4, 'project_id': '482faced47994fa790b41107472a563a', 'gw_port': {'id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:07Z', 'updated_at': '2022-04-05T10:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '2ee450d5-c037-4e93-8cba-8715d5864a06', 'name': '', 'network_id': '560db96a-a1ae-4df7-b78b-58fd034af5ae', 'tenant_id': '482faced47994fa790b41107472a563a', 'mac_address': 'fa:16:3e:61:a1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d22ebe3-5a5f-4fd7-ad95-7de45033a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:09Z', 'updated_at': '2022-04-05T10:23:34Z', 'revision_number': 4, 'project_id': '482faced47994fa790b41107472a563a', 'subnets': [{'id': '0d22ebe3-5a5f-4fd7-ad95-7de45033a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:23:34.974797 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-5283ddde-90d8-4e7a-a62e-b440be77fc2a service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403234 Apr 05 10:23:35.266361 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48d43d05-67b2-4ac4-9376-3c64c4294aee req-08193d1b-bee1-4204-a07f-0ceb9eec8b4b service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854509 Apr 05 10:23:35.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd617da-60a9-4f00-a977-fa5149905d55 req-c07ca2c9-57cc-4e04-8cd2-333345a76824 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:35.286016 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1bd617da-60a9-4f00-a977-fa5149905d55 req-c07ca2c9-57cc-4e04-8cd2-333345a76824 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 944 time: 0.2338064 Apr 05 10:23:35.385679 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1bd617da-60a9-4f00-a977-fa5149905d55 req-2db30b6b-e331-4f18-a818-84c77b098bd9 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894828 Apr 05 10:23:35.413717 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75fac23c-8442-4ff5-bdce-4299efd9b223 req-c22acf16-010d-4931-9606-84cdc9752656 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1097 time: 0.0960159 Apr 05 10:23:35.550230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fac23c-8442-4ff5-bdce-4299efd9b223 req-5c97ac33-7404-4777-93f3-4ce845ff9139 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:35.551836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75fac23c-8442-4ff5-bdce-4299efd9b223 req-5c97ac33-7404-4777-93f3-4ce845ff9139 service neutron] 10.222.0.10 "GET /v2.0/networks?id=17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 200 len: 915 time: 0.1312828 Apr 05 10:23:35.631426 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75fac23c-8442-4ff5-bdce-4299efd9b223 req-6254c4f9-0d25-4771-b929-c416976a7e95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0709145 Apr 05 10:23:35.702749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fac23c-8442-4ff5-bdce-4299efd9b223 req-e3b1dee6-3b49-4688-bf01-5c022a9575b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:35.704251 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75fac23c-8442-4ff5-bdce-4299efd9b223 req-e3b1dee6-3b49-4688-bf01-5c022a9575b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57acc6fd-3155-4546-88af-5b37e468beda HTTP/1.1" status: 200 len: 854 time: 0.0655341 Apr 05 10:23:35.782597 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75fac23c-8442-4ff5-bdce-4299efd9b223 req-a1f091ef-023a-4ef6-8d5f-6515facf62b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17c6f88b-0fcb-4f06-819d-7a22f5033757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715563 Apr 05 10:23:35.917224 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75fac23c-8442-4ff5-bdce-4299efd9b223 req-7503a66d-289b-47da-b2d8-38a97a9e7d05 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278090 Apr 05 10:23:36.048349 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75fac23c-8442-4ff5-bdce-4299efd9b223 req-729ee77d-0dce-464f-a935-2e81015a6396 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247060 Apr 05 10:23:36.303223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2ee450d5-c037-4e93-8cba-8715d5864a06 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:36.379502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 2ee450d5-c037-4e93-8cba-8715d5864a06 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:36.384443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2ee450d5-c037-4e93-8cba-8715d5864a06 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:36.384928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:36.521973 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:36.559724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 2ee450d5-c037-4e93-8cba-8715d5864a06, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2ee450d5-c037-4e93-8cba-8715d5864a06,segment=NetworkSegment(b2ccfdc9-af97-4e33-a409-eb34d480b8b8),segment_id=b2ccfdc9-af97-4e33-a409-eb34d480b8b8)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:23:36.564739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:36.622918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6262ec-9f19-4408-87ac-6ff8d9f96915 req-8918b01c-132a-4c65-bc9a-bfa70438cf1c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:36.624470 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c6262ec-9f19-4408-87ac-6ff8d9f96915 req-8918b01c-132a-4c65-bc9a-bfa70438cf1c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 944 time: 0.1031458 Apr 05 10:23:36.638004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=2ee450d5-c037-4e93-8cba-8715d5864a06,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:36.672230 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c6262ec-9f19-4408-87ac-6ff8d9f96915 req-23a065b4-f5f3-4029-9f77-06ee4d533fdf tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Apr 05 10:23:37.875287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bc6e5-3fb2-4086-80c7-61ddf92a24ae req-c81ea353-8690-475e-b258-482374978467 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:37.876792 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8c2bc6e5-3fb2-4086-80c7-61ddf92a24ae req-c81ea353-8690-475e-b258-482374978467 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 944 time: 0.0830357 Apr 05 10:23:37.921362 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8c2bc6e5-3fb2-4086-80c7-61ddf92a24ae req-c1cfc75c-8ecc-4993-9f19-e5b9f5df32a1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389640 Apr 05 10:23:38.280176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2ee450d5-c037-4e93-8cba-8715d5864a06 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:38.348771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2ee450d5-c037-4e93-8cba-8715d5864a06 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:38.349138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:39.118748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3c081-047a-498f-add5-175bb929bfe8 req-c6222893-afc1-4981-82a1-210290ff1f6e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:39.120275 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fba3c081-047a-498f-add5-175bb929bfe8 req-c6222893-afc1-4981-82a1-210290ff1f6e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 944 time: 0.0781760 Apr 05 10:23:39.167635 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fba3c081-047a-498f-add5-175bb929bfe8 req-b5d67e20-8738-4ab9-8346-4f18e5a33218 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Apr 05 10:23:39.260731 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:23:39.400551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:23:39.413545 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'port_id': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'mac_address': 'fa:16:3e:93:6b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:23:39.481948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:39.506433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:23:39.526084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:23:39.530456 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:39.597935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:39.734128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['04ee4fe8-843f-4a8c-9fac-fe049565cfd6'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:23:40.364515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca42ed-eb8c-41c2-9eb2-4898550be01f req-66adfd3e-75fc-4941-bc1a-31f9e245cbde tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:40.365950 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-07ca42ed-eb8c-41c2-9eb2-4898550be01f req-66adfd3e-75fc-4941-bc1a-31f9e245cbde tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 945 time: 0.0748990 Apr 05 10:23:40.415173 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-07ca42ed-eb8c-41c2-9eb2-4898550be01f req-0feb0aa3-df6f-49d2-bf80-16fd3a1a8036 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 Apr 05 10:23:41.260246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:23:41.329803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:23:41.334174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:23:41.334552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:41.446411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:41.474444 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:23:41.484554 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:23:41.489284 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:41.535767 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16edc06-d092-4f38-bd29-2693c46afa20'] response: {'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'code': 200} Apr 05 10:23:41.566442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:41.638448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02fa69-5583-4d91-bfb4-7d98bda713f8 req-5214f04f-5ba7-457b-a14e-0e97f6b7014a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:41.639914 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0b02fa69-5583-4d91-bfb4-7d98bda713f8 req-5214f04f-5ba7-457b-a14e-0e97f6b7014a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 946 time: 0.0994160 Apr 05 10:23:41.686872 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0b02fa69-5583-4d91-bfb4-7d98bda713f8 req-20828705-5b86-468e-8c28-b0646694031a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Apr 05 10:23:41.790666 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac7887b3-3d4c-49b7-a552-a52cc5d5c669 req-b98c99fa-c485-4c93-b5ff-a40e38cd06d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1099 time: 0.0738223 Apr 05 10:23:41.833443 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac7887b3-3d4c-49b7-a552-a52cc5d5c669 req-96f230c5-33d6-4a84-beb3-7b1472915226 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364745 Apr 05 10:23:42.902135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1500aa2-ee06-402d-9c61-a3c66277e593 req-f89f691e-340e-4f2a-b1fc-10f157748d0a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:42.904617 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1500aa2-ee06-402d-9c61-a3c66277e593 req-f89f691e-340e-4f2a-b1fc-10f157748d0a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 946 time: 0.0860386 Apr 05 10:23:42.949307 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1500aa2-ee06-402d-9c61-a3c66277e593 req-21538356-e9e8-414a-b7f4-49426e4afcbb tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389843 Apr 05 10:23:43.286270 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:23:44.148032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3f9d4-5110-41dd-b9de-279be518acba req-25d2dbc1-8420-431a-9a8e-8ffd0f407a4d tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:44.149474 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-71b3f9d4-5110-41dd-b9de-279be518acba req-25d2dbc1-8420-431a-9a8e-8ffd0f407a4d tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 946 time: 0.0814714 Apr 05 10:23:44.195190 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-71b3f9d4-5110-41dd-b9de-279be518acba req-eb2f6eb7-38e9-43e7-aac0-ad5212656d5f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393651 Apr 05 10:23:44.390302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24bfeb-e94b-4b22-9e3c-18b7fb8aff28 req-0f7c7e6a-b5e6-4282-8317-109edd5ad1aa tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:44.391771 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0f24bfeb-e94b-4b22-9e3c-18b7fb8aff28 req-0f7c7e6a-b5e6-4282-8317-109edd5ad1aa tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 946 time: 0.0772860 Apr 05 10:23:44.440475 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0f24bfeb-e94b-4b22-9e3c-18b7fb8aff28 req-b1f369a0-a3cc-4f21-84a5-c3835fd3e72f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431800 Apr 05 10:23:44.860370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b868f10-ce23-4971-a577-4913569683c3 req-836bac8e-f269-4a5d-b8f6-c11d00b17a4d tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:44.861731 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b868f10-ce23-4971-a577-4913569683c3 req-836bac8e-f269-4a5d-b8f6-c11d00b17a4d tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 946 time: 0.0772741 Apr 05 10:23:44.911335 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4b868f10-ce23-4971-a577-4913569683c3 req-58016574-54a3-4f8a-9641-39d1a576c91c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Apr 05 10:23:51.957746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:55.056318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929a636-58f1-4296-b57c-0b7a804ed66a req-893ae8ca-63b3-4036-b3fb-9a0c4dceb74d tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:55.057745 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3929a636-58f1-4296-b57c-0b7a804ed66a req-893ae8ca-63b3-4036-b3fb-9a0c4dceb74d tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 946 time: 0.0784209 Apr 05 10:23:55.192035 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3929a636-58f1-4296-b57c-0b7a804ed66a req-89ed4038-bb7d-4fbf-94ad-b5b1a709b4af tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279523 Apr 05 10:23:55.219060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38862) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:55.409699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8c11d19e-ec47-4002-bfc1-55491c50df01 tempest-TestMinimumBasicScenario-355541833 tempest-TestMinimumBasicScenario-355541833-project-admin] Synchronizing usage tracker for tenant:482faced47994fa790b41107472a563a on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:23:55.428419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8c11d19e-ec47-4002-bfc1-55491c50df01 tempest-TestMinimumBasicScenario-355541833 tempest-TestMinimumBasicScenario-355541833-project-admin] Unset dirty status for tenant:482faced47994fa790b41107472a563a on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:23:55.429589 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8c11d19e-ec47-4002-bfc1-55491c50df01 tempest-TestMinimumBasicScenario-355541833 tempest-TestMinimumBasicScenario-355541833-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1094 time: 0.2095432 Apr 05 10:23:55.432591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38868) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:55.438661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:55.444639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:55.448521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Usage tracker for resource:floatingip and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:55.451378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:55.457157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:55.468788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:55.611686 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:55.754610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Allocated IP 172.26.4.76 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/b97d13e9-d87b-4cae-aaec-45984449ead5) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:23:55.905860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:55.932454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:56.002735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:23:56.005633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:23:56.009774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:23:56.034314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'Port': ['ID=b97d13e9-d87b-4cae-aaec-45984449ead5,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:56.054978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.055327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.055694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.056037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.056384 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.056940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.057043 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.057326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.058900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.058900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.058900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:56.538854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:56.597126 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:56.798794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:56.802809 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:56.915582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'Port': ['ID=b97d13e9-d87b-4cae-aaec-45984449ead5,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:56.927589 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:57.213920 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Floating IP ad3bce04-535d-4e1d-b292-aefa6353639d associated. External IP: 172.26.4.76, port: 04ee4fe8-843f-4a8c-9fac-fe049565cfd6. Apr 05 10:23:57.596681 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:23:57.801057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:23:57.812893 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] Sync routers for ids ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:23:57.824427 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] Routers {'8e4f4f87-46ee-4eb0-b839-6d16bce48b55'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:23:57.825130 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:23:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:57.833008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:57.893487 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a1455301-eb10-4e46-96dd-48a0c8819be7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4597645 Apr 05 10:23:57.894044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:23:57.897544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38872) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:57.906758 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1630195266', 'description': 'tempest-secgroup-smoke-1630195266 description', 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:57.914963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:57.921529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Usage tracker for resource:security_group and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:57.927452 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:57.934186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:57.946874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:57.953754 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf809437-fc4b-4a73-b6a1-871bc075a829'] response: {'name': 'network-changed', 'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'status': 'completed', 'code': 200} Apr 05 10:23:57.987316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:57.991135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Usage tracker for resource:security_group_rule and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:57.994208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:58.004723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:58.023839 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] Set router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:23:58.064661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.069306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.121627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c10be8-c3fb-44b0-9bbb-340625ad26dc,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:58.125418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.126838 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2269642 Apr 05 10:23:58.129668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38880) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:58.138259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'security_group_rule': {'security_group_id': 'e4c10be8-c3fb-44b0-9bbb-340625ad26dc', 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:58.145748 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ebf119bd-3039-4a2e-8c4f-3b2b82a9adb8 req-5d054d5b-bcb0-4e5a-85fa-36699c0c8504 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1099 time: 0.1585720 Apr 05 10:23:58.147126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:58.151899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.151899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.151899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.151899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.151899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.151899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.153098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.153313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.153828 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.154332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.154831 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a9efb-dcac-4509-82b1-fccccc0d9184 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:23:58.161176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Usage tracker for resource:security_group_rule and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:58.165643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:58.176097 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:58.200853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.268253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.273368 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.307875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561a66c0-dbf1-48bf-9973-062e807cc118,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:58.311354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.314046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf119bd-3039-4a2e-8c4f-3b2b82a9adb8 req-44c34e9d-6575-4d58-9404-e0a0564e98cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:58.315699 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ebf119bd-3039-4a2e-8c4f-3b2b82a9adb8 req-44c34e9d-6575-4d58-9404-e0a0564e98cb service neutron] 10.222.0.10 "GET /v2.0/networks?id=17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 200 len: 915 time: 0.1621692 Apr 05 10:23:58.315841 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5945b9ec-640c-4151-b157-690fbb27dee1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1850557 Apr 05 10:23:58.316201 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38884) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:58.321542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'security_group_rule': {'security_group_id': 'e4c10be8-c3fb-44b0-9bbb-340625ad26dc', 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:58.378319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:58.393628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Usage tracker for resource:security_group_rule and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:58.398285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:58.407175 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'ad3bce04-535d-4e1d-b292-aefa6353639d', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'floating_ip_address': '172.26.4.76', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'port_id': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'mac_address': 'fa:16:3e:93:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:23:56Z', 'updated_at': '2022-04-05T10:23:56Z', 'revision_number': 0, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c274ed-79c8-4f1b-96bd-32357e175cf2', 'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'mac_address': 'fa:16:3e:f0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:02Z', 'updated_at': '2022-04-05T10:23:12Z', 'revision_number': 5, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'subnets': [{'id': '57acc6fd-3155-4546-88af-5b37e468beda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:58.411321 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] Checking router: 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:23:58.413524 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:58.426817 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] Routers {'8e4f4f87-46ee-4eb0-b839-6d16bce48b55'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:23:58.427184 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:23:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:58.441241 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ebf119bd-3039-4a2e-8c4f-3b2b82a9adb8 req-109c87a8-651c-4c61-963b-8596a524dd5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 999 time: 0.1146309 Apr 05 10:23:58.450001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.547179 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf119bd-3039-4a2e-8c4f-3b2b82a9adb8 req-8ce9af3f-a3eb-4336-8dc4-17561892149b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:58.548505 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ebf119bd-3039-4a2e-8c4f-3b2b82a9adb8 req-8ce9af3f-a3eb-4336-8dc4-17561892149b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57acc6fd-3155-4546-88af-5b37e468beda HTTP/1.1" status: 200 len: 854 time: 0.0861492 Apr 05 10:23:58.602000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.617405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.645609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2a08ce-1b1d-459b-858e-4b0450d2d08f,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:58.648536 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] Set router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:23:58.657582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.658815 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d5e70b43-344d-458b-9bc2-183438e4e739 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3417273 Apr 05 10:23:58.662017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38888) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:58.668483 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'security_group_rule': {'security_group_id': 'e4c10be8-c3fb-44b0-9bbb-340625ad26dc', 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:58.676140 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ebf119bd-3039-4a2e-8c4f-3b2b82a9adb8 req-8a747685-1478-42ce-b626-aed46c985d96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17c6f88b-0fcb-4f06-819d-7a22f5033757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146069 Apr 05 10:23:58.677032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:58.681238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Usage tracker for resource:security_group_rule and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:58.703046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:58.712806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:58.790705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:58.863428 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ebf119bd-3039-4a2e-8c4f-3b2b82a9adb8 req-f6ee2f73-5f9a-4b03-9bc6-122683326dc4 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788173 Apr 05 10:23:59.020537 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'ad3bce04-535d-4e1d-b292-aefa6353639d', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'floating_ip_address': '172.26.4.76', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'port_id': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'mac_address': 'fa:16:3e:93:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:23:56Z', 'updated_at': '2022-04-05T10:23:56Z', 'revision_number': 0, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c274ed-79c8-4f1b-96bd-32357e175cf2', 'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'mac_address': 'fa:16:3e:f0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:02Z', 'updated_at': '2022-04-05T10:23:12Z', 'revision_number': 5, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'subnets': [{'id': '57acc6fd-3155-4546-88af-5b37e468beda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:23:59.024432 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd9b34-5206-4748-bc21-0606dd85a228 None None] The sync data for ids ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'] in dv-neutron-833199-1-hyperv is: [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'ad3bce04-535d-4e1d-b292-aefa6353639d', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'floating_ip_address': '172.26.4.76', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'port_id': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'mac_address': 'fa:16:3e:93:6b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:23:56Z', 'updated_at': '2022-04-05T10:23:56Z', 'revision_number': 0, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c274ed-79c8-4f1b-96bd-32357e175cf2', 'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'mac_address': 'fa:16:3e:f0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:02Z', 'updated_at': '2022-04-05T10:23:12Z', 'revision_number': 5, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'subnets': [{'id': '57acc6fd-3155-4546-88af-5b37e468beda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:23:59.060058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.068476 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.099268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bec22d5-a835-4f1c-a699-154e3793518c,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:59.123349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.124535 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0a870771-fcb0-4eba-a6a0-3664e120ba3a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4616394 Apr 05 10:23:59.127333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38892) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:59.133272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'security_group_rule': {'security_group_id': 'e4c10be8-c3fb-44b0-9bbb-340625ad26dc', 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:59.140050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:59.144620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Usage tracker for resource:security_group_rule and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:59.145230 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ebf119bd-3039-4a2e-8c4f-3b2b82a9adb8 req-117a7f17-ec6e-4c8c-823a-95e6b5502017 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731626 Apr 05 10:23:59.147655 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:59.155053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:59.175707 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.230290 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17a552-b0c7-4e18-bf02-93a66b2e6576 None None] New status for floating IP ad3bce04-535d-4e1d-b292-aefa6353639d: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:23:59.244208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.249281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.273377 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6557a1a7-cd70-4eb3-8e62-ace6a37b6272,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:59.283481 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.287655 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-de5cfb3a-70c4-4f7b-bc49-5a2a7f715d4f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1589689 Apr 05 10:23:59.287921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38896) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:59.293629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'security_group_rule': {'security_group_id': 'e4c10be8-c3fb-44b0-9bbb-340625ad26dc', 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:59.299479 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:59.303170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Usage tracker for resource:security_group_rule and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:59.305961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:59.313642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:59.324428 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Project ca358e5a32da452db8ccf1f3d07e3968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:23:59.330729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.394248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.398235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.420365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66c8f0b-9023-43ef-a723-b2001501f0cb,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:59.429029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.433365 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1d3a888a-28df-43ec-9562-8a7e2103e5e5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1413879 Apr 05 10:23:59.433670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 38900) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:23:59.439731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'security_group_rule': {'security_group_id': 'e4c10be8-c3fb-44b0-9bbb-340625ad26dc', 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:59.447327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:23:59.453288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Usage tracker for resource:security_group_rule and tenant:ca358e5a32da452db8ccf1f3d07e3968 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:23:59.453288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:23:59.463373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:23:59.475546 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Project ca358e5a32da452db8ccf1f3d07e3968 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:23:59.485928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.548860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.552852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.576254 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efb28b0-6a28-4fb0-ac7d-c2034f9ab9f4,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:23:59.585847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.587156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-80bd3650-7862-49b2-894c-c797b7a626b7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1525629 Apr 05 10:23:59.723458 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cc32696-40c3-4808-832f-719fceeff6af req-7e0ba526-63e1-4bbd-991f-4105420e4d64 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630195266&fields=id&tenant_id=ca358e5a32da452db8ccf1f3d07e3968 HTTP/1.1" status: 200 len: 267 time: 0.0435686 Apr 05 10:23:59.742982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8ad9d70d-e02d-487a-9d8a-838595848713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:23:59.802288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc32696-40c3-4808-832f-719fceeff6af req-4f997e0b-b847-4ac1-8d9b-fa802f5c98e2 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:23:59.803750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cc32696-40c3-4808-832f-719fceeff6af req-4f997e0b-b847-4ac1-8d9b-fa802f5c98e2 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 946 time: 0.0751197 Apr 05 10:23:59.814399 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-6cc32696-40c3-4808-832f-719fceeff6af req-6b7730a6-b9f3-4cfd-90fd-7a88d53fc8f7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'port': {'security_groups': ['47358edf-3378-43f2-a1ff-9bc255e5cf32', 'e4c10be8-c3fb-44b0-9bbb-340625ad26dc']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:23:59.935149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6cc32696-40c3-4808-832f-719fceeff6af req-6b7730a6-b9f3-4cfd-90fd-7a88d53fc8f7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:00.181176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-6cc32696-40c3-4808-832f-719fceeff6af req-6b7730a6-b9f3-4cfd-90fd-7a88d53fc8f7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] For port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:24:00.206236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6cc32696-40c3-4808-832f-719fceeff6af req-6b7730a6-b9f3-4cfd-90fd-7a88d53fc8f7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:00.210729 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6cc32696-40c3-4808-832f-719fceeff6af req-6b7730a6-b9f3-4cfd-90fd-7a88d53fc8f7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:00.222225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['04ee4fe8-843f-4a8c-9fac-fe049565cfd6'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:24:00.280299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc32696-40c3-4808-832f-719fceeff6af req-6b7730a6-b9f3-4cfd-90fd-7a88d53fc8f7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:00.280830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-6cc32696-40c3-4808-832f-719fceeff6af req-6b7730a6-b9f3-4cfd-90fd-7a88d53fc8f7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:00.282267 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6cc32696-40c3-4808-832f-719fceeff6af req-6b7730a6-b9f3-4cfd-90fd-7a88d53fc8f7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "PUT /v2.0/ports/04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 982 time: 0.4724000 Apr 05 10:24:00.282648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:24:00.313398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7730a6-b9f3-4cfd-90fd-7a88d53fc8f7 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'Port': ['ID=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,revision_number=6']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:24:00.365843 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc7242c8-19d8-4ed4-be4d-528c99b986af'] response: {'name': 'network-changed', 'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'status': 'completed', 'code': 200} Apr 05 10:24:00.367593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['04ee4fe8-843f-4a8c-9fac-fe049565cfd6'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:24:00.527056 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bbf2a34-472f-4839-be2a-28aff856a37a req-e7e87ad4-3867-471c-98bf-3316f56526e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1138 time: 0.1369631 Apr 05 10:24:00.538441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960718a2-5e2f-479b-8263-29de5d941f7a req-78a565a3-3775-49a6-9598-2784fb6bfd2e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:00.539919 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-960718a2-5e2f-479b-8263-29de5d941f7a req-78a565a3-3775-49a6-9598-2784fb6bfd2e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.1166799 Apr 05 10:24:00.667494 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-960718a2-5e2f-479b-8263-29de5d941f7a req-8a2dcb74-9e68-4f5f-961a-bd4a17083d8b tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075177 Apr 05 10:24:00.705312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf2a34-472f-4839-be2a-28aff856a37a req-e3a0d4cf-bddb-4c5f-8ccc-d6b18af858d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:00.706751 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bbf2a34-472f-4839-be2a-28aff856a37a req-e3a0d4cf-bddb-4c5f-8ccc-d6b18af858d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 200 len: 915 time: 0.1655517 Apr 05 10:24:00.707103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c293768f-1e08-40a6-9a97-8a407fb616c5 None None] Provisioning complete for port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:24:00.707563 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c293768f-1e08-40a6-9a97-8a407fb616c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:00.812996 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bbf2a34-472f-4839-be2a-28aff856a37a req-eeba08e0-5d9e-4344-ac37-d6c1a1dfdd04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0997527 Apr 05 10:24:00.879287 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf2a34-472f-4839-be2a-28aff856a37a req-2f56374f-3270-43e8-8bb1-a46488b67905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:00.880748 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bbf2a34-472f-4839-be2a-28aff856a37a req-2f56374f-3270-43e8-8bb1-a46488b67905 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57acc6fd-3155-4546-88af-5b37e468beda HTTP/1.1" status: 200 len: 854 time: 0.0613046 Apr 05 10:24:00.964795 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bbf2a34-472f-4839-be2a-28aff856a37a req-4f142f54-fa53-47cd-ae6c-d621c9163f30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17c6f88b-0fcb-4f06-819d-7a22f5033757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772717 Apr 05 10:24:01.101148 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bbf2a34-472f-4839-be2a-28aff856a37a req-1860c053-d209-4b23-92be-5899b00ece49 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314888 Apr 05 10:24:01.322801 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bbf2a34-472f-4839-be2a-28aff856a37a req-671d4a57-e346-4729-a08f-6d111ec2cef0 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124667 Apr 05 10:24:01.744346 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-508b6f87-4ebe-4b02-ab2a-c02aa39973f0 req-f3e24030-2870-48f8-8353-d7d3f7ef9b0d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718279 Apr 05 10:24:01.891372 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-508b6f87-4ebe-4b02-ab2a-c02aa39973f0 req-36d0518a-e3f0-48dc-9d53-9ae56272b0a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1138 time: 0.0769148 Apr 05 10:24:02.019834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9c1e0a73-5421-4063-9b65-74a27247d8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:02.036912 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b6f87-4ebe-4b02-ab2a-c02aa39973f0 req-bea5ee78-7eee-4b3b-b93e-a0d582751c9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:02.038333 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-508b6f87-4ebe-4b02-ab2a-c02aa39973f0 req-bea5ee78-7eee-4b3b-b93e-a0d582751c9f service neutron] 10.222.0.10 "GET /v2.0/networks?id=17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 200 len: 915 time: 0.1286285 Apr 05 10:24:02.144591 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-508b6f87-4ebe-4b02-ab2a-c02aa39973f0 req-4fbf4db8-d733-4921-b35c-85258bcc9e76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0943398 Apr 05 10:24:02.208990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b6f87-4ebe-4b02-ab2a-c02aa39973f0 req-df724b33-0815-41e8-b280-2fdf0ab28245 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:02.210439 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-508b6f87-4ebe-4b02-ab2a-c02aa39973f0 req-df724b33-0815-41e8-b280-2fdf0ab28245 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57acc6fd-3155-4546-88af-5b37e468beda HTTP/1.1" status: 200 len: 854 time: 0.0571022 Apr 05 10:24:02.288170 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-508b6f87-4ebe-4b02-ab2a-c02aa39973f0 req-b73f9131-f6e8-4fbb-bbeb-79c87234ab19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17c6f88b-0fcb-4f06-819d-7a22f5033757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715055 Apr 05 10:24:02.418540 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-508b6f87-4ebe-4b02-ab2a-c02aa39973f0 req-3972a183-e409-48af-a389-69a0c6caee17 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228061 Apr 05 10:24:02.546955 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-508b6f87-4ebe-4b02-ab2a-c02aa39973f0 req-54064e06-2737-4537-a601-2496c3147014 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226511 Apr 05 10:24:03.102696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:03.168165 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:04.505322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:16.088670 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b722811d-9a37-4223-a5f0-0a4dcc718993 req-22f9d510-45e0-47f6-9afc-f2db971b9ae7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1138 time: 0.1292505 Apr 05 10:24:16.098452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840519f-38ec-4591-b4eb-e439a2a30b24 req-0dec8376-0423-485a-9af8-36a3ca7e6e11 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:16.099840 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1840519f-38ec-4591-b4eb-e439a2a30b24 req-0dec8376-0423-485a-9af8-36a3ca7e6e11 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.1057289 Apr 05 10:24:16.236083 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1840519f-38ec-4591-b4eb-e439a2a30b24 req-2d4880ac-da11-4a00-b567-4df9047a6b28 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175749 Apr 05 10:24:16.257675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722811d-9a37-4223-a5f0-0a4dcc718993 req-4229ff67-5234-4c1b-b8b0-ee04a6b7d9ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:16.259088 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b722811d-9a37-4223-a5f0-0a4dcc718993 req-4229ff67-5234-4c1b-b8b0-ee04a6b7d9ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 200 len: 915 time: 0.1584353 Apr 05 10:24:16.360074 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b722811d-9a37-4223-a5f0-0a4dcc718993 req-ed466e67-0785-4fbe-a398-5fb77551f8d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 1001 time: 0.0946176 Apr 05 10:24:16.421750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722811d-9a37-4223-a5f0-0a4dcc718993 req-aa1e5a6c-afcb-4658-b7ab-ec36f2194993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:16.423199 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b722811d-9a37-4223-a5f0-0a4dcc718993 req-aa1e5a6c-afcb-4658-b7ab-ec36f2194993 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57acc6fd-3155-4546-88af-5b37e468beda HTTP/1.1" status: 200 len: 854 time: 0.0561190 Apr 05 10:24:16.496263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b722811d-9a37-4223-a5f0-0a4dcc718993 req-1191cf07-26f2-4b22-a7a2-c9aeb282bf24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17c6f88b-0fcb-4f06-819d-7a22f5033757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666661 Apr 05 10:24:16.625792 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b722811d-9a37-4223-a5f0-0a4dcc718993 req-2e4fb83d-22be-4998-b7e8-b31a2b468863 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232839 Apr 05 10:24:16.870115 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b722811d-9a37-4223-a5f0-0a4dcc718993 req-a525e305-d395-448f-a9bd-490c7b3da1be service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338898 Apr 05 10:24:17.432243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2f412-d7b1-40d3-ad71-6b7e28a4a5e1 req-61bac615-97a3-47ff-869e-08da115d5887 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:17.434161 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-07f2f412-d7b1-40d3-ad71-6b7e28a4a5e1 req-61bac615-97a3-47ff-869e-08da115d5887 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0741510 Apr 05 10:24:17.479737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-07f2f412-d7b1-40d3-ad71-6b7e28a4a5e1 req-4ffa146f-60e1-46e8-bdb8-421a091a2384 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395439 Apr 05 10:24:18.681260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca7d1b-04ca-41d5-860d-a99a513a111c req-8afdd9bd-a5eb-45be-bce5-0d0f265d3026 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:18.683177 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7ca7d1b-04ca-41d5-860d-a99a513a111c req-8afdd9bd-a5eb-45be-bce5-0d0f265d3026 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0785429 Apr 05 10:24:18.730182 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c7ca7d1b-04ca-41d5-860d-a99a513a111c req-99ee2d1d-30bb-440c-95e3-9b6498e4f4bd tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409775 Apr 05 10:24:19.924422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f3a53-199e-4021-856e-0bb6db917239 req-e24f5daa-907b-4b6b-b0d0-2d47e6f7e727 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:19.925857 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c70f3a53-199e-4021-856e-0bb6db917239 req-e24f5daa-907b-4b6b-b0d0-2d47e6f7e727 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0750322 Apr 05 10:24:19.972973 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c70f3a53-199e-4021-856e-0bb6db917239 req-43e7612c-7970-45d5-8b08-7e6509e3e6ee tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413268 Apr 05 10:24:20.286805 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:24:21.171901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70f8a4-2bd1-4a9a-b2de-0ee787c77aba req-207ca9b5-800c-446a-9e60-6c99f470496a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:21.173334 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-de70f8a4-2bd1-4a9a-b2de-0ee787c77aba req-207ca9b5-800c-446a-9e60-6c99f470496a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0786254 Apr 05 10:24:21.220417 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-de70f8a4-2bd1-4a9a-b2de-0ee787c77aba req-55f87e27-2f14-4dcd-a19e-cdcb01b29faf tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412834 Apr 05 10:24:21.967287 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:22.412396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f047f43-1925-4a94-90ee-5c8861b7b891 req-849185f1-483f-466c-8999-ca144b7836c5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:22.413837 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7f047f43-1925-4a94-90ee-5c8861b7b891 req-849185f1-483f-466c-8999-ca144b7836c5 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0749557 Apr 05 10:24:22.460414 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7f047f43-1925-4a94-90ee-5c8861b7b891 req-00a4cc48-cf30-4d1e-be94-ca1ecf47fb22 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402801 Apr 05 10:24:23.657394 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d9b69-2f4d-4cba-b064-8cb44161a61d req-6b0c966c-4616-44ee-9935-aacba0ab72fd tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:23.658830 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-292d9b69-2f4d-4cba-b064-8cb44161a61d req-6b0c966c-4616-44ee-9935-aacba0ab72fd tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0783353 Apr 05 10:24:23.705490 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-292d9b69-2f4d-4cba-b064-8cb44161a61d req-020f41e9-3842-4145-9ec9-2b983d6f9044 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410807 Apr 05 10:24:24.909885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314a76f-674d-4113-a59f-3985369317d9 req-bd31c07d-5ff6-43e0-8341-5f3206b675f8 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:24.911324 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e314a76f-674d-4113-a59f-3985369317d9 req-bd31c07d-5ff6-43e0-8341-5f3206b675f8 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0821593 Apr 05 10:24:24.972247 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e314a76f-674d-4113-a59f-3985369317d9 req-73c1ddc2-8a1b-467e-92ce-91cf71833c2f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551546 Apr 05 10:24:26.171610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef630b-09c4-4b0e-aea5-826354a66e90 req-e4b1d8d3-fcb2-4e2c-9a5a-598dd66976ae tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:26.173079 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-54ef630b-09c4-4b0e-aea5-826354a66e90 req-e4b1d8d3-fcb2-4e2c-9a5a-598dd66976ae tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0758121 Apr 05 10:24:26.219910 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-54ef630b-09c4-4b0e-aea5-826354a66e90 req-b9bcbc1d-95b9-49a7-bf07-f7b3fe282ef2 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411377 Apr 05 10:24:27.419957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde0f03-1cd8-4a6e-af44-e5189bfb146b req-e9c1a31e-98bc-4379-9a1c-6076c9a3608e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:27.421386 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bde0f03-1cd8-4a6e-af44-e5189bfb146b req-e9c1a31e-98bc-4379-9a1c-6076c9a3608e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0782335 Apr 05 10:24:27.467912 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bde0f03-1cd8-4a6e-af44-e5189bfb146b req-7c118c85-4e96-41ef-be35-a5a6d78630a0 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402160 Apr 05 10:24:28.664422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0019e0-4933-4744-901e-b930f2e05ff2 req-72fd8bf9-1153-4e34-ac00-69d7ea8bbcbe tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:24:28.665872 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9b0019e0-4933-4744-901e-b930f2e05ff2 req-72fd8bf9-1153-4e34-ac00-69d7ea8bbcbe tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0762119 Apr 05 10:24:28.712657 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9b0019e0-4933-4744-901e-b930f2e05ff2 req-4f709a53-685e-4cc3-a343-564f36c33d93 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=e4c10be8-c3fb-44b0-9bbb-340625ad26dc&id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404603 Apr 05 10:24:29.744662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ed5e6a67-2120-4228-8d56-2b4cda6760d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:32.022520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccdebe20-cba2-4b03-89b3-235a86e234e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:33.105385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:33.171291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:34.501507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:51.976214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:24:57.287361 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:24:59.748312 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5d9f8bfe-ec93-49ee-adc9-2f5193d6f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:01.473063 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-360c916a-8ac0-43a7-aa8b-809fa519da4c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630195266&fields=id&tenant_id=ca358e5a32da452db8ccf1f3d07e3968 HTTP/1.1" status: 200 len: 267 time: 0.2407031 Apr 05 10:25:01.553373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-9d3c16c7-5208-4ec3-90b9-a9a33a99046a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:01.555058 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-9d3c16c7-5208-4ec3-90b9-a9a33a99046a tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 985 time: 0.0766540 Apr 05 10:25:01.566481 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Request body: {'port': {'security_groups': ['47358edf-3378-43f2-a1ff-9bc255e5cf32']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:01.684337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:01.925965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] For port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:01.953028 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:01.957326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:01.969233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['04ee4fe8-843f-4a8c-9fac-fe049565cfd6'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:25:02.035573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:02.036171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:02.037617 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c00bc7da-ec22-4a80-a8fa-c13d043a0150 req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "PUT /v2.0/ports/04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 943 time: 0.4757397 Apr 05 10:25:02.038008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:25:02.038592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-123a2266-a719-4d2a-9ab6-9b2245317987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:02.044438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38960) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:02.054766 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event updated for resources: {'Port': ['ID=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,revision_number=7']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:02.064927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.065278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.065620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.065958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.066290 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.066620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.066948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.067274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.067629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.067956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.068279 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39615e4c-5ef1-485c-9f09-077aceb3296c tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.119812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['04ee4fe8-843f-4a8c-9fac-fe049565cfd6'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:25:02.126600 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c656d42b-47a1-487d-a12c-c726e044378b'] response: {'name': 'network-changed', 'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'status': 'completed', 'code': 200} Apr 05 10:25:02.162959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:02.210205 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:02.229310 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9316c11-9b27-4278-855b-bbfe0990e154 req-a1ea87a7-7b1f-40ca-b332-207db1d4038e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1099 time: 0.0804179 Apr 05 10:25:02.321395 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:02.343924 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c10be8-c3fb-44b0-9bbb-340625ad26dc,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:02.358365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:02.363117 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4c10be8-c3fb-44b0-9bbb-340625ad26dc HTTP/1.1" status: 204 len: 168 time: 0.3174651 Apr 05 10:25:02.363854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 38964) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:02.367790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.368221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.368645 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.369049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.369448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.369857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.370306 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.371369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.371637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.372035 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.372871 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674a3485-4f01-4544-9999-aca0c5505b1f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:02.420327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9316c11-9b27-4278-855b-bbfe0990e154 req-a6706e3b-0021-440c-80b3-b0c9050cf9bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:02.421886 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9316c11-9b27-4278-855b-bbfe0990e154 req-a6706e3b-0021-440c-80b3-b0c9050cf9bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 200 len: 915 time: 0.1725872 Apr 05 10:25:02.439045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-44a13284-425d-4522-b1f0-c46648daca8b None None] Provisioning complete for port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:02.439472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-44a13284-425d-4522-b1f0-c46648daca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:02.547621 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9316c11-9b27-4278-855b-bbfe0990e154 req-99fe9070-8365-4525-b9f4-031b40afd2aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 1001 time: 0.1192336 Apr 05 10:25:02.611042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Deleting port b97d13e9-d87b-4cae-aaec-45984449ead5 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:02.611471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:02.621660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9316c11-9b27-4278-855b-bbfe0990e154 req-d860b27d-7e59-4164-96fa-b72a0148f4f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:02.623260 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9316c11-9b27-4278-855b-bbfe0990e154 req-d860b27d-7e59-4164-96fa-b72a0148f4f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57acc6fd-3155-4546-88af-5b37e468beda HTTP/1.1" status: 200 len: 854 time: 0.0698540 Apr 05 10:25:02.795457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:02.795813 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:02.851349 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-b45c3d11-4358-4338-98bf-04863934da7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1016166 Apr 05 10:25:02.855989 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9316c11-9b27-4278-855b-bbfe0990e154 req-965e9d3c-4382-4c33-bbd5-f91c3118b9f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17c6f88b-0fcb-4f06-819d-7a22f5033757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2262654 Apr 05 10:25:02.918314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Calling delete_port for b97d13e9-d87b-4cae-aaec-45984449ead5 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:25:02.987566 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9316c11-9b27-4278-855b-bbfe0990e154 req-ff65821e-46e4-4235-b9ac-a176f5a62c0d service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265273 Apr 05 10:25:03.069569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:03.114970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:03.122347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event deleted for resources: {'Port': ['ID=b97d13e9-d87b-4cae-aaec-45984449ead5,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:03.138925 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9316c11-9b27-4278-855b-bbfe0990e154 req-49613ddc-1c59-474c-aab9-6ba29b472b8d service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456778 Apr 05 10:25:03.176759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:03.224596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:03.302954 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-8560e0de-00ea-4e1e-9a2d-94119814acce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1099 time: 0.0708163 Apr 05 10:25:03.452415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-fa365830-5e5b-4a2c-a7d9-ce1b5719cfa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:03.453887 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-fa365830-5e5b-4a2c-a7d9-ce1b5719cfa0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 200 len: 915 time: 0.1306431 Apr 05 10:25:03.523876 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-49b82441-94aa-4f18-a75a-ce8db1e51274 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0642276 Apr 05 10:25:03.591433 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-f89aee16-247a-4659-bb85-7f4ba67e92a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:03.592926 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-f89aee16-247a-4659-bb85-7f4ba67e92a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57acc6fd-3155-4546-88af-5b37e468beda HTTP/1.1" status: 200 len: 854 time: 0.0640991 Apr 05 10:25:03.676270 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-2f3a017f-65ec-4166-99bc-39a340743d98 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17c6f88b-0fcb-4f06-819d-7a22f5033757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776613 Apr 05 10:25:03.744925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:25:03.814016 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-f54fc04f-b450-4b14-9e6f-0b504aac8f94 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317980 Apr 05 10:25:03.957402 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-8b9a31da-cd69-4813-a7dd-f188045406c1 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376467 Apr 05 10:25:03.958613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:25:03.971344 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] Sync routers for ids ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:25:03.982347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:03.988128 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] Routers {'8e4f4f87-46ee-4eb0-b839-6d16bce48b55'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:03.988766 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:04.044214 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e56f3a19-7b4d-4dfc-92be-ec524f7f61c6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "DELETE /v2.0/floatingips/ad3bce04-535d-4e1d-b292-aefa6353639d HTTP/1.1" status: 204 len: 168 time: 1.6787584 Apr 05 10:25:04.044477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:25:04.175096 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] Set router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:04.241555 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c89cef-de49-4251-8c3d-fe3da1eb14dc'] response: {'name': 'network-changed', 'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'status': 'completed', 'code': 200} Apr 05 10:25:04.359016 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-894ff8a8-34c0-4d2b-b2e4-b1e8bc93af28 req-700eec28-b9f3-4130-b306-92ff8135a0bf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 1099 time: 0.0987928 Apr 05 10:25:04.506796 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:04.511880 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff8a8-34c0-4d2b-b2e4-b1e8bc93af28 req-da98e464-0c81-4d90-b940-cb50dec816c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:04.513722 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-894ff8a8-34c0-4d2b-b2e4-b1e8bc93af28 req-da98e464-0c81-4d90-b940-cb50dec816c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 200 len: 915 time: 0.1490862 Apr 05 10:25:04.548186 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66c274ed-79c8-4f1b-96bd-32357e175cf2', 'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'mac_address': 'fa:16:3e:f0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:02Z', 'updated_at': '2022-04-05T10:23:12Z', 'revision_number': 5, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'subnets': [{'id': '57acc6fd-3155-4546-88af-5b37e468beda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:04.552221 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] Checking router: 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:25:04.563762 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] Routers {'8e4f4f87-46ee-4eb0-b839-6d16bce48b55'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:04.564363 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:04.586387 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-894ff8a8-34c0-4d2b-b2e4-b1e8bc93af28 req-ecf74d30-acd1-4f59-94d4-5451813f5105 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0645349 Apr 05 10:25:04.647490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff8a8-34c0-4d2b-b2e4-b1e8bc93af28 req-c8728498-c739-4919-a622-8bd027490447 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:04.648929 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-894ff8a8-34c0-4d2b-b2e4-b1e8bc93af28 req-c8728498-c739-4919-a622-8bd027490447 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=57acc6fd-3155-4546-88af-5b37e468beda HTTP/1.1" status: 200 len: 854 time: 0.0562041 Apr 05 10:25:04.726068 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-894ff8a8-34c0-4d2b-b2e4-b1e8bc93af28 req-815d72f1-34be-4aa7-b258-5111af4da4c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=17c6f88b-0fcb-4f06-819d-7a22f5033757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684896 Apr 05 10:25:04.743203 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] Set router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:04.961845 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-894ff8a8-34c0-4d2b-b2e4-b1e8bc93af28 req-e3256f27-0798-49a8-91e1-2152e203a128 service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296057 Apr 05 10:25:05.103985 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-894ff8a8-34c0-4d2b-b2e4-b1e8bc93af28 req-b5f9fb39-3fd1-4c38-8c69-917b206b974e service neutron] 10.222.0.10 "GET /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365159 Apr 05 10:25:05.144978 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66c274ed-79c8-4f1b-96bd-32357e175cf2', 'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'mac_address': 'fa:16:3e:f0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:02Z', 'updated_at': '2022-04-05T10:23:12Z', 'revision_number': 5, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'subnets': [{'id': '57acc6fd-3155-4546-88af-5b37e468beda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:05.149135 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a2d56-ebe9-458e-9696-1e7b80ca5630 None None] The sync data for ids ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'] in dv-neutron-833199-1-hyperv is: [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:03Z', 'revision_number': 4, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66c274ed-79c8-4f1b-96bd-32357e175cf2', 'name': '', 'network_id': '17c6f88b-0fcb-4f06-819d-7a22f5033757', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'mac_address': 'fa:16:3e:f0:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57acc6fd-3155-4546-88af-5b37e468beda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:02Z', 'updated_at': '2022-04-05T10:23:12Z', 'revision_number': 5, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'subnets': [{'id': '57acc6fd-3155-4546-88af-5b37e468beda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:25:05.417198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd2b7f6-a260-4a00-b427-0fab5a8b657f None None] New status for floating IP ad3bce04-535d-4e1d-b292-aefa6353639d: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:25:08.611932 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3a1e1-0b3e-4ad2-951a-8e00221ae467 req-df4a71e8-d279-4f89-b93b-2cf3bf2000d1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:08.613298 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bea3a1e1-0b3e-4ad2-951a-8e00221ae467 req-df4a71e8-d279-4f89-b93b-2cf3bf2000d1 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 946 time: 0.0804427 Apr 05 10:25:08.661175 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bea3a1e1-0b3e-4ad2-951a-8e00221ae467 req-e5a6eb45-d000-4de8-a8f0-c8ef9c85676f tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421593 Apr 05 10:25:09.889816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba6245-e084-41a5-adcd-351aa1f0315e req-998ff16a-6834-4d31-8af7-b328892dac21 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:09.891293 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0eba6245-e084-41a5-adcd-351aa1f0315e req-998ff16a-6834-4d31-8af7-b328892dac21 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 946 time: 0.0812531 Apr 05 10:25:09.937949 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0eba6245-e084-41a5-adcd-351aa1f0315e req-f08c193f-40b7-40a0-b57f-56882ae0f58e tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/security-groups?id=47358edf-3378-43f2-a1ff-9bc255e5cf32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Apr 05 10:25:10.138309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-ccd41a13-c533-4d04-ad60-e11b7ba931e6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:10.139774 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-ccd41a13-c533-4d04-ad60-e11b7ba931e6 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.10 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 946 time: 0.0758398 Apr 05 10:25:10.210433 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-c536a1ad-9dde-4e11-ad2f-b186a0489855 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Deleting port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:10.210690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-c536a1ad-9dde-4e11-ad2f-b186a0489855 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:10.455057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-c536a1ad-9dde-4e11-ad2f-b186a0489855 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] For port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:10.455413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-c536a1ad-9dde-4e11-ad2f-b186a0489855 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:10.579397 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-c536a1ad-9dde-4e11-ad2f-b186a0489855 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Calling delete_port for 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:25:10.734425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-c536a1ad-9dde-4e11-ad2f-b186a0489855 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:10.748223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['04ee4fe8-843f-4a8c-9fac-fe049565cfd6'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:25:10.789270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536a1ad-9dde-4e11-ad2f-b186a0489855 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Pushing event deleted for resources: {'Port': ['ID=04ee4fe8-843f-4a8c-9fac-fe049565cfd6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:10.864585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-c536a1ad-9dde-4e11-ad2f-b186a0489855 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] No DVR routers for this DVR port 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:25:10.866918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-c536a1ad-9dde-4e11-ad2f-b186a0489855 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:10.869414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'name': 'network-vif-deleted', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:25:10.887537 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-54281c9d-4ba7-4338-85c3-a48ad4a4da19 req-c536a1ad-9dde-4e11-ad2f-b186a0489855 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.10 "DELETE /v2.0/ports/04ee4fe8-843f-4a8c-9fac-fe049565cfd6 HTTP/1.1" status: 204 len: 173 time: 0.7424543 Apr 05 10:25:10.927634 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a666dd-8412-410c-8ed7-2b3264e1f265'] response: {'server_uuid': 'd7cb1658-b682-4128-980d-f6d106b2eacd', 'name': 'network-vif-deleted', 'tag': '04ee4fe8-843f-4a8c-9fac-fe049565cfd6', 'status': 'completed', 'code': 200} Apr 05 10:25:11.123350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8f483700-de86-4a69-a40f-c5103ed15184 req-1476ac24-642e-4c36-9d8d-d68994601777 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Synchronizing usage tracker for tenant:ca358e5a32da452db8ccf1f3d07e3968 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:25:11.141469 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-8f483700-de86-4a69-a40f-c5103ed15184 req-1476ac24-642e-4c36-9d8d-d68994601777 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] Unset dirty status for tenant:ca358e5a32da452db8ccf1f3d07e3968 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:25:11.142643 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f483700-de86-4a69-a40f-c5103ed15184 req-1476ac24-642e-4c36-9d8d-d68994601777 tempest-TestMinimumBasicScenario-1230839639 tempest-TestMinimumBasicScenario-1230839639-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7cb1658-b682-4128-980d-f6d106b2eacd HTTP/1.1" status: 200 len: 210 time: 0.0605614 Apr 05 10:25:12.846307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39054) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:13.248019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:13.717612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:25:13.750322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:25:13.750674 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 04ee4fe8-843f-4a8c-9fac-fe049565cfd6 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:25:13.864497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] Deleting port 66c274ed-79c8-4f1b-96bd-32357e175cf2 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:13.865043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:14.036826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] For port 66c274ed-79c8-4f1b-96bd-32357e175cf2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=66c274ed-79c8-4f1b-96bd-32357e175cf2,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:14.037174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:14.258969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] Calling delete_port for 66c274ed-79c8-4f1b-96bd-32357e175cf2 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:25:14.428502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:14.474970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c274ed-79c8-4f1b-96bd-32357e175cf2,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:14.780515 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:15.352324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] Router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:25:15.545014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:25:15.553752 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] Sync routers for ids ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:25:15.562160 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ca3887b5-2aee-4488-8177-460d20ce18a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/8e4f4f87-46ee-4eb0-b839-6d16bce48b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7147882 Apr 05 10:25:15.564879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39058) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:15.570779 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] Routers {'8e4f4f87-46ee-4eb0-b839-6d16bce48b55'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:15.571507 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:15.750963 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] Set router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:15.856964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:16.033686 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206'}], 'enable_snat': True}, 'gw_port_id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:25:14Z', 'revision_number': 5, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port': {'id': 'bc839d1f-b99d-454e-8bd9-8377e50f9283', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:16.037457 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] Checking router: 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:25:16.048242 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] Routers {'8e4f4f87-46ee-4eb0-b839-6d16bce48b55'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:16.048837 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:16.051001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:16.061570 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Deleting port bc839d1f-b99d-454e-8bd9-8377e50f9283 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:16.061911 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:16.194475 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] Set router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:16.234978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] For port bc839d1f-b99d-454e-8bd9-8377e50f9283, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=bc839d1f-b99d-454e-8bd9-8377e50f9283,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:16.235333 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:16.300911 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:25:16Z', 'revision_number': 6, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:16.306683 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77efefd-f5e0-4c22-93cf-b4b693524a26 None None] The sync data for ids ['8e4f4f87-46ee-4eb0-b839-6d16bce48b55'] in dv-neutron-833199-1-hyperv is: [{'id': '8e4f4f87-46ee-4eb0-b839-6d16bce48b55', 'name': 'tempest-TestMinimumBasicScenario-1874062281-router', 'tenant_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:00Z', 'updated_at': '2022-04-05T10:25:16Z', 'revision_number': 6, 'project_id': 'ca358e5a32da452db8ccf1f3d07e3968', 'gw_port_host': None}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:25:16.367686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Calling delete_port for bc839d1f-b99d-454e-8bd9-8377e50f9283 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:25:16.529467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:16.575661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc839d1f-b99d-454e-8bd9-8377e50f9283,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:16.809188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.169762 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.174130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.200310 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.200814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4f4f87-46ee-4eb0-b839-6d16bce48b55 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:25:17.212824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.214147 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0a30962a-937a-42e1-b72a-438c9325b84c admin admin] 10.222.0.30 "DELETE /v2.0/routers/8e4f4f87-46ee-4eb0-b839-6d16bce48b55 HTTP/1.1" status: 204 len: 168 time: 1.6482656 Apr 05 10:25:17.216578 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39062) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:17.278049 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-367ac978-d62b-40ca-b5dc-167f31552b7b admin admin] Deleting subnet 57acc6fd-3155-4546-88af-5b37e468beda {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:25:17.281186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-367ac978-d62b-40ca-b5dc-167f31552b7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.333315 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-367ac978-d62b-40ca-b5dc-167f31552b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.409494 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-367ac978-d62b-40ca-b5dc-167f31552b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.480602 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-367ac978-d62b-40ca-b5dc-167f31552b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.514745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ac978-d62b-40ca-b5dc-167f31552b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57acc6fd-3155-4546-88af-5b37e468beda,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:17.523136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-367ac978-d62b-40ca-b5dc-167f31552b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.528176 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0510e11a-c62c-4aee-9589-22cc7abe5401 None None] Network 17c6f88b-0fcb-4f06-819d-7a22f5033757 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:25:17.529279 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-367ac978-d62b-40ca-b5dc-167f31552b7b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/57acc6fd-3155-4546-88af-5b37e468beda HTTP/1.1" status: 204 len: 168 time: 0.3117213 Apr 05 10:25:17.531638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39066) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:17.639461 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.649734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Deleting port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:17.650070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.820714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] DHCP port deletion for 17c6f88b-0fcb-4f06-819d-7a22f5033757 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:25:17.826002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] Deleting port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:17.826588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.864814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] For port a1dc2533-eb9e-4886-a3bd-bf34c21f4623, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a1dc2533-eb9e-4886-a3bd-bf34c21f4623,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:17.865171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:17.991171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Calling delete_port for a1dc2533-eb9e-4886-a3bd-bf34c21f4623 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:25:18.026789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] For port a1dc2533-eb9e-4886-a3bd-bf34c21f4623, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a1dc2533-eb9e-4886-a3bd-bf34c21f4623,segment=NetworkSegment(14560a13-a5de-4f9e-baf5-bd58ffafd307),segment_id=14560a13-a5de-4f9e-baf5-bd58ffafd307)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:18.027186 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:18.063504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:18.106364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1dc2533-eb9e-4886-a3bd-bf34c21f4623,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:18.113471 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] No DVR routers for this DVR port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:25:18.149438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] Calling delete_port for a1dc2533-eb9e-4886-a3bd-bf34c21f4623 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:25:18.218268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:25:18.218628 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:25:18.236207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:18.266001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c6f88b-0fcb-4f06-819d-7a22f5033757']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:18.279045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14560a13-a5de-4f9e-baf5-bd58ffafd307') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:18.279343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14560a13-a5de-4f9e-baf5-bd58ffafd307') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:18.291472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:18.308479 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:18.314893 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:25:18.315293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:25:18.329186 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:25:18.332901 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bc839d1f-b99d-454e-8bd9-8377e50f9283 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:25:18.368580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: bc839d1f-b99d-454e-8bd9-8377e50f9283 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:25:18.368920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device bc839d1f-b99d-454e-8bd9-8377e50f9283 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:25:18.369332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66c274ed-79c8-4f1b-96bd-32357e175cf2 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:25:18.400363 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 66c274ed-79c8-4f1b-96bd-32357e175cf2 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:25:18.400708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66c274ed-79c8-4f1b-96bd-32357e175cf2 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:25:18.401129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a1dc2533-eb9e-4886-a3bd-bf34c21f4623 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:25:18.406857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:18.411442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:18.433023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: a1dc2533-eb9e-4886-a3bd-bf34c21f4623 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:25:18.433345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] Pushing event deleted for resources: {'Network': ['ID=17c6f88b-0fcb-4f06-819d-7a22f5033757,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:18.433541 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a1dc2533-eb9e-4886-a3bd-bf34c21f4623 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:25:18.442612 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0c4854d6-770a-4591-8dee-f11c90749e49 admin admin] 10.222.0.30 "DELETE /v2.0/networks/17c6f88b-0fcb-4f06-819d-7a22f5033757 HTTP/1.1" status: 204 len: 168 time: 0.9100239 Apr 05 10:25:18.445489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39070) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:18.720274 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] Deleting port a1dc2533-eb9e-4886-a3bd-bf34c21f4623 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:18.720829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:18.785964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ec45aab1-78e4-4cd5-a91a-55dc3f6a67a6 None None] The port 'a1dc2533-eb9e-4886-a3bd-bf34c21f4623' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:25:18.918513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:19.498834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] Deleting port 2ee450d5-c037-4e93-8cba-8715d5864a06 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:19.499571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:19.664338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] For port 2ee450d5-c037-4e93-8cba-8715d5864a06, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2ee450d5-c037-4e93-8cba-8715d5864a06,segment=NetworkSegment(b2ccfdc9-af97-4e33-a409-eb34d480b8b8),segment_id=b2ccfdc9-af97-4e33-a409-eb34d480b8b8)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:19.664705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:19.784821 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] Calling delete_port for 2ee450d5-c037-4e93-8cba-8715d5864a06 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:25:19.945619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:19.988185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee450d5-c037-4e93-8cba-8715d5864a06,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:20.365910 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:20.927857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] Router c2c77f28-9dc8-410c-a4d3-b80357839492 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:25:21.123304 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:25:21.139236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] Sync routers for ids ['c2c77f28-9dc8-410c-a4d3-b80357839492'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:25:21.139953 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0e471e4d-2c5d-4bc4-ae6a-1bba504113ad admin admin] 10.222.0.30 "PUT /v2.0/routers/c2c77f28-9dc8-410c-a4d3-b80357839492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6933031 Apr 05 10:25:21.142424 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39074) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:21.150954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] Routers {'c2c77f28-9dc8-410c-a4d3-b80357839492'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:21.152088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c2c77f28-9dc8-410c-a4d3-b80357839492'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:21.328277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] Set router c2c77f28-9dc8-410c-a4d3-b80357839492 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:21.340673 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:21.618496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'name': 'tempest-TestMinimumBasicScenario-149638751-router', 'tenant_id': '482faced47994fa790b41107472a563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182'}], 'enable_snat': True}, 'gw_port_id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:06Z', 'updated_at': '2022-04-05T10:25:19Z', 'revision_number': 5, 'project_id': '482faced47994fa790b41107472a563a', 'gw_port': {'id': 'eb778caf-eaa6-4cee-a26e-738611a9cb53', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:3e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:23:07Z', 'updated_at': '2022-04-05T10:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:21.622580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] Checking router: c2c77f28-9dc8-410c-a4d3-b80357839492 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:25:21.633241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] Routers {'c2c77f28-9dc8-410c-a4d3-b80357839492'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:21.633848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['c2c77f28-9dc8-410c-a4d3-b80357839492'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:21.659796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:21.670235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Deleting port eb778caf-eaa6-4cee-a26e-738611a9cb53 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:21.670631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:21.830356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] Set router c2c77f28-9dc8-410c-a4d3-b80357839492 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:21.866901 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] For port eb778caf-eaa6-4cee-a26e-738611a9cb53, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=eb778caf-eaa6-4cee-a26e-738611a9cb53,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:21.867095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:21.938238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'name': 'tempest-TestMinimumBasicScenario-149638751-router', 'tenant_id': '482faced47994fa790b41107472a563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:06Z', 'updated_at': '2022-04-05T10:25:21Z', 'revision_number': 6, 'project_id': '482faced47994fa790b41107472a563a', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:21.942578 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b7c083-3eb6-4519-a4cd-faf2fb7e6756 None None] The sync data for ids ['c2c77f28-9dc8-410c-a4d3-b80357839492'] in dv-neutron-833199-1-hyperv is: [{'id': 'c2c77f28-9dc8-410c-a4d3-b80357839492', 'name': 'tempest-TestMinimumBasicScenario-149638751-router', 'tenant_id': '482faced47994fa790b41107472a563a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:23:06Z', 'updated_at': '2022-04-05T10:25:21Z', 'revision_number': 6, 'project_id': '482faced47994fa790b41107472a563a', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:25:21.968238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:21.993846 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Calling delete_port for eb778caf-eaa6-4cee-a26e-738611a9cb53 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:25:22.171208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:22.222145 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb778caf-eaa6-4cee-a26e-738611a9cb53,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:22.354026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2ee450d5-c037-4e93-8cba-8715d5864a06 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:25:22.392753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 2ee450d5-c037-4e93-8cba-8715d5864a06 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:25:22.393109 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2ee450d5-c037-4e93-8cba-8715d5864a06 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:25:22.462628 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:22.725521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:22.730748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:22.765635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:22.766210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2c77f28-9dc8-410c-a4d3-b80357839492 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:25:22.782850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:22.784017 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e93e2a81-eb76-41e8-b01d-b987f3374287 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c2c77f28-9dc8-410c-a4d3-b80357839492 HTTP/1.1" status: 204 len: 168 time: 1.6406131 Apr 05 10:25:22.786564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39078) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:22.848754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-885add0e-3bc1-4370-b5ed-e26aba582acd admin admin] Deleting subnet 0d22ebe3-5a5f-4fd7-ad95-7de45033a321 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:25:22.854844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-885add0e-3bc1-4370-b5ed-e26aba582acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:22.914218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-885add0e-3bc1-4370-b5ed-e26aba582acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.010022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-885add0e-3bc1-4370-b5ed-e26aba582acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.085092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-885add0e-3bc1-4370-b5ed-e26aba582acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.123865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885add0e-3bc1-4370-b5ed-e26aba582acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d22ebe3-5a5f-4fd7-ad95-7de45033a321,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:23.132480 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-885add0e-3bc1-4370-b5ed-e26aba582acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.137612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b9eb7a-667f-4621-92d0-f7ad55491e9c None None] Network 560db96a-a1ae-4df7-b78b-58fd034af5ae requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:25:23.140354 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-885add0e-3bc1-4370-b5ed-e26aba582acd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0d22ebe3-5a5f-4fd7-ad95-7de45033a321 HTTP/1.1" status: 204 len: 168 time: 0.3527980 Apr 05 10:25:23.142800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39082) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:23.351732 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.363918 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Deleting port 1fd3cc55-dfda-4e48-8017-eb631c705ffd {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:23.364250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.392328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] DHCP port deletion for 560db96a-a1ae-4df7-b78b-58fd034af5ae request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:25:23.396825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] Deleting port 1fd3cc55-dfda-4e48-8017-eb631c705ffd {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:23.397224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.575681 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] For port 1fd3cc55-dfda-4e48-8017-eb631c705ffd, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1fd3cc55-dfda-4e48-8017-eb631c705ffd,segment=NetworkSegment(b2ccfdc9-af97-4e33-a409-eb34d480b8b8),segment_id=b2ccfdc9-af97-4e33-a409-eb34d480b8b8)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:23.576619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.600489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] For port 1fd3cc55-dfda-4e48-8017-eb631c705ffd, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=1fd3cc55-dfda-4e48-8017-eb631c705ffd,segment=NetworkSegment(b2ccfdc9-af97-4e33-a409-eb34d480b8b8),segment_id=b2ccfdc9-af97-4e33-a409-eb34d480b8b8)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:23.600812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.695441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Calling delete_port for 1fd3cc55-dfda-4e48-8017-eb631c705ffd owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:25:23.718849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] Calling delete_port for 1fd3cc55-dfda-4e48-8017-eb631c705ffd owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:25:23.773619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.787347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:25:23.787741 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:25:23.816352 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fd3cc55-dfda-4e48-8017-eb631c705ffd,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:23.822194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] No DVR routers for this DVR port 1fd3cc55-dfda-4e48-8017-eb631c705ffd on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:25:23.936615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:23.961127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560db96a-a1ae-4df7-b78b-58fd034af5ae']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:23.972944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:23.973239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ccfdc9-af97-4e33-a409-eb34d480b8b8') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:23.984348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:24.004825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:24.011899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:25:24.012571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:25:24.025081 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:25:24.098207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:24.113868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:24.124645 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] Pushing event deleted for resources: {'Network': ['ID=560db96a-a1ae-4df7-b78b-58fd034af5ae,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:24.131923 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7ae94905-1925-416d-819a-55ab9ee6a938 admin admin] 10.222.0.30 "DELETE /v2.0/networks/560db96a-a1ae-4df7-b78b-58fd034af5ae HTTP/1.1" status: 204 len: 168 time: 0.9881771 Apr 05 10:25:24.288821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] Deleting port 1fd3cc55-dfda-4e48-8017-eb631c705ffd {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:25:24.289358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:24.342955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39088) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:24.352317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device eb778caf-eaa6-4cee-a26e-738611a9cb53 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:25:24.387427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-66bb3d82-6ab9-4965-b0ad-91f994ae8d91 None None] The port '1fd3cc55-dfda-4e48-8017-eb631c705ffd' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:25:24.392160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: eb778caf-eaa6-4cee-a26e-738611a9cb53 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:25:24.392501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device eb778caf-eaa6-4cee-a26e-738611a9cb53 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:25:24.393068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1fd3cc55-dfda-4e48-8017-eb631c705ffd no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:25:24.397319 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bb63f902-38e6-4a72-999a-301bcd771ed3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca358e5a32da452db8ccf1f3d07e3968&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533183 Apr 05 10:25:24.399693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39092) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:24.431236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 1fd3cc55-dfda-4e48-8017-eb631c705ffd {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:25:24.431684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 1fd3cc55-dfda-4e48-8017-eb631c705ffd not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:25:24.465697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-75ce424e-a9b0-427f-a59f-b9a516de2157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:24.490641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-75ce424e-a9b0-427f-a59f-b9a516de2157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:24.540083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-75ce424e-a9b0-427f-a59f-b9a516de2157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:24.558667 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce424e-a9b0-427f-a59f-b9a516de2157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47358edf-3378-43f2-a1ff-9bc255e5cf32,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:24.564240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-75ce424e-a9b0-427f-a59f-b9a516de2157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:24.567722 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-75ce424e-a9b0-427f-a59f-b9a516de2157 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47358edf-3378-43f2-a1ff-9bc255e5cf32 HTTP/1.1" status: 204 len: 168 time: 0.1647856 Apr 05 10:25:24.955107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39100) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:25.007896 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-98f8922b-b75a-463c-b693-78fd0f7e44b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=482faced47994fa790b41107472a563a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514810 Apr 05 10:25:25.010544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39104) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:25.068208 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0b7a93a1-a3a1-4c0e-a82a-33ec5f8d800f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:25.092592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0b7a93a1-a3a1-4c0e-a82a-33ec5f8d800f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:25.143216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0b7a93a1-a3a1-4c0e-a82a-33ec5f8d800f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:25.159352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a93a1-a3a1-4c0e-a82a-33ec5f8d800f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d767f94-e1e3-4611-920e-e2b01c81ee92,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:25.164874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0b7a93a1-a3a1-4c0e-a82a-33ec5f8d800f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:25.167236 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0b7a93a1-a3a1-4c0e-a82a-33ec5f8d800f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d767f94-e1e3-4611-920e-e2b01c81ee92 HTTP/1.1" status: 204 len: 168 time: 0.1549680 Apr 05 10:25:27.362019 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39148) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:27.367502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1607608248', 'description': 'tempest-secgroup-smoke-1607608248 description', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:27.374067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:27.377761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:27.380606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:27.388109 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:27.397303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.410487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.441112 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:27.444942 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:27.448254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:27.453850 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:27.524994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.529231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.569422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:27.571601 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbc6218-91a2-46d4-bfef-3efdebba3a6e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:27.576346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:27.579174 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:27.584970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:27.639991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.643860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.683506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259856bc-d915-44b8-9e58-e0b283e1268a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:27.687195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.688414 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1b3d57a3-6f0a-40ba-8fe0-d96184fdb06d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3254282 Apr 05 10:25:27.691251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39152) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:27.696459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '259856bc-d915-44b8-9e58-e0b283e1268a', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:27.703080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:27.706815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:27.709638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:27.715187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:27.730683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.788922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.792891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.818804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f81178d-9a90-4f00-b21e-8d8e0177c367,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:27.828533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.832346 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d70f96ff-2daf-46ea-88fa-83753cb466f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1376905 Apr 05 10:25:27.832667 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39156) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:27.838892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '259856bc-d915-44b8-9e58-e0b283e1268a', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:27.844743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:27.848488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:27.851275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:27.856880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:27.874095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.936363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.939872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.963016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a3d1c1-0241-4c4f-8265-be6c238ed307,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:27.971409 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:27.972585 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-40aec6ad-5a63-4c82-979e-c893b469636f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1388776 Apr 05 10:25:27.975238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39160) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:27.981114 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '259856bc-d915-44b8-9e58-e0b283e1268a', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:27.986817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:27.990706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:27.993604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:28.000044 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:28.016309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.077536 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.080854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.103056 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a035bc9-7a2f-4435-8ff3-4dc7aaa1998d,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:28.111642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.112775 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6cf7e868-5133-4cb1-8ed7-10a3707b4ede tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1366289 Apr 05 10:25:28.115740 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39164) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:28.121959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '259856bc-d915-44b8-9e58-e0b283e1268a', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:28.127843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:28.131555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:28.134365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:28.140162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:28.155952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.221004 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.224837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.246564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2118866d-f1bb-4b11-a115-6975876491f5,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:28.254940 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.256120 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-55568b53-4a65-4ea3-9751-9f573a108e0c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1394203 Apr 05 10:25:28.258796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39168) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:28.264625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '259856bc-d915-44b8-9e58-e0b283e1268a', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:28.270249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:28.273957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:28.277363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:28.282931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:28.292382 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Project a1fcdf6937134c759f17bcd8414b55ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:25:28.298565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.360592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.363986 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.387036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b4bc8a-4750-4c3e-a598-9b1390f61010,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:28.395910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.397071 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8b24b686-5405-4334-bbe5-438b40966e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1373932 Apr 05 10:25:28.399671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39172) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:28.405224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '259856bc-d915-44b8-9e58-e0b283e1268a', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:28.410883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:28.414670 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:28.417603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:28.423257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:28.432999 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Project a1fcdf6937134c759f17bcd8414b55ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:25:28.439447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.503467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.506983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.529734 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a21690-373a-40c7-b11a-465c7b4c5fcb,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:28.537667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.538837 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8bb46541-f03e-48c6-9dfe-d2f0312bedd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1382654 Apr 05 10:25:28.542148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39176) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:28.547609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'network': {'name': 'tempest-network-smoke--369733004', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'port_security_enabled': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:28.552390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:28.556072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:network and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:28.559603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:28.565829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:28.579917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:25:28.583315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.689951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:25:28.699235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.699636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Added segment d87590e9-87fd-461a-9469-18eb5c36a0e5 of type vlan for network 5611e673-38fc-4a73-913c-d2849b2ddd0a Apr 05 10:25:28.724115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.758965 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.763463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:28.764092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.860248 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3170784 Apr 05 10:25:28.863142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39180) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:28.870968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'admin_state_up': True, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:28.879125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecbdb3-e377-472b-8303-d1ed1180e38f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Network': ['ID=5611e673-38fc-4a73-913c-d2849b2ddd0a,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:28.881099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:28.885763 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:router and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:28.889029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:28.889386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 5611e673-38fc-4a73-913c-d2849b2ddd0a details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:25:28.894715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:28.904993 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.905886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:28.923482 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:29.072150 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:29.249168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:29.278547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:29.413562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.26.4.167 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/f8e7bbdb-8592-42fb-af4e-dd978ba9c441) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:25:29.559825 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:29.587682 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:29.653754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:25:29.656584 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:25:29.660796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:25:29.687385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=f8e7bbdb-8592-42fb-af4e-dd978ba9c441,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:29.750710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-acb86a5a-0edc-44be-be29-80f46a1038f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:29.815143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:29.815901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:30.039573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:25:30.233153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:25:30.242291 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Sync routers for ids ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:25:30.255258 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Routers {'8dd71a3e-6152-4ae7-a48d-d571e90e94eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:30.255997 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:30.259084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:30.260671 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bf4f4527-2d80-41fb-8473-98d7dc852964 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3962264 Apr 05 10:25:30.263337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39184) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:30.437191 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Set router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:30.551900 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f7d30397-57cc-4e60-8303-11db879b9752 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a1fcdf6937134c759f17bcd8414b55ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2873156 Apr 05 10:25:30.554645 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39190) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:30.687208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3bfdb1-e7c7-4dc9-9a93-f374c57de75b tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:30.688722 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8a3bfdb1-e7c7-4dc9-9a93-f374c57de75b tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331227 Apr 05 10:25:30.691478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39194) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:30.734051 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-50c7cf7c-df17-4b0b-b73a-c7dbb24043c4 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414476 Apr 05 10:25:30.736868 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39198) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:30.742408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1402245607', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:30.746565 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:29Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:30.750414 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Checking router: 8dd71a3e-6152-4ae7-a48d-d571e90e94eb for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:25:30.750750 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Updating router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb port f8e7bbdb-8592-42fb-af4e-dd978ba9c441 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:25:30.804042 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:30.850079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:30.853896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:subnet and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:30.856792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:30.862314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:30.872780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'subnet': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:25:30.973066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2451586'] for subnet, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:31.123954 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:31.135647 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Transition to ACTIVE for port object f8e7bbdb-8592-42fb-af4e-dd978ba9c441 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:25:31.141925 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:31.195545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2536066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2451628'] for subnet, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:31.219602 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Attempting to bind port f8e7bbdb-8592-42fb-af4e-dd978ba9c441 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:25:31.219958 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Attempting to bind port f8e7bbdb-8592-42fb-af4e-dd978ba9c441 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:25:31.220309 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Attempting to bind port f8e7bbdb-8592-42fb-af4e-dd978ba9c441 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:25:31.222288 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Pushing event updated for resources: {'Port': ['ID=f8e7bbdb-8592-42fb-af4e-dd978ba9c441,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:31.233812 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:25:31.234646 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:25:31.234646 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:31.234919 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:25:31.235362 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Bound port: f8e7bbdb-8592-42fb-af4e-dd978ba9c441, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:25:31.235749 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:31.265932 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.266603 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.266603 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.266893 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.267213 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.267550 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.267867 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.268155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Subnet': ['ID=ad52259c-8cb9-4ead-b57c-332bc8fa50ef,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:31.268521 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.268521 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.268779 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.269087 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:31.287653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Checking segment: {'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:25:31.288012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network hostable DHCP agents. Network: 5611e673-38fc-4a73-913c-d2849b2ddd0a, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:25:31.311351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 5611e673-38fc-4a73-913c-d2849b2ddd0a is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:25:31.319117 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] For port f8e7bbdb-8592-42fb-af4e-dd978ba9c441, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:25:31.320540 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 5611e673-38fc-4a73-913c-d2849b2ddd0a) {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:25:31.322501 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] For port f8e7bbdb-8592-42fb-af4e-dd978ba9c441, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f8e7bbdb-8592-42fb-af4e-dd978ba9c441,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:25:31.324917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:31.325490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:31.328652 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:31.330961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae2ed0-2422-488a-a66a-bbb16be6b8cf None None] Network 5611e673-38fc-4a73-913c-d2849b2ddd0a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:25:31.350806 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-add13110-bf8a-4515-89da-adf34bbc4d9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6128180 Apr 05 10:25:31.353685 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39202) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:31.411216 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba724fed-0928-4cc2-91ad-a2fc890385af None None] Pushing event updated for resources: {'Port': ['ID=f8e7bbdb-8592-42fb-af4e-dd978ba9c441,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:31.414998 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Routers {'8dd71a3e-6152-4ae7-a48d-d571e90e94eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:31.415627 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:31.567018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-5611e673-38fc-4a73-913c-d2849b2ddd0a', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:25:31.572135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:31.602123 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] Set router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:31.880643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Allocated IP 172.20.0.2 (5611e673-38fc-4a73-913c-d2849b2ddd0a/ad52259c-8cb9-4ead-b57c-332bc8fa50ef/643ea276-c590-421a-a682-85e69696696e) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:25:31.947395 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:29Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:31.952241 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c953e-b08e-40b2-b9c3-217bcd8ec92a None None] The sync data for ids ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'] in dv-neutron-833199-1-hyperv is: [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:29Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:25:32.046577 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb8467d8-cad4-44fd-b406-63f96342cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.138200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.150247 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Transition to ACTIVE for port object 643ea276-c590-421a-a682-85e69696696e will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:25:32.192271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Transition to ACTIVE for port object 643ea276-c590-421a-a682-85e69696696e will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:25:32.198577 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.281632 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Network 5611e673-38fc-4a73-913c-d2849b2ddd0a is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:25:32.282857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:25:32.286453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:25:32.319634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.357688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Pushing event updated for resources: {'Port': ['ID=643ea276-c590-421a-a682-85e69696696e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:32.386086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.386086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.386086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.386086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.386388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.386728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.387094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.387355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.387721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.388024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.388346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:25:32.395856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f8e7bbdb-8592-42fb-af4e-dd978ba9c441 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:25:32.443314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Attempting to bind port 643ea276-c590-421a-a682-85e69696696e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:25:32.443866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Attempting to bind port 643ea276-c590-421a-a682-85e69696696e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:25:32.444287 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Attempting to bind port 643ea276-c590-421a-a682-85e69696696e on network 5611e673-38fc-4a73-913c-d2849b2ddd0a {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:25:32.465017 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:25:32.465385 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Checking segment: {'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:25:32.465783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.466171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Bound using segment: {'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:25:32.466645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Bound port: 643ea276-c590-421a-a682-85e69696696e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:25:32.467015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.535862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port f8e7bbdb-8592-42fb-af4e-dd978ba9c441 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:25:32.543862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port f8e7bbdb-8592-42fb-af4e-dd978ba9c441 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:32.544231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.618013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] For port 643ea276-c590-421a-a682-85e69696696e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:25:32.622771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] For port 643ea276-c590-421a-a682-85e69696696e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=643ea276-c590-421a-a682-85e69696696e,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:25:32.627917 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.755286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.20.0.1 (5611e673-38fc-4a73-913c-d2849b2ddd0a/ad52259c-8cb9-4ead-b57c-332bc8fa50ef/4934795e-96c8-4e49-8cdd-7079ae5e2a61) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:25:32.771368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71842b65-13a4-41cb-b8e7-170ecb68b57a None None] Pushing event updated for resources: {'Port': ['ID=643ea276-c590-421a-a682-85e69696696e,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:32.787867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.820007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port f8e7bbdb-8592-42fb-af4e-dd978ba9c441, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f8e7bbdb-8592-42fb-af4e-dd978ba9c441,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:32.827618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.903356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=f8e7bbdb-8592-42fb-af4e-dd978ba9c441,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:32.966416 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:32.989291 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Transition to ACTIVE for port object 4934795e-96c8-4e49-8cdd-7079ae5e2a61 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:25:33.013182 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:33.087869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 5611e673-38fc-4a73-913c-d2849b2ddd0a is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:25:33.092404 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:25:33.094299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=4934795e-96c8-4e49-8cdd-7079ae5e2a61,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:33.096398 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:25:33.115596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:33.157180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:33.183788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:33.240223 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:33.736839 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90b3912-8f4d-45fa-9d38-f4fedf40aea3 None None] Network 5611e673-38fc-4a73-913c-d2849b2ddd0a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:25:33.765245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:33.771498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:33.844200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-7c9e3f4e-6716-4dc9-bfa6-b483acf8509d None None] Provisioning for port 643ea276-c590-421a-a682-85e69696696e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:25:33.889592 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=4934795e-96c8-4e49-8cdd-7079ae5e2a61,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:33.891474 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:34.035381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 5611e673-38fc-4a73-913c-d2849b2ddd0a is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:25:34.036530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:25:34.180327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-95cf7797-034e-4fa8-b3c3-6b36e6585421 None None] Provisioning for port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:25:34.189502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-95cf7797-034e-4fa8-b3c3-6b36e6585421 None None] Provisioning complete for port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:34.189877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-95cf7797-034e-4fa8-b3c3-6b36e6585421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:34.242732 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-95cf7797-034e-4fa8-b3c3-6b36e6585421 None None] Port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:25:34.288132 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:25:34.384299 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-61ed0ff8-d782-4cb2-b763-bc524d181bba None None] Provisioning complete for port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:34.384670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-61ed0ff8-d782-4cb2-b763-bc524d181bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:34.444661 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:25:34.446491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 643ea276-c590-421a-a682-85e69696696e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:25:34.496643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-61ed0ff8-d782-4cb2-b763-bc524d181bba None None] Port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:25:34.521169 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:34.535555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 643ea276-c590-421a-a682-85e69696696e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:25:34.541806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 643ea276-c590-421a-a682-85e69696696e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:34.542210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:34.664276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c31a53c4-f703-4f32-bd80-01e47f84f5df None None] Provisioning complete for port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:34.664525 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:25:34.664631 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c31a53c4-f703-4f32-bd80-01e47f84f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:34.674801 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-513e307a-7e66-4105-bcc0-c88967f31dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "PUT /v2.0/routers/8dd71a3e-6152-4ae7-a48d-d571e90e94eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3195031 Apr 05 10:25:34.716997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:34.738015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c31a53c4-f703-4f32-bd80-01e47f84f5df None None] Port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:25:34.756138 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 643ea276-c590-421a-a682-85e69696696e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=643ea276-c590-421a-a682-85e69696696e,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:34.760921 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:34.761913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f8e7bbdb-8592-42fb-af4e-dd978ba9c441 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:25:34.851072 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-a6e87521-848f-400f-81aa-1a3093c219ee tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1607608248&fields=id&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 267 time: 0.0417488 Apr 05 10:25:34.874861 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=643ea276-c590-421a-a682-85e69696696e,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:34.889619 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port f8e7bbdb-8592-42fb-af4e-dd978ba9c441 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:34.889989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:35.001220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00170e77-3a53-44ec-be50-1afa252b72fd req-53266d30-bdf2-468b-8bba-ae39c7522d42 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:35.001886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-00170e77-3a53-44ec-be50-1afa252b72fd req-53266d30-bdf2-468b-8bba-ae39c7522d42 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:25:35.019852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-00170e77-3a53-44ec-be50-1afa252b72fd req-53266d30-bdf2-468b-8bba-ae39c7522d42 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:25:35.021121 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-53266d30-bdf2-468b-8bba-ae39c7522d42 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/networks?id=5611e673-38fc-4a73-913c-d2849b2ddd0a HTTP/1.1" status: 200 len: 796 time: 0.1630170 Apr 05 10:25:35.038667 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-db71f114-ea81-4373-8a18-910ed7fd01b1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/quotas/a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 375 time: 0.0106325 Apr 05 10:25:35.118007 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-5de3d4e0-ff49-4de3-a4c9-23ccc22f08d3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738163 Apr 05 10:25:35.133559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-5429e51d-0ebc-4e5b-b4b4-8211428ca835 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:25:35.134496 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-5429e51d-0ebc-4e5b-b4b4-8211428ca835 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048563 Apr 05 10:25:35.264691 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-56af0f01-6c33-40fe-9c99-0b651d087e31 service neutron] 10.222.0.30 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235714 Apr 05 10:25:35.403659 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-a8e7c252-b2ef-47f8-91e7-db4ac7cd84ac service neutron] 10.222.0.30 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331546 Apr 05 10:25:35.596621 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3db9aadf-b08c-4274-b44d-b0367cc38ebb req-acfb6d58-9f6d-47ee-8be2-550b5e769af4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 210 time: 0.0461180 Apr 05 10:25:35.618573 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Sync routers for ids ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:25:35.631902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Routers {'8dd71a3e-6152-4ae7-a48d-d571e90e94eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:35.632505 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:35.821482 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Set router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:36.139837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:33Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4934795e-96c8-4e49-8cdd-7079ae5e2a61', 'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:fe:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:32Z', 'updated_at': '2022-04-05T10:25:33Z', 'revision_number': 2, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:36.143733 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Checking router: 8dd71a3e-6152-4ae7-a48d-d571e90e94eb for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:25:36.144084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Updating router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:25:36.199173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:36.356680 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 643ea276-c590-421a-a682-85e69696696e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:25:36.623955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 643ea276-c590-421a-a682-85e69696696e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:36.624320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:36.651286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00170e77-3a53-44ec-be50-1afa252b72fd req-dfba120c-f8a7-4400-a643-68cd07c9452d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:36.652939 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-dfba120c-f8a7-4400-a643-68cd07c9452d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/networks?id=5611e673-38fc-4a73-913c-d2849b2ddd0a HTTP/1.1" status: 200 len: 796 time: 0.1577275 Apr 05 10:25:36.706366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:36.720443 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-446e341d-be7e-4d45-ac91-cf9ee0440544 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 380 time: 0.0554965 Apr 05 10:25:36.729679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'port': {'device_id': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'admin_state_up': True, 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'security_groups': ['259856bc-d915-44b8-9e58-e0b283e1268a']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:36.738181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Transition to ACTIVE for port object 4934795e-96c8-4e49-8cdd-7079ae5e2a61 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:25:36.768918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:36.835956 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f02e3ac-0fb6-4932-b57c-504e90c322f6 req-3a363b01-cfa6-4482-bd36-54afb4e2ccb0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 210 time: 0.0906460 Apr 05 10:25:36.915155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:36.920108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:port and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:36.923180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:36.925414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1a9d8-980d-40e2-aa14-3674abaa56fb None None] Pushing event updated for resources: {'Port': ['ID=4934795e-96c8-4e49-8cdd-7079ae5e2a61,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:36.936248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:36.946423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:25:36.950259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:37.022033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Attempting to bind port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:25:37.022406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Attempting to bind port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:25:37.022755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Attempting to bind port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 on network 5611e673-38fc-4a73-913c-d2849b2ddd0a {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:25:37.030217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:25:37.030607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Checking segment: {'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:25:37.031041 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:37.031438 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Bound using segment: {'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:25:37.031941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Bound port: 4934795e-96c8-4e49-8cdd-7079ae5e2a61, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:25:37.032320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:37.137533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] For port 4934795e-96c8-4e49-8cdd-7079ae5e2a61, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:25:37.140699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] For port 4934795e-96c8-4e49-8cdd-7079ae5e2a61, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4934795e-96c8-4e49-8cdd-7079ae5e2a61,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:25:37.145248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:37.220198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.20.0.12 (5611e673-38fc-4a73-913c-d2849b2ddd0a/ad52259c-8cb9-4ead-b57c-332bc8fa50ef/d43c114a-94d2-4e80-bae2-4d2277b49ee1) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:25:37.269515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1a9d8-980d-40e2-aa14-3674abaa56fb None None] Pushing event updated for resources: {'Port': ['ID=4934795e-96c8-4e49-8cdd-7079ae5e2a61,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:37.283273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Routers {'8dd71a3e-6152-4ae7-a48d-d571e90e94eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:37.283964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:37.422815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:37.440172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Transition to ACTIVE for port object d43c114a-94d2-4e80-bae2-4d2277b49ee1 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:25:37.461909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:37.491270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] Set router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:37.532878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 5611e673-38fc-4a73-913c-d2849b2ddd0a is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:25:37.535794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:25:37.540109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:25:37.576316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=d43c114a-94d2-4e80-bae2-4d2277b49ee1,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:37.604721 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:37.605656 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:37.636775 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-1a94adcf-eeca-4a58-b317-0eece0f2225d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9112852 Apr 05 10:25:37.648173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Request body: {'port': {'device_id': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:37.769145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:37.823207 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-298aee1b-7fa0-40d1-b18e-e92e695b454d None None] Provisioning for port d43c114a-94d2-4e80-bae2-4d2277b49ee1 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:25:37.831275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-298aee1b-7fa0-40d1-b18e-e92e695b454d None None] Provisioning complete for port d43c114a-94d2-4e80-bae2-4d2277b49ee1 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:37.831683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-298aee1b-7fa0-40d1-b18e-e92e695b454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:37.889924 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:33Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4934795e-96c8-4e49-8cdd-7079ae5e2a61', 'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:fe:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:32Z', 'updated_at': '2022-04-05T10:25:37Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:37.896415 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535574a1-546d-4487-b2ae-a3e5735f74de None None] The sync data for ids ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'] in dv-neutron-833199-1-hyperv is: [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:33Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4934795e-96c8-4e49-8cdd-7079ae5e2a61', 'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:fe:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:32Z', 'updated_at': '2022-04-05T10:25:37Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:25:37.898045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-298aee1b-7fa0-40d1-b18e-e92e695b454d None None] Port d43c114a-94d2-4e80-bae2-4d2277b49ee1 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:25:38.145725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10ac86-f64d-40f7-ac4f-ce6d0e7e07f0 req-689d23c9-e28c-4944-be33-5309c4a9de97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:38.146408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9e10ac86-f64d-40f7-ac4f-ce6d0e7e07f0 req-689d23c9-e28c-4944-be33-5309c4a9de97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:25:38.218306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9e10ac86-f64d-40f7-ac4f-ce6d0e7e07f0 req-689d23c9-e28c-4944-be33-5309c4a9de97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:25:38.219260 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e10ac86-f64d-40f7-ac4f-ce6d0e7e07f0 req-689d23c9-e28c-4944-be33-5309c4a9de97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 932 time: 0.2112105 Apr 05 10:25:38.221239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43c114a-94d2-4e80-bae2-4d2277b49ee1 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:25:38.241519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:38.269653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Transition to ACTIVE for port object d43c114a-94d2-4e80-bae2-4d2277b49ee1 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:25:38.277024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:38.340156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e10ac86-f64d-40f7-ac4f-ce6d0e7e07f0 req-43a675d7-8fac-4f16-a9df-e275ba3f3892 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145403 Apr 05 10:25:38.390711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4934795e-96c8-4e49-8cdd-7079ae5e2a61 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:25:38.420487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Pushing event updated for resources: {'Port': ['ID=d43c114a-94d2-4e80-bae2-4d2277b49ee1,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:38.492099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:25:38.498425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:38.498791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:38.561408 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Attempting to bind port d43c114a-94d2-4e80-bae2-4d2277b49ee1 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:25:38.562031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Attempting to bind port d43c114a-94d2-4e80-bae2-4d2277b49ee1 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:25:38.562448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Attempting to bind port d43c114a-94d2-4e80-bae2-4d2277b49ee1 on network 5611e673-38fc-4a73-913c-d2849b2ddd0a {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:25:38.575495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Port d43c114a-94d2-4e80-bae2-4d2277b49ee1 on network 5611e673-38fc-4a73-913c-d2849b2ddd0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:25:38.575835 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Attempting to bind port d43c114a-94d2-4e80-bae2-4d2277b49ee1 on network 5611e673-38fc-4a73-913c-d2849b2ddd0a {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:25:38.585788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:25:38.586134 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Checking segment: {'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:25:38.586510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Bound using segment: {'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:25:38.587162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Bound port: d43c114a-94d2-4e80-bae2-4d2277b49ee1, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd87590e9-87fd-461a-9469-18eb5c36a0e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:25:38.587575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:38.654156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:38.692560 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4934795e-96c8-4e49-8cdd-7079ae5e2a61, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4934795e-96c8-4e49-8cdd-7079ae5e2a61,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:38.698540 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:38.700438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] For port d43c114a-94d2-4e80-bae2-4d2277b49ee1, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:25:38.704072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] For port d43c114a-94d2-4e80-bae2-4d2277b49ee1, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d43c114a-94d2-4e80-bae2-4d2277b49ee1,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:25:38.710059 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:38.776146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:38.777412 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] 10.222.0.10 "PUT /v2.0/ports/d43c114a-94d2-4e80-bae2-4d2277b49ee1 HTTP/1.1" status: 200 len: 1094 time: 1.1338267 Apr 05 10:25:38.777846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'tag': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:25:38.784427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4934795e-96c8-4e49-8cdd-7079ae5e2a61,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:38.800431 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850da46b-699b-4fb8-b0e6-a2161c04dc2d service neutron] Pushing event updated for resources: {'Port': ['ID=d43c114a-94d2-4e80-bae2-4d2277b49ee1,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:38.915042 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-83418aac-49e5-4eb9-a9d2-584738e670a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 1097 time: 0.0945098 Apr 05 10:25:38.982836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-997a4646-f619-4174-bb86-bab6162124d1'] response: {'name': 'network-changed', 'server_uuid': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'tag': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'status': 'completed', 'code': 200} Apr 05 10:25:38.997021 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-081278ec-eec3-4c6e-b370-fd9b7d6fec27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d43c114a-94d2-4e80-bae2-4d2277b49ee1 HTTP/1.1" status: 200 len: 217 time: 0.0742211 Apr 05 10:25:39.059044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00170e77-3a53-44ec-be50-1afa252b72fd req-147a666c-1129-43a4-92b9-c758f61129b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:39.060789 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-147a666c-1129-43a4-92b9-c758f61129b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad52259c-8cb9-4ead-b57c-332bc8fa50ef HTTP/1.1" status: 200 len: 835 time: 0.0570483 Apr 05 10:25:39.220156 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-3fa05204-7fba-46a4-aa4b-384767c9f9bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5611e673-38fc-4a73-913c-d2849b2ddd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1537759 Apr 05 10:25:39.348884 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-7606e344-1780-4b8f-944f-a6f2670fcea1 service neutron] 10.222.0.10 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225073 Apr 05 10:25:39.514102 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-00170e77-3a53-44ec-be50-1afa252b72fd req-2a71ed78-6394-4932-b320-d9b232c09031 service neutron] 10.222.0.10 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597939 Apr 05 10:25:39.548673 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e38c2-ba1c-4aa3-a833-28b6bf91cea5 req-c1f27618-0ceb-47ff-ba2d-978ccf5f40de tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:39.550090 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ff5e38c2-ba1c-4aa3-a833-28b6bf91cea5 req-c1f27618-0ceb-47ff-ba2d-978ccf5f40de tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 944 time: 0.0798960 Apr 05 10:25:39.649159 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ff5e38c2-ba1c-4aa3-a833-28b6bf91cea5 req-2cedca3d-102c-435c-baed-9800ae462681 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926554 Apr 05 10:25:39.662255 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdc5b26f-5f9b-454f-8e95-277607617b96 req-35a67279-5438-4ce4-a5aa-df3fca983890 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 1097 time: 0.0917652 Apr 05 10:25:39.793093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5b26f-5f9b-454f-8e95-277607617b96 req-18e2cd6f-d824-42ac-a828-b59422d8fc9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:39.794450 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdc5b26f-5f9b-454f-8e95-277607617b96 req-18e2cd6f-d824-42ac-a828-b59422d8fc9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5611e673-38fc-4a73-913c-d2849b2ddd0a HTTP/1.1" status: 200 len: 896 time: 0.1254458 Apr 05 10:25:39.860024 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdc5b26f-5f9b-454f-8e95-277607617b96 req-b63f2394-f997-42fc-a4bb-63f962ffeaad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d43c114a-94d2-4e80-bae2-4d2277b49ee1 HTTP/1.1" status: 200 len: 217 time: 0.0586782 Apr 05 10:25:39.923524 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5b26f-5f9b-454f-8e95-277607617b96 req-cfc34ce6-a5c3-4c1e-b7ce-48524b1618e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:39.924959 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdc5b26f-5f9b-454f-8e95-277607617b96 req-cfc34ce6-a5c3-4c1e-b7ce-48524b1618e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad52259c-8cb9-4ead-b57c-332bc8fa50ef HTTP/1.1" status: 200 len: 835 time: 0.0589292 Apr 05 10:25:39.998105 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdc5b26f-5f9b-454f-8e95-277607617b96 req-d42a1625-3eaf-4c9e-9a01-933f236f6196 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5611e673-38fc-4a73-913c-d2849b2ddd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671372 Apr 05 10:25:40.130076 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdc5b26f-5f9b-454f-8e95-277607617b96 req-2b12f772-868b-457e-a589-5ec6ed49e7c1 service neutron] 10.222.0.10 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237764 Apr 05 10:25:40.258506 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bdc5b26f-5f9b-454f-8e95-277607617b96 req-f4a7e4fd-b924-4968-9b4e-660afad46c6c service neutron] 10.222.0.10 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227648 Apr 05 10:25:40.352792 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4934795e-96c8-4e49-8cdd-7079ae5e2a61 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:25:40.419906 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:40.420278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:40.850594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0716b-49c0-4d9c-b357-eb5be73f48b4 req-615fa695-3201-4cdf-b94c-e1a01272521d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:40.852039 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ebb0716b-49c0-4d9c-b357-eb5be73f48b4 req-615fa695-3201-4cdf-b94c-e1a01272521d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 944 time: 0.0788915 Apr 05 10:25:40.897091 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ebb0716b-49c0-4d9c-b357-eb5be73f48b4 req-e37d6ca2-c3c6-42e6-9bb7-95151fcc0dde tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391448 Apr 05 10:25:41.837066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d43c114a-94d2-4e80-bae2-4d2277b49ee1 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:25:41.996005 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d43c114a-94d2-4e80-bae2-4d2277b49ee1, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d43c114a-94d2-4e80-bae2-4d2277b49ee1,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:42.009078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'port_id': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'mac_address': 'fa:16:3e:a4:ea:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:25:42.064156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:42.081993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43c114a-94d2-4e80-bae2-4d2277b49ee1 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:25:42.093068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2446f2-6197-4036-b755-cce10b73c7b2 req-34193b35-f02a-41a2-97c1-2c70684c92f9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:42.094509 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f2446f2-6197-4036-b755-cce10b73c7b2 req-34193b35-f02a-41a2-97c1-2c70684c92f9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 944 time: 0.0751574 Apr 05 10:25:42.097060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d43c114a-94d2-4e80-bae2-4d2277b49ee1, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d43c114a-94d2-4e80-bae2-4d2277b49ee1,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:42.101361 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:42.142394 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f2446f2-6197-4036-b755-cce10b73c7b2 req-2a0894d3-e9af-4b9f-8cd2-cd7c1024fc3c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Apr 05 10:25:42.172644 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d43c114a-94d2-4e80-bae2-4d2277b49ee1,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:42.334862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['d43c114a-94d2-4e80-bae2-4d2277b49ee1'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:25:43.349344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa80367-d08e-4ca2-918f-0191b4d3b749 req-67a74e1c-89af-42d7-98c5-0e4128939d3e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:43.350744 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-afa80367-d08e-4ca2-918f-0191b4d3b749 req-67a74e1c-89af-42d7-98c5-0e4128939d3e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 945 time: 0.0828168 Apr 05 10:25:43.399137 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-afa80367-d08e-4ca2-918f-0191b4d3b749 req-0c77910b-2cd4-43cd-839f-4b9feed55c46 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427406 Apr 05 10:25:43.842253 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d43c114a-94d2-4e80-bae2-4d2277b49ee1 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:25:43.908761 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port d43c114a-94d2-4e80-bae2-4d2277b49ee1 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:25:43.913755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port d43c114a-94d2-4e80-bae2-4d2277b49ee1 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:25:43.914117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:44.028180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:44.054127 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:25:44.064050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d43c114a-94d2-4e80-bae2-4d2277b49ee1, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d43c114a-94d2-4e80-bae2-4d2277b49ee1,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:25:44.068185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:44.115635 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ef41a3-613b-4729-bf25-73f2aac52582'] response: {'server_uuid': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'code': 200} Apr 05 10:25:44.140250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d43c114a-94d2-4e80-bae2-4d2277b49ee1,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:44.349884 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c6e3022-fc79-430e-83be-00d014d1eba1 req-f3fe7394-0065-4762-9e89-dd02b2e56ef3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 1099 time: 0.0668316 Apr 05 10:25:44.394852 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7c6e3022-fc79-430e-83be-00d014d1eba1 req-4a7862cc-3c06-4a97-bec7-a4636ab6f221 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 Apr 05 10:25:44.593832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7e1e4-14a3-4df6-882a-589cd3c2b502 req-9d98f208-0ca6-43d9-9c9a-d51b5cea45b6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:44.595273 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9fd7e1e4-14a3-4df6-882a-589cd3c2b502 req-9d98f208-0ca6-43d9-9c9a-d51b5cea45b6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.0761130 Apr 05 10:25:44.640267 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9fd7e1e4-14a3-4df6-882a-589cd3c2b502 req-e50c0bec-2fc0-4be7-860b-dc88da858ba0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Apr 05 10:25:45.933663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6968afb-5d06-4bf7-ba2b-6aa2c25ba50f req-4a0704b8-f7b8-4ad0-b731-b3dc3b536088 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:45.935330 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6968afb-5d06-4bf7-ba2b-6aa2c25ba50f req-4a0704b8-f7b8-4ad0-b731-b3dc3b536088 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.1701946 Apr 05 10:25:45.979663 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6968afb-5d06-4bf7-ba2b-6aa2c25ba50f req-a8e4dbec-ed80-4c89-84ef-570b02aeed0a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386543 Apr 05 10:25:46.173981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352a4d8-7f1d-480d-8655-ce5891391b40 req-d5154421-c40e-4e88-80d6-ea5e08daa1dc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:46.175313 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3352a4d8-7f1d-480d-8655-ce5891391b40 req-d5154421-c40e-4e88-80d6-ea5e08daa1dc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.0751152 Apr 05 10:25:46.219781 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3352a4d8-7f1d-480d-8655-ce5891391b40 req-80366d06-df22-4cd2-aebe-eddb9128cc6d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389915 Apr 05 10:25:46.248649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39248) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:46.325439 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a3399fe6-e135-4db8-83f4-5151067743e2 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 1094 time: 0.0756738 Apr 05 10:25:46.328098 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39252) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:46.333493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:25:46.339464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:25:46.343281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:floatingip and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:25:46.346106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:25:46.351743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:25:46.362616 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:46.507103 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:46.644976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.26.4.236 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/243c41ed-5ae8-474c-afd9-47b7b42a71ea) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:25:46.803335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:46.832873 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:46.902895 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:25:46.906418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:25:46.909082 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:25:46.933116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=243c41ed-5ae8-474c-afd9-47b7b42a71ea,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:47.408796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:47.463005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:47.664974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:47.669305 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:47.872652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=243c41ed-5ae8-474c-afd9-47b7b42a71ea,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:25:47.886057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:48.071716 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Floating IP b94e5ab8-8c9e-41cb-afd9-975b5dedef82 associated. External IP: 172.26.4.236, port: d43c114a-94d2-4e80-bae2-4d2277b49ee1. Apr 05 10:25:48.452079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:25:48.652446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:25:48.662286 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] Sync routers for ids ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:25:48.673839 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] Routers {'8dd71a3e-6152-4ae7-a48d-d571e90e94eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:48.674550 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:48.676905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:48.731230 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-da306332-b963-4106-b68b-660140f06aae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4021275 Apr 05 10:25:48.731812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'tag': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:25:48.795190 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01408262-a231-4661-aa34-1646af4235d5'] response: {'name': 'network-changed', 'server_uuid': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'tag': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'status': 'completed', 'code': 200} Apr 05 10:25:48.878638 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] Set router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:48.950486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950e367-603a-4b0e-ba0a-43064f3c5f7a req-40916087-da07-4e93-9d93-5075401423ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:48.951963 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2950e367-603a-4b0e-ba0a-43064f3c5f7a req-40916087-da07-4e93-9d93-5075401423ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.1052504 Apr 05 10:25:48.955667 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a3ca099f-a38d-40ce-964e-3c78d4ed0548 req-3ede7264-c570-42f4-bd75-f3989856883b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 1099 time: 0.1385179 Apr 05 10:25:49.077947 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2950e367-603a-4b0e-ba0a-43064f3c5f7a req-6d5f037a-52ab-4d10-8155-de420f65a936 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202588 Apr 05 10:25:49.107242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39260) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:49.117418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca099f-a38d-40ce-964e-3c78d4ed0548 req-45b52da2-2a22-442b-98f5-17aeafa18269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:49.119880 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a3ca099f-a38d-40ce-964e-3c78d4ed0548 req-45b52da2-2a22-442b-98f5-17aeafa18269 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5611e673-38fc-4a73-913c-d2849b2ddd0a HTTP/1.1" status: 200 len: 896 time: 0.1490686 Apr 05 10:25:49.214010 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-33bcea45-5aa1-4fdc-acec-97c48a267f05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/b94e5ab8-8c9e-41cb-afd9-975b5dedef82 HTTP/1.1" status: 200 len: 992 time: 0.1052217 Apr 05 10:25:49.224866 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:33Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'b94e5ab8-8c9e-41cb-afd9-975b5dedef82', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.236', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'port_id': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'mac_address': 'fa:16:3e:a4:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:25:47Z', 'updated_at': '2022-04-05T10:25:47Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934795e-96c8-4e49-8cdd-7079ae5e2a61', 'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:fe:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:32Z', 'updated_at': '2022-04-05T10:25:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:49.229274 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] Checking router: 8dd71a3e-6152-4ae7-a48d-d571e90e94eb for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:25:49.231793 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a3ca099f-a38d-40ce-964e-3c78d4ed0548 req-8426a3ea-53e9-407f-9225-0daf4c95c166 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d43c114a-94d2-4e80-bae2-4d2277b49ee1 HTTP/1.1" status: 200 len: 1000 time: 0.1064336 Apr 05 10:25:49.239810 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] Routers {'8dd71a3e-6152-4ae7-a48d-d571e90e94eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:25:49.240407 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:25:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:49.296826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca099f-a38d-40ce-964e-3c78d4ed0548 req-03754853-c058-4afa-b16d-c1f12250b556 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:25:49.298391 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a3ca099f-a38d-40ce-964e-3c78d4ed0548 req-03754853-c058-4afa-b16d-c1f12250b556 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad52259c-8cb9-4ead-b57c-332bc8fa50ef HTTP/1.1" status: 200 len: 835 time: 0.0612693 Apr 05 10:25:49.372209 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a3ca099f-a38d-40ce-964e-3c78d4ed0548 req-c52240fb-702f-4f4b-b469-4cda4999d147 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5611e673-38fc-4a73-913c-d2849b2ddd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680056 Apr 05 10:25:49.417712 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] Set router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:25:49.609972 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a3ca099f-a38d-40ce-964e-3c78d4ed0548 req-ec15008f-c108-4593-80bc-4622b141665e service neutron] 10.222.0.10 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314065 Apr 05 10:25:49.743779 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a3ca099f-a38d-40ce-964e-3c78d4ed0548 req-22a68756-479c-4266-a702-fc95e1fc1d60 service neutron] 10.222.0.10 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277242 Apr 05 10:25:49.775913 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:33Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'b94e5ab8-8c9e-41cb-afd9-975b5dedef82', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.236', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'port_id': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'mac_address': 'fa:16:3e:a4:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:25:47Z', 'updated_at': '2022-04-05T10:25:47Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934795e-96c8-4e49-8cdd-7079ae5e2a61', 'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:fe:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:32Z', 'updated_at': '2022-04-05T10:25:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:25:49.780234 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021f08f-cf20-4860-bc6a-b3aa14f7d4f1 None None] The sync data for ids ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'] in dv-neutron-833199-1-hyperv is: [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:33Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'b94e5ab8-8c9e-41cb-afd9-975b5dedef82', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.236', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'port_id': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'mac_address': 'fa:16:3e:a4:ea:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:25:47Z', 'updated_at': '2022-04-05T10:25:47Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4934795e-96c8-4e49-8cdd-7079ae5e2a61', 'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:fe:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:32Z', 'updated_at': '2022-04-05T10:25:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:25:50.217819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39264) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:50.326987 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e8afbbfd-53f9-466b-8495-8fd082b7ec24 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/b94e5ab8-8c9e-41cb-afd9-975b5dedef82 HTTP/1.1" status: 200 len: 992 time: 0.1079776 Apr 05 10:25:51.330378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39268) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:51.435817 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-500d9bff-c6c4-4b5d-8f61-5c01514965fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/b94e5ab8-8c9e-41cb-afd9-975b5dedef82 HTTP/1.1" status: 200 len: 992 time: 0.1042807 Apr 05 10:25:52.003332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:25:52.440228 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39272) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:52.547605 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ecdc45ea-dcbd-44c6-8de6-10ab8adbbdca tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/b94e5ab8-8c9e-41cb-afd9-975b5dedef82 HTTP/1.1" status: 200 len: 992 time: 0.1061411 Apr 05 10:25:53.550785 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39276) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:53.577314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e018eecc-464d-49c1-aa2f-68b12915b0d0 None None] New status for floating IP b94e5ab8-8c9e-41cb-afd9-975b5dedef82: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:25:53.658771 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-620c0daa-2ad2-43e8-84b5-fd356ae7666f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/b94e5ab8-8c9e-41cb-afd9-975b5dedef82 HTTP/1.1" status: 200 len: 992 time: 0.1068525 Apr 05 10:25:54.662764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39280) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:25:54.867265 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e2f9005b-af32-4960-b021-e8339a84d487 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/b94e5ab8-8c9e-41cb-afd9-975b5dedef82 HTTP/1.1" status: 200 len: 994 time: 0.2033136 Apr 05 10:25:59.753262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-76922112-c9bf-42a5-9970-f8a1c74f0803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:02.017786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-829efe4c-0d73-4863-95ad-ec446f36177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:03.110387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:03.178595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:04.510079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:04.722571 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-58b36209-043f-4958-8321-6e3c335f202c req-6e81d895-4d6a-4242-9911-41c018af9079 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679502 Apr 05 10:26:04.865408 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-58b36209-043f-4958-8321-6e3c335f202c req-052ce4bc-b61a-4262-9c88-fc4b4aa17ccd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 1099 time: 0.0714302 Apr 05 10:26:05.008920 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36209-043f-4958-8321-6e3c335f202c req-70fba2e2-6f75-439c-9a6b-790aa85a32cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:05.010413 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-58b36209-043f-4958-8321-6e3c335f202c req-70fba2e2-6f75-439c-9a6b-790aa85a32cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=5611e673-38fc-4a73-913c-d2849b2ddd0a HTTP/1.1" status: 200 len: 896 time: 0.1257961 Apr 05 10:26:05.109875 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-58b36209-043f-4958-8321-6e3c335f202c req-4b7a0efa-963a-46a4-b35f-b44109777da9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d43c114a-94d2-4e80-bae2-4d2277b49ee1 HTTP/1.1" status: 200 len: 1002 time: 0.0917561 Apr 05 10:26:05.174314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36209-043f-4958-8321-6e3c335f202c req-966845da-e7f7-4ffb-9525-2efcd0ac389e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:05.175779 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-58b36209-043f-4958-8321-6e3c335f202c req-966845da-e7f7-4ffb-9525-2efcd0ac389e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad52259c-8cb9-4ead-b57c-332bc8fa50ef HTTP/1.1" status: 200 len: 835 time: 0.0606062 Apr 05 10:26:05.253567 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-58b36209-043f-4958-8321-6e3c335f202c req-40be50e5-631b-441f-9a02-7097f0637f7f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5611e673-38fc-4a73-913c-d2849b2ddd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681899 Apr 05 10:26:05.397019 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-58b36209-043f-4958-8321-6e3c335f202c req-ae4d6752-b30a-4a0f-a1ab-c473fedeaa07 service neutron] 10.222.0.10 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314530 Apr 05 10:26:05.528566 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-58b36209-043f-4958-8321-6e3c335f202c req-92baba76-9846-4f63-9474-382dd01abeab service neutron] 10.222.0.10 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250861 Apr 05 10:26:11.289248 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:26:22.034567 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:22.424454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c558aa-0563-426a-a73e-ec61a4ada33f req-1b770771-e3fb-45fa-966e-1dd7e8b6b0a4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:22.425962 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f3c558aa-0563-426a-a73e-ec61a4ada33f req-1b770771-e3fb-45fa-966e-1dd7e8b6b0a4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.0809007 Apr 05 10:26:22.472430 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f3c558aa-0563-426a-a73e-ec61a4ada33f req-46ea8b2d-2c2a-4cf1-ae18-6fe4a42b4e56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399840 Apr 05 10:26:23.691127 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e25770-c336-4f32-b4c5-17746a895d2d req-85d1fc16-d246-4d4e-b79d-1fc1682c198e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:23.692574 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5e25770-c336-4f32-b4c5-17746a895d2d req-85d1fc16-d246-4d4e-b79d-1fc1682c198e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.0749185 Apr 05 10:26:23.738251 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5e25770-c336-4f32-b4c5-17746a895d2d req-6e68959f-79d4-40a1-b27e-3261841095ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394063 Apr 05 10:26:23.766466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39300) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:23.869845 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-575fee2d-18e7-40b1-b1fb-90b329ee11cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/b94e5ab8-8c9e-41cb-afd9-975b5dedef82 HTTP/1.1" status: 200 len: 994 time: 0.1022773 Apr 05 10:26:25.365348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c198-05c8-49c7-9a78-84acf028b6b9 req-e1d51495-948b-4c21-bb1d-0748940f2969 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:25.366803 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c488c198-05c8-49c7-9a78-84acf028b6b9 req-e1d51495-948b-4c21-bb1d-0748940f2969 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.0821333 Apr 05 10:26:25.416549 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c488c198-05c8-49c7-9a78-84acf028b6b9 req-74ad3abc-29d4-4507-8c5e-76180f5b57e7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 Apr 05 10:26:26.617629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58cbad-3ab8-4813-9d3c-4545c371d74d req-9c8d9689-200c-446c-b132-fbda69231d2e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:26.619100 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1f58cbad-3ab8-4813-9d3c-4545c371d74d req-9c8d9689-200c-446c-b132-fbda69231d2e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.0779493 Apr 05 10:26:26.670945 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1f58cbad-3ab8-4813-9d3c-4545c371d74d req-9c128f0b-2dae-4a84-9208-b90713b8e900 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446396 Apr 05 10:26:27.967404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07c0a2-7534-45b5-b3f3-c431e757fade req-706b70ed-a002-4140-90f0-05f083715628 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:27.968978 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9a07c0a2-7534-45b5-b3f3-c431e757fade req-706b70ed-a002-4140-90f0-05f083715628 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.1717913 Apr 05 10:26:28.016892 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9a07c0a2-7534-45b5-b3f3-c431e757fade req-5f4ec05b-a5aa-4334-a724-cc60d1f2190c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423493 Apr 05 10:26:29.216620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37117980-bf20-4346-971b-b85b6b585985 req-4738d5fa-e317-4084-a2b6-b9f09b5f27dd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:29.218091 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-37117980-bf20-4346-971b-b85b6b585985 req-4738d5fa-e317-4084-a2b6-b9f09b5f27dd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.0800078 Apr 05 10:26:29.263718 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-37117980-bf20-4346-971b-b85b6b585985 req-43081f43-1ce1-419e-ab4d-9b2133dea775 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398955 Apr 05 10:26:29.755603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-00f95406-cab5-4305-9307-a24eb511e2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:30.479154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd57014-d9b7-482c-ad9b-6422cccb203c req-abba1cec-48e0-49aa-a0f3-765ca4f24da3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:30.480655 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dd57014-d9b7-482c-ad9b-6422cccb203c req-abba1cec-48e0-49aa-a0f3-765ca4f24da3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.0815363 Apr 05 10:26:30.526273 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0dd57014-d9b7-482c-ad9b-6422cccb203c req-d5416b3a-b4f7-4503-9e1e-9a44f2e0298b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Apr 05 10:26:31.730237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25241c14-8c8a-468d-9a6f-39bc943cdd61 req-d41775f2-81e3-47c1-b1b0-ea7f090d9e39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:31.731702 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-25241c14-8c8a-468d-9a6f-39bc943cdd61 req-d41775f2-81e3-47c1-b1b0-ea7f090d9e39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.0808189 Apr 05 10:26:31.776672 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-25241c14-8c8a-468d-9a6f-39bc943cdd61 req-2458cca9-6ccd-4b95-80da-7d2d8e3fc86d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394008 Apr 05 10:26:31.803981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39320) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:31.909853 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d89538df-0168-4b33-acb4-9c670421e5e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/b94e5ab8-8c9e-41cb-afd9-975b5dedef82 HTTP/1.1" status: 200 len: 994 time: 0.1041055 Apr 05 10:26:32.021834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d0d55e59-34a2-4df4-9c71-1455b5e5cc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:32.200122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39328) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:32.396800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 243c41ed-5ae8-474c-afd9-47b7b42a71ea {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:26:32.397138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:32.559655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:32.559898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:32.677806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 243c41ed-5ae8-474c-afd9-47b7b42a71ea owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:26:32.823128 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:32.868285 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=243c41ed-5ae8-474c-afd9-47b7b42a71ea,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:32.913659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.914172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.914611 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.914953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.915313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.915676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.916010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.916340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.916665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.916990 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.917313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:32.974420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:33.115911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:33.181650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:33.463844 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:26:33.662515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:26:33.672275 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] Sync routers for ids ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:26:33.685269 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:33.685631 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] Routers {'8dd71a3e-6152-4ae7-a48d-d571e90e94eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:26:33.686293 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:26:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:33.740383 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c8146c45-dfda-4b10-bf45-6529f4f32440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/floatingips/b94e5ab8-8c9e-41cb-afd9-975b5dedef82 HTTP/1.1" status: 204 len: 168 time: 1.5390742 Apr 05 10:26:33.740781 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'tag': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:26:33.799480 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56921308-8d0b-4465-ae53-67d3f8c2d168'] response: {'name': 'network-changed', 'server_uuid': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'tag': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'status': 'completed', 'code': 200} Apr 05 10:26:33.867997 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] Set router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:26:33.895471 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bd4ac10-b2ee-4214-a6c0-c5f9e45f38c9 req-372b8251-4bdf-4993-b182-70588aaa0547 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 1099 time: 0.0726535 Apr 05 10:26:34.078054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ac10-b2ee-4214-a6c0-c5f9e45f38c9 req-f38f1f1c-8af8-4571-9fe3-ea0e0423244c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:34.079500 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bd4ac10-b2ee-4214-a6c0-c5f9e45f38c9 req-f38f1f1c-8af8-4571-9fe3-ea0e0423244c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5611e673-38fc-4a73-913c-d2849b2ddd0a HTTP/1.1" status: 200 len: 896 time: 0.1773286 Apr 05 10:26:34.149738 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bd4ac10-b2ee-4214-a6c0-c5f9e45f38c9 req-fa573e19-44d6-4e92-8cc1-744a76789623 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d43c114a-94d2-4e80-bae2-4d2277b49ee1 HTTP/1.1" status: 200 len: 217 time: 0.0635555 Apr 05 10:26:34.220821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4ac10-b2ee-4214-a6c0-c5f9e45f38c9 req-a9bf1cf9-8596-4eee-9a45-4ec0329fa6a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:34.222303 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bd4ac10-b2ee-4214-a6c0-c5f9e45f38c9 req-a9bf1cf9-8596-4eee-9a45-4ec0329fa6a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ad52259c-8cb9-4ead-b57c-332bc8fa50ef HTTP/1.1" status: 200 len: 835 time: 0.0659428 Apr 05 10:26:34.233460 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:33Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4934795e-96c8-4e49-8cdd-7079ae5e2a61', 'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:fe:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:32Z', 'updated_at': '2022-04-05T10:25:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:34.237713 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] Checking router: 8dd71a3e-6152-4ae7-a48d-d571e90e94eb for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:26:34.250478 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] Routers {'8dd71a3e-6152-4ae7-a48d-d571e90e94eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:26:34.250996 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:26:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:34.355304 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bd4ac10-b2ee-4214-a6c0-c5f9e45f38c9 req-4be79ddc-4981-4d13-a495-6a7cdc3342e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5611e673-38fc-4a73-913c-d2849b2ddd0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1264825 Apr 05 10:26:34.365107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08053b38-764b-4260-b913-b5a232370b56 req-9e2f5802-4c78-4adc-b589-bdbbb65d498d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:34.365757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-08053b38-764b-4260-b913-b5a232370b56 req-9e2f5802-4c78-4adc-b589-bdbbb65d498d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:26:34.424585 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] Set router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:26:34.453612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-08053b38-764b-4260-b913-b5a232370b56 req-9e2f5802-4c78-4adc-b589-bdbbb65d498d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:26:34.454800 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08053b38-764b-4260-b913-b5a232370b56 req-9e2f5802-4c78-4adc-b589-bdbbb65d498d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.1931529 Apr 05 10:26:34.512949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:34.534552 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bd4ac10-b2ee-4214-a6c0-c5f9e45f38c9 req-00e1826d-56c5-4798-9891-8afe0277cf55 service neutron] 10.222.0.10 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650324 Apr 05 10:26:34.538189 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08053b38-764b-4260-b913-b5a232370b56 req-1f44531d-0cce-45f9-bc69-253af507f88a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757074 Apr 05 10:26:34.672918 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bd4ac10-b2ee-4214-a6c0-c5f9e45f38c9 req-ecf5066d-c0ba-4ddb-ad81-572706ca8114 service neutron] 10.222.0.10 "GET /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301899 Apr 05 10:26:34.754641 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:33Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4934795e-96c8-4e49-8cdd-7079ae5e2a61', 'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:fe:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:32Z', 'updated_at': '2022-04-05T10:25:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:34.759205 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba2328d-4b53-44b4-aee6-78935062d218 None None] The sync data for ids ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'] in dv-neutron-833199-1-hyperv is: [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:25:33Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '4934795e-96c8-4e49-8cdd-7079ae5e2a61', 'name': '', 'network_id': '5611e673-38fc-4a73-913c-d2849b2ddd0a', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:fe:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:32Z', 'updated_at': '2022-04-05T10:25:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'ad52259c-8cb9-4ead-b57c-332bc8fa50ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:26:34.976500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7fec9b-4245-4787-a639-c9e2a4df16cc None None] New status for floating IP b94e5ab8-8c9e-41cb-afd9-975b5dedef82: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:26:35.622959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-f0d97d54-9566-4eab-a5b9-8579f05475cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:35.624402 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-f0d97d54-9566-4eab-a5b9-8579f05475cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.0793271 Apr 05 10:26:35.736754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-aaa319dc-5651-4dc4-a56a-a79a6145c551 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port d43c114a-94d2-4e80-bae2-4d2277b49ee1 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:26:35.737097 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-aaa319dc-5651-4dc4-a56a-a79a6145c551 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:35.856177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e69962-7283-4375-9dd6-b81d28cd9262 req-6e069bf9-676e-405c-b8d1-b04dda70c08e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:35.857517 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c6e69962-7283-4375-9dd6-b81d28cd9262 req-6e069bf9-676e-405c-b8d1-b04dda70c08e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad35f981-3d5e-47c0-9b00-020e56fd6ad1 HTTP/1.1" status: 200 len: 946 time: 0.1893196 Apr 05 10:26:36.097192 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c6e69962-7283-4375-9dd6-b81d28cd9262 req-02b36486-ceed-473d-a5e8-a2e1569cf77b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=259856bc-d915-44b8-9e58-e0b283e1268a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341137 Apr 05 10:26:36.145874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-aaa319dc-5651-4dc4-a56a-a79a6145c551 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port d43c114a-94d2-4e80-bae2-4d2277b49ee1, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d43c114a-94d2-4e80-bae2-4d2277b49ee1,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:26:36.146233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-aaa319dc-5651-4dc4-a56a-a79a6145c551 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:36.268125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-aaa319dc-5651-4dc4-a56a-a79a6145c551 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for d43c114a-94d2-4e80-bae2-4d2277b49ee1 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:26:36.409031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-aaa319dc-5651-4dc4-a56a-a79a6145c551 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:36.457410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa319dc-5651-4dc4-a56a-a79a6145c551 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=d43c114a-94d2-4e80-bae2-4d2277b49ee1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:36.531146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-aaa319dc-5651-4dc4-a56a-a79a6145c551 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] No DVR routers for this DVR port d43c114a-94d2-4e80-bae2-4d2277b49ee1 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:26:36.533532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-aaa319dc-5651-4dc4-a56a-a79a6145c551 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:36.535973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'name': 'network-vif-deleted', 'tag': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:26:36.552967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-09481a82-2f0a-478d-9c1f-601f3e468002 req-aaa319dc-5651-4dc4-a56a-a79a6145c551 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "DELETE /v2.0/ports/d43c114a-94d2-4e80-bae2-4d2277b49ee1 HTTP/1.1" status: 204 len: 173 time: 0.9229472 Apr 05 10:26:36.597904 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdcb1de-7740-4fff-9ba7-f0bd3f3c96de'] response: {'server_uuid': 'ad35f981-3d5e-47c0-9b00-020e56fd6ad1', 'name': 'network-vif-deleted', 'tag': 'd43c114a-94d2-4e80-bae2-4d2277b49ee1', 'status': 'completed', 'code': 200} Apr 05 10:26:37.202493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39344) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:37.608608 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:38.214401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 4934795e-96c8-4e49-8cdd-7079ae5e2a61 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:26:38.215089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:38.485731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port 4934795e-96c8-4e49-8cdd-7079ae5e2a61, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4934795e-96c8-4e49-8cdd-7079ae5e2a61,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:26:38.485994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:38.606639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 4934795e-96c8-4e49-8cdd-7079ae5e2a61 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:26:38.779232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:38.825957 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=4934795e-96c8-4e49-8cdd-7079ae5e2a61,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:39.114806 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:39.682121 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:26:39.969904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:26:39.983158 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] Sync routers for ids ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:26:39.984030 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-33210093-2659-4493-900a-b7ee64caa7d9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "PUT /v2.0/routers/8dd71a3e-6152-4ae7-a48d-d571e90e94eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7804527 Apr 05 10:26:39.986649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39348) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:39.996683 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] Routers {'8dd71a3e-6152-4ae7-a48d-d571e90e94eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:26:39.997360 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:26:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:40.160152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d43c114a-94d2-4e80-bae2-4d2277b49ee1 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:26:40.172906 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] Set router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:26:40.186080 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8aad032-84e6-4974-bee9-ede3eca2c93f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting subnet ad52259c-8cb9-4ead-b57c-332bc8fa50ef {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:26:40.189306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8aad032-84e6-4974-bee9-ede3eca2c93f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:40.194145 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: d43c114a-94d2-4e80-bae2-4d2277b49ee1 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:26:40.194488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d43c114a-94d2-4e80-bae2-4d2277b49ee1 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:26:40.241924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8aad032-84e6-4974-bee9-ede3eca2c93f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:40.337826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8aad032-84e6-4974-bee9-ede3eca2c93f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:40.414665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8aad032-84e6-4974-bee9-ede3eca2c93f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:40.450816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aad032-84e6-4974-bee9-ede3eca2c93f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Subnet': ['ID=ad52259c-8cb9-4ead-b57c-332bc8fa50ef,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:40.459176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b8aad032-84e6-4974-bee9-ede3eca2c93f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:40.467920 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b8aad032-84e6-4974-bee9-ede3eca2c93f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/subnets/ad52259c-8cb9-4ead-b57c-332bc8fa50ef HTTP/1.1" status: 204 len: 168 time: 0.4778275 Apr 05 10:26:40.468091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d729fb-f805-461f-bb25-021bc33a9912 None None] Network 5611e673-38fc-4a73-913c-d2849b2ddd0a requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:26:40.468200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39352) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:40.473948 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:26:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:40.479097 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] Checking router: 8dd71a3e-6152-4ae7-a48d-d571e90e94eb for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:26:40.489550 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] Routers {'8dd71a3e-6152-4ae7-a48d-d571e90e94eb'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:26:40.490255 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:26:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:40.668515 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] Set router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:26:40.677034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:40.737374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] DHCP port deletion for 5611e673-38fc-4a73-913c-d2849b2ddd0a request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:26:40.742324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Deleting port 643ea276-c590-421a-a682-85e69696696e {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:26:40.743080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:40.877897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:40.890084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port f8e7bbdb-8592-42fb-af4e-dd978ba9c441 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:26:40.890401 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:40.983345 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:26:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:40.984372 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] For port 643ea276-c590-421a-a682-85e69696696e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=643ea276-c590-421a-a682-85e69696696e,segment=NetworkSegment(d87590e9-87fd-461a-9469-18eb5c36a0e5),segment_id=d87590e9-87fd-461a-9469-18eb5c36a0e5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:26:40.984765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:40.987808 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b004db-a11b-474e-abbf-78761290cf88 None None] The sync data for ids ['8dd71a3e-6152-4ae7-a48d-d571e90e94eb'] in dv-neutron-833199-1-hyperv is: [{'id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-751368293', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167'}], 'enable_snat': True}, 'gw_port_id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:25:28Z', 'updated_at': '2022-04-05T10:26:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'f8e7bbdb-8592-42fb-af4e-dd978ba9c441', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd71a3e-6152-4ae7-a48d-d571e90e94eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:25:29Z', 'updated_at': '2022-04-05T10:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:26:41.070368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port f8e7bbdb-8592-42fb-af4e-dd978ba9c441, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=f8e7bbdb-8592-42fb-af4e-dd978ba9c441,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:26:41.071069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:41.106773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Calling delete_port for 643ea276-c590-421a-a682-85e69696696e owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:26:41.181210 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:41.188548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for f8e7bbdb-8592-42fb-af4e-dd978ba9c441 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:26:41.225329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Pushing event deleted for resources: {'Port': ['ID=643ea276-c590-421a-a682-85e69696696e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:41.229800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] No DVR routers for this DVR port 643ea276-c590-421a-a682-85e69696696e on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:26:41.241995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.241995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.242663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.242939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.243262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.243616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.243941 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.244265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.244582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.244897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.245213 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b29eb3-1988-499a-afba-ec162126c7a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:41.464689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:41.514292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=f8e7bbdb-8592-42fb-af4e-dd978ba9c441,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:41.732209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:41.980967 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:41.985122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.010056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.010701 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Fanout notify agent at l3_agent the message router_deleted on router 8dd71a3e-6152-4ae7-a48d-d571e90e94eb {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:26:42.024955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.026045 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3e674c70-7489-40f1-a33a-2e07aa4e27ed tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/routers/8dd71a3e-6152-4ae7-a48d-d571e90e94eb HTTP/1.1" status: 204 len: 168 time: 1.5570738 Apr 05 10:26:42.028968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39356) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:42.149242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.280625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.306424 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5611e673-38fc-4a73-913c-d2849b2ddd0a']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:42.318402 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87590e9-87fd-461a-9469-18eb5c36a0e5') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:42.318700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87590e9-87fd-461a-9469-18eb5c36a0e5') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:42.330158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.346433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.353469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:26:42.353852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:26:42.368678 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:26:42.456892 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.483354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.486186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Network': ['ID=5611e673-38fc-4a73-913c-d2849b2ddd0a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:42.498008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.498008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.498008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.498008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.498008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.498761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.498761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.499279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.499279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.499571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.499881 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:42.503815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 643ea276-c590-421a-a682-85e69696696e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:26:42.512219 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-274bf071-c4a7-4340-91b6-fe5cba5f089b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/networks/5611e673-38fc-4a73-913c-d2849b2ddd0a HTTP/1.1" status: 204 len: 168 time: 0.4821987 Apr 05 10:26:42.514857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39360) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:42.543002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 643ea276-c590-421a-a682-85e69696696e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:26:42.543263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 643ea276-c590-421a-a682-85e69696696e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:26:42.547454 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4934795e-96c8-4e49-8cdd-7079ae5e2a61 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:26:42.579348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 4934795e-96c8-4e49-8cdd-7079ae5e2a61 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:26:42.579800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4934795e-96c8-4e49-8cdd-7079ae5e2a61 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:26:42.580217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f8e7bbdb-8592-42fb-af4e-dd978ba9c441 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:26:42.583215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-841893c4-c709-4386-8f52-e7e4fa47fa12 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.613068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: f8e7bbdb-8592-42fb-af4e-dd978ba9c441 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:26:42.613403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device f8e7bbdb-8592-42fb-af4e-dd978ba9c441 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:26:42.618221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-841893c4-c709-4386-8f52-e7e4fa47fa12 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.681459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-841893c4-c709-4386-8f52-e7e4fa47fa12 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.700649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841893c4-c709-4386-8f52-e7e4fa47fa12 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259856bc-d915-44b8-9e58-e0b283e1268a,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:42.704991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-841893c4-c709-4386-8f52-e7e4fa47fa12 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:42.706170 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-841893c4-c709-4386-8f52-e7e4fa47fa12 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/security-groups/259856bc-d915-44b8-9e58-e0b283e1268a HTTP/1.1" status: 204 len: 168 time: 0.1903982 Apr 05 10:26:43.013717 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39368) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:43.019378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-577030297', 'description': 'tempest-secgroup-smoke-577030297 description', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:43.025800 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:43.029928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:43.032832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:43.038736 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:43.050098 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.087792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:43.091383 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:43.094094 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:43.099665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:43.152642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.156081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.196883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875f1f1e-618d-4eb5-93ea-8d3b59946a42,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:43.199144 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.200341 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0bc46527-da8e-4f75-8cba-8ea72af48bd9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1856298 Apr 05 10:26:43.203243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39372) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:43.208704 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '875f1f1e-618d-4eb5-93ea-8d3b59946a42', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:43.214510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:43.218351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:43.221160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:43.226657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:43.243852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.304626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.308186 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.331062 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b15d5fd-03ba-4a00-9167-ba1db5c0b2fd,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:43.340753 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.342016 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d3ae0372-ec62-4ff9-8c56-fb1f154428b2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1377068 Apr 05 10:26:43.344813 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39376) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:43.350559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '875f1f1e-618d-4eb5-93ea-8d3b59946a42', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:43.357732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:43.361423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:43.364214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:43.370831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:43.387619 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.448675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.452195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.473953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b3dc5a-1e41-4372-8a14-250283476928,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:43.490084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.491272 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-04b52a0c-1bda-4e2d-99d7-1236d0dbec31 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1455269 Apr 05 10:26:43.494709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39380) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:43.500190 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '875f1f1e-618d-4eb5-93ea-8d3b59946a42', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:43.505994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:43.509976 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:43.512795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:43.518697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:43.535389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.599136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.602810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.625952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779755e2-580d-4877-ac8e-8a5fa9236970,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:43.635063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.636290 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cef9c3f9-8c98-4891-89b4-a3a9e7cb80cd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1406090 Apr 05 10:26:43.638987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39384) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:43.644281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '875f1f1e-618d-4eb5-93ea-8d3b59946a42', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:43.651070 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:43.654834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:43.657663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:43.663258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:43.687661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.760049 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.763628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.785823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf9d09c-88cd-438c-874b-b73c1e7a72ba,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:43.795282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.796538 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e05919ad-b7f5-4a9b-b347-9d6e01f953e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1566246 Apr 05 10:26:43.799153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39388) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:43.804867 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '875f1f1e-618d-4eb5-93ea-8d3b59946a42', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:43.810699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:43.814375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:43.817139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:43.823587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:43.833664 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Project a1fcdf6937134c759f17bcd8414b55ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:26:43.839836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.901743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.905513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.927318 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62844735-2c64-42a6-a856-c64f5d7b5f58,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:43.937035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:43.938357 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-416666c5-3f1b-4aae-aef7-4f93f002d228 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1382785 Apr 05 10:26:43.941249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39392) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:43.947301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '875f1f1e-618d-4eb5-93ea-8d3b59946a42', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:43.953229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:43.956994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:43.960091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:43.965749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:43.977196 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Project a1fcdf6937134c759f17bcd8414b55ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:26:43.983341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.050596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.054606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.077523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce390b0-caa4-4184-9383-c03cb8df9eed,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:44.085863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.087006 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-74ca5b28-92ea-4a5e-b3ff-82f26183a0f2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1447899 Apr 05 10:26:44.089870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39396) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:44.095130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'network': {'name': 'tempest-network-smoke--937877726', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'port_security_enabled': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:44.100083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:44.104706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:network and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:44.107477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:44.113262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:44.124139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:26:44.127035 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.155072 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:26:44.165066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.165066 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Added segment bd1d7234-2c23-4d55-b069-0fb636a7b9b9 of type vlan for network 721ba1f6-f430-4db3-ac00-3ea105f125ed Apr 05 10:26:44.193354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.221262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.224877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:44.225445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.338400 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2475190 Apr 05 10:26:44.340996 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39400) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:44.344231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846aae0-d740-4b48-ac2a-6616308e053a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Network': ['ID=721ba1f6-f430-4db3-ac00-3ea105f125ed,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:44.349518 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'admin_state_up': True, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:44.355068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 721ba1f6-f430-4db3-ac00-3ea105f125ed details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:26:44.357208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:44.360994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:router and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:44.363803 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:44.370116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:44.380628 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.381607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.400209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.542367 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.715488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.830939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:44.960859 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.26.4.113 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:26:45.109146 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:45.136253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:45.199932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:26:45.202583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:26:45.206271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:26:45.238182 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:45.363841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:45.364484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:45.589963 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router 08758737-ff2f-4d22-a6f2-68912a7c6a03 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:26:45.789490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:26:45.799939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Sync routers for ids ['08758737-ff2f-4d22-a6f2-68912a7c6a03'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:26:45.812021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Routers {'08758737-ff2f-4d22-a6f2-68912a7c6a03'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:26:45.812658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:26:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08758737-ff2f-4d22-a6f2-68912a7c6a03'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:45.815849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:45.817017 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2edfb5ee-0a5a-4767-b371-ea4a73f0660f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4748487 Apr 05 10:26:45.821384 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39404) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:45.863730 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3e5456f9-3ab8-4043-a98e-c263149d3167 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a1fcdf6937134c759f17bcd8414b55ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412054 Apr 05 10:26:45.866327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39408) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:45.988540 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Set router 08758737-ff2f-4d22-a6f2-68912a7c6a03 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:26:45.996896 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940194a3-3549-4e09-a80c-45a52433eb51 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:45.998389 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-940194a3-3549-4e09-a80c-45a52433eb51 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311772 Apr 05 10:26:46.001180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39412) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:46.039473 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-92ad28ed-ac85-4b6f-bb55-6950732dfcb2 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372021 Apr 05 10:26:46.042008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39416) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:46.047087 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2126593664', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:46.154635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:46.158394 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:subnet and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:26:46.161189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:26:46.167043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:46.177811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:26:46.279347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:46.280434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:45Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:46.284216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Checking router: 08758737-ff2f-4d22-a6f2-68912a7c6a03 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:26:46.284558 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Updating router 08758737-ff2f-4d22-a6f2-68912a7c6a03 port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:26:46.341703 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:46.587212 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:46.670625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Subnet': ['ID=af7befad-ddf8-4eda-b9af-8c7acc66741c,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:46.681301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Checking segment: {'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:26:46.681651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network hostable DHCP agents. Network: 721ba1f6-f430-4db3-ac00-3ea105f125ed, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:26:46.703277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:46.704667 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 721ba1f6-f430-4db3-ac00-3ea105f125ed is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:26:46.715946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Transition to ACTIVE for port object 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:26:46.716820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 721ba1f6-f430-4db3-ac00-3ea105f125ed) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:26:46.720941 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:46.721568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:46.722384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:46.744591 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-434b355e-1a29-4fef-87cf-9cef022b6d08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7016094 Apr 05 10:26:46.747292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39420) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:26:46.759145 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6190e8a7-0473-44a5-8dcb-0da7acc5a300 None None] Network 721ba1f6-f430-4db3-ac00-3ea105f125ed requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:26:46.880911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9ca06-5871-44c7-bc6a-0d6b74fca8b7 None None] Pushing event updated for resources: {'Port': ['ID=3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:46.885024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Attempting to bind port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:26:46.885430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Attempting to bind port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:26:46.885784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Attempting to bind port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:26:46.904405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:26:46.904776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:26:46.905168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:46.905552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:26:46.906018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Bound port: 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:26:46.906390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:47.030799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] For port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:26:47.064603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] For port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:26:47.070308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:47.127810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-721ba1f6-f430-4db3-ac00-3ea105f125ed', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:26:47.128589 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:47.207554 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9ca06-5871-44c7-bc6a-0d6b74fca8b7 None None] Pushing event updated for resources: {'Port': ['ID=3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:47.242339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Routers {'08758737-ff2f-4d22-a6f2-68912a7c6a03'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:26:47.242969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:26:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08758737-ff2f-4d22-a6f2-68912a7c6a03'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:47.452884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Allocated IP 172.20.0.2 (721ba1f6-f430-4db3-ac00-3ea105f125ed/af7befad-ddf8-4eda-b9af-8c7acc66741c/4954787f-5bb3-4959-9d13-fe8b5fa96efd) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:26:47.517010 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:47.539802 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] Set router 08758737-ff2f-4d22-a6f2-68912a7c6a03 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:26:47.895799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:47.912134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Transition to ACTIVE for port object 4954787f-5bb3-4959-9d13-fe8b5fa96efd will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:26:47.936258 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Transition to ACTIVE for port object 4954787f-5bb3-4959-9d13-fe8b5fa96efd will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:26:47.942510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.005938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:45Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:48.013236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.20.0.1 (721ba1f6-f430-4db3-ac00-3ea105f125ed/af7befad-ddf8-4eda-b9af-8c7acc66741c/66a8f1b3-cc54-49fd-90c5-69718a0436e2) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:26:48.024722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Network 721ba1f6-f430-4db3-ac00-3ea105f125ed is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:26:48.025581 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7d43e-51ce-4287-85b0-febacc1aecf0 None None] The sync data for ids ['08758737-ff2f-4d22-a6f2-68912a7c6a03'] in dv-neutron-833199-1-hyperv is: [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:45Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:26:48.031119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:26:48.033753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:26:48.035829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Pushing event updated for resources: {'Port': ['ID=4954787f-5bb3-4959-9d13-fe8b5fa96efd,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:48.128894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Attempting to bind port 4954787f-5bb3-4959-9d13-fe8b5fa96efd on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:26:48.129334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Attempting to bind port 4954787f-5bb3-4959-9d13-fe8b5fa96efd by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:26:48.129612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Attempting to bind port 4954787f-5bb3-4959-9d13-fe8b5fa96efd on network 721ba1f6-f430-4db3-ac00-3ea105f125ed {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:26:48.137233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:26:48.137608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Checking segment: {'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:26:48.138004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.138387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Bound using segment: {'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:26:48.138851 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Bound port: 4954787f-5bb3-4959-9d13-fe8b5fa96efd, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:26:48.139223 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.292249 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:26:48.303475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.307990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] For port 4954787f-5bb3-4959-9d13-fe8b5fa96efd, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:26:48.311699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] For port 4954787f-5bb3-4959-9d13-fe8b5fa96efd, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4954787f-5bb3-4959-9d13-fe8b5fa96efd,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:26:48.316974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.321373 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Transition to ACTIVE for port object 66a8f1b3-cc54-49fd-90c5-69718a0436e2 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:26:48.347542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.426098 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a418a-dfd3-4f32-9bf5-fe21c180d74d None None] Pushing event updated for resources: {'Port': ['ID=4954787f-5bb3-4959-9d13-fe8b5fa96efd,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:48.439195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 721ba1f6-f430-4db3-ac00-3ea105f125ed is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:26:48.447754 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:26:48.448366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:26:48.450003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:26:48.495323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=66a8f1b3-cc54-49fd-90c5-69718a0436e2,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:48.519942 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.541564 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:26:48.546914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:26:48.547292 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.662861 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.729887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.751798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:26:48.759621 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:48.839021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:49.112749 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:49.119275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:49.232622 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:49.235999 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=66a8f1b3-cc54-49fd-90c5-69718a0436e2,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:49.375390 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 721ba1f6-f430-4db3-ac00-3ea105f125ed is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:26:49.376619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:26:49.393039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02760250-2d61-4f2a-b8f3-030a07a6daf5 None None] Network 721ba1f6-f430-4db3-ac00-3ea105f125ed requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:26:49.509475 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c1d5db6f-1f24-43bc-a965-3a3336001600 None None] Provisioning for port 4954787f-5bb3-4959-9d13-fe8b5fa96efd completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:26:49.766618 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router 08758737-ff2f-4d22-a6f2-68912a7c6a03 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:26:49.859723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9fb48773-571b-4d8a-95f5-ffaefe6df949 None None] Provisioning for port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:26:49.865116 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9fb48773-571b-4d8a-95f5-ffaefe6df949 None None] Provisioning complete for port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:26:49.865555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9fb48773-571b-4d8a-95f5-ffaefe6df949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:49.926924 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9fb48773-571b-4d8a-95f5-ffaefe6df949 None None] Port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:26:50.049331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-41bbff4d-d877-4509-bec3-8f80b14aab1e None None] Provisioning complete for port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:26:50.049705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-41bbff4d-d877-4509-bec3-8f80b14aab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:50.084517 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:26:50.097824 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c2dcef98-f868-4cfa-9dfd-8aa0574b2a7d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "PUT /v2.0/routers/08758737-ff2f-4d22-a6f2-68912a7c6a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3493464 Apr 05 10:26:50.105403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-41bbff4d-d877-4509-bec3-8f80b14aab1e None None] Port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:26:50.228237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-60e23c3e-4bd5-40e9-aa2c-e4af834a30f3 None None] Provisioning complete for port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:26:50.228612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-60e23c3e-4bd5-40e9-aa2c-e4af834a30f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:50.272066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-9a716162-5491-4d69-b091-1d984251fde4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:26:50.284450 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-60e23c3e-4bd5-40e9-aa2c-e4af834a30f3 None None] Port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:26:50.288858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-9a716162-5491-4d69-b091-1d984251fde4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:26:50.290192 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-9a716162-5491-4d69-b091-1d984251fde4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-577030297&fields=id&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 267 time: 0.0580256 Apr 05 10:26:50.437095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-587df2d9-e4a2-4c73-b69e-cd41836ef930 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:50.438538 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-587df2d9-e4a2-4c73-b69e-cd41836ef930 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/networks?id=721ba1f6-f430-4db3-ac00-3ea105f125ed HTTP/1.1" status: 200 len: 796 time: 0.1418638 Apr 05 10:26:50.454311 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:26:50.456335 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-976c9443-a466-40ce-8e04-86fc1532197b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/quotas/a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 375 time: 0.0121248 Apr 05 10:26:50.522512 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:26:50.522864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:50.540676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f12c848b-abc5-469a-95e9-3f7fcb98841b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:26:50.558102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f12c848b-abc5-469a-95e9-3f7fcb98841b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:26:50.559916 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f12c848b-abc5-469a-95e9-3f7fcb98841b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969212 Apr 05 10:26:50.644508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4954787f-5bb3-4959-9d13-fe8b5fa96efd up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:26:50.715746 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 4954787f-5bb3-4959-9d13-fe8b5fa96efd completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:26:50.720947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4954787f-5bb3-4959-9d13-fe8b5fa96efd triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:26:50.721447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:50.804292 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-a3f3a079-ed3c-4fa0-ac2e-191fb7fd3696 service neutron] 10.222.0.30 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311814 Apr 05 10:26:50.840212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:50.873302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4954787f-5bb3-4959-9d13-fe8b5fa96efd, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4954787f-5bb3-4959-9d13-fe8b5fa96efd,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:26:50.878610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:50.939175 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-6a421d1d-a3a1-4833-b5a0-1a3311b56f6d service neutron] 10.222.0.30 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286838 Apr 05 10:26:50.942821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4954787f-5bb3-4959-9d13-fe8b5fa96efd,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:51.123620 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-07243b45-41e4-4d9f-92d2-7038c20b2b58 req-67c39e1d-acc1-4e13-80bc-e2f45717c15b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 210 time: 0.0402319 Apr 05 10:26:51.680702 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Sync routers for ids ['08758737-ff2f-4d22-a6f2-68912a7c6a03'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:26:51.692390 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Routers {'08758737-ff2f-4d22-a6f2-68912a7c6a03'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:26:51.692931 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:26:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08758737-ff2f-4d22-a6f2-68912a7c6a03'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:51.868850 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Set router 08758737-ff2f-4d22-a6f2-68912a7c6a03 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:26:52.032319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:52.179805 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66a8f1b3-cc54-49fd-90c5-69718a0436e2', 'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:b8:e4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:47Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 2, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:52.183687 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Checking router: 08758737-ff2f-4d22-a6f2-68912a7c6a03 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:26:52.184312 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Updating router 08758737-ff2f-4d22-a6f2-68912a7c6a03 port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:26:52.235643 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c476ba52-852c-47ad-a2e4-d26552407405 req-7892b793-584a-45c3-a7c3-82f0f9096790 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 210 time: 0.0413659 Apr 05 10:26:52.238216 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:52.385786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4954787f-5bb3-4959-9d13-fe8b5fa96efd up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:26:52.461523 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4954787f-5bb3-4959-9d13-fe8b5fa96efd triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:26:52.461891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:52.577814 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:52.590558 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Transition to ACTIVE for port object 66a8f1b3-cc54-49fd-90c5-69718a0436e2 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:26:52.597364 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:52.724172 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Pushing event updated for resources: {'Port': ['ID=66a8f1b3-cc54-49fd-90c5-69718a0436e2,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:52.736065 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.736397 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.736725 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.737047 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.737368 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.737686 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.738001 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.738312 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.738623 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.738934 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.739247 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:26:52.832530 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Attempting to bind port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:26:52.832864 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Attempting to bind port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:26:52.833224 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Attempting to bind port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 on network 721ba1f6-f430-4db3-ac00-3ea105f125ed {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:26:52.841064 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:26:52.841433 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Checking segment: {'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:26:52.841832 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:52.842250 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Bound using segment: {'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:26:52.842687 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Bound port: 66a8f1b3-cc54-49fd-90c5-69718a0436e2, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:26:52.843054 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:52.968934 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] For port 66a8f1b3-cc54-49fd-90c5-69718a0436e2, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:26:52.971892 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] For port 66a8f1b3-cc54-49fd-90c5-69718a0436e2, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=66a8f1b3-cc54-49fd-90c5-69718a0436e2,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:26:52.976898 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:53.064651 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6595203-f7b2-4ffc-834a-c81f124b22fe None None] Pushing event updated for resources: {'Port': ['ID=66a8f1b3-cc54-49fd-90c5-69718a0436e2,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:53.070412 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Routers {'08758737-ff2f-4d22-a6f2-68912a7c6a03'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:26:53.071043 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:26:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08758737-ff2f-4d22-a6f2-68912a7c6a03'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:53.271637 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] Set router 08758737-ff2f-4d22-a6f2-68912a7c6a03 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:26:53.364093 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3f029731-b474-41ef-886f-dddf657f8c89 req-659601ed-db02-4bfa-9d0a-fc59d56f1ee6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 210 time: 0.0534401 Apr 05 10:26:53.623708 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66a8f1b3-cc54-49fd-90c5-69718a0436e2', 'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:b8:e4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:47Z', 'updated_at': '2022-04-05T10:26:52Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:26:53.627498 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea0eb3-3eff-49b9-af0c-41ea79f661b2 None None] The sync data for ids ['08758737-ff2f-4d22-a6f2-68912a7c6a03'] in dv-neutron-833199-1-hyperv is: [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66a8f1b3-cc54-49fd-90c5-69718a0436e2', 'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:b8:e4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:47Z', 'updated_at': '2022-04-05T10:26:52Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:26:54.420844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66a8f1b3-cc54-49fd-90c5-69718a0436e2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:26:54.487380 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-46ec6770-deb1-4174-9473-2444e9bbb865 req-9201684b-99a4-4acb-9259-f30baa24f274 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 210 time: 0.0427740 Apr 05 10:26:54.493473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:26:54.499036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:26:54.499551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:54.614225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:54.651369 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 66a8f1b3-cc54-49fd-90c5-69718a0436e2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=66a8f1b3-cc54-49fd-90c5-69718a0436e2,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:26:54.656023 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:54.722169 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=66a8f1b3-cc54-49fd-90c5-69718a0436e2,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:55.649136 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a71bfb6e-9e51-4290-8669-3d8edb549cb5 req-260246a3-6c67-45c0-87b2-564d019516f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 210 time: 0.0418055 Apr 05 10:26:56.388309 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66a8f1b3-cc54-49fd-90c5-69718a0436e2 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:26:56.487184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:26:56.487448 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:56.670985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-6e818b99-ef95-4515-b8a4-4ff468dca914 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:56.672498 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-6e818b99-ef95-4515-b8a4-4ff468dca914 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/networks?id=721ba1f6-f430-4db3-ac00-3ea105f125ed HTTP/1.1" status: 200 len: 796 time: 0.1589549 Apr 05 10:26:56.734681 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-582c27ce-ba9e-46c7-88f4-99c4b19d6ace tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 379 time: 0.0498829 Apr 05 10:26:56.743170 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'port': {'device_id': '206c2bd7-9d35-4c63-8507-258904d7c139', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'admin_state_up': True, 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'security_groups': ['875f1f1e-618d-4eb5-93ea-8d3b59946a42']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:56.863861 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9fad21a1-ac87-4b59-a500-da1a836e5490 req-fe16f675-febe-486f-9061-08bf9e21e26f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 210 time: 0.0573289 Apr 05 10:26:56.914999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:26:56.924108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:26:56.933461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:26:56.936700 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:57.092466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.20.0.9 (721ba1f6-f430-4db3-ac00-3ea105f125ed/af7befad-ddf8-4eda-b9af-8c7acc66741c/afae0787-2776-403c-b6cb-7d85c87cbec4) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:26:57.278985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:57.294404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Transition to ACTIVE for port object afae0787-2776-403c-b6cb-7d85c87cbec4 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:26:57.314816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:57.386775 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 721ba1f6-f430-4db3-ac00-3ea105f125ed is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:26:57.389676 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:26:57.393564 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:26:57.425081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=afae0787-2776-403c-b6cb-7d85c87cbec4,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:57.465359 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:57.465989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:57.492146 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-f2205d67-866e-4c59-bd73-b6a3584e33fc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7528944 Apr 05 10:26:57.503145 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Request body: {'port': {'device_id': '206c2bd7-9d35-4c63-8507-258904d7c139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:26:57.606998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4864044e-5858-4369-b0c3-3fa68fb34d71 None None] Provisioning for port afae0787-2776-403c-b6cb-7d85c87cbec4 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:26:57.612101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4864044e-5858-4369-b0c3-3fa68fb34d71 None None] Provisioning complete for port afae0787-2776-403c-b6cb-7d85c87cbec4 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:26:57.612476 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4864044e-5858-4369-b0c3-3fa68fb34d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:57.620077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:57.665696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4864044e-5858-4369-b0c3-3fa68fb34d71 None None] Port afae0787-2776-403c-b6cb-7d85c87cbec4 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:26:58.137930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afae0787-2776-403c-b6cb-7d85c87cbec4 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:26:58.145999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:58.160005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e1cd3-a0a7-4e3b-abfd-f6f274c4cc5c req-0894daf4-0abc-405c-b0d7-61e0d626dccc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:58.160674 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-312e1cd3-a0a7-4e3b-abfd-f6f274c4cc5c req-0894daf4-0abc-405c-b0d7-61e0d626dccc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:26:58.172871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Transition to ACTIVE for port object afae0787-2776-403c-b6cb-7d85c87cbec4 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:26:58.179615 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:58.219044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-312e1cd3-a0a7-4e3b-abfd-f6f274c4cc5c req-0894daf4-0abc-405c-b0d7-61e0d626dccc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:26:58.220217 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-312e1cd3-a0a7-4e3b-abfd-f6f274c4cc5c req-0894daf4-0abc-405c-b0d7-61e0d626dccc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 931 time: 0.2085986 Apr 05 10:26:58.332590 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=afae0787-2776-403c-b6cb-7d85c87cbec4,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:58.374388 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-312e1cd3-a0a7-4e3b-abfd-f6f274c4cc5c req-c779e904-04ab-4088-a102-2f4cacdf0927 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458235 Apr 05 10:26:58.461875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Attempting to bind port afae0787-2776-403c-b6cb-7d85c87cbec4 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:26:58.462207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Attempting to bind port afae0787-2776-403c-b6cb-7d85c87cbec4 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:26:58.462536 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Attempting to bind port afae0787-2776-403c-b6cb-7d85c87cbec4 on network 721ba1f6-f430-4db3-ac00-3ea105f125ed {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:26:58.468152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Port afae0787-2776-403c-b6cb-7d85c87cbec4 on network 721ba1f6-f430-4db3-ac00-3ea105f125ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:26:58.468475 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Attempting to bind port afae0787-2776-403c-b6cb-7d85c87cbec4 on network 721ba1f6-f430-4db3-ac00-3ea105f125ed {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:26:58.476543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:26:58.476899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Checking segment: {'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:26:58.477288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Bound using segment: {'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:26:58.477725 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Bound port: afae0787-2776-403c-b6cb-7d85c87cbec4, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:26:58.478075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:58.577892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] For port afae0787-2776-403c-b6cb-7d85c87cbec4, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:26:58.580839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] For port afae0787-2776-403c-b6cb-7d85c87cbec4, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=afae0787-2776-403c-b6cb-7d85c87cbec4,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:26:58.584840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:58.659426 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:58.660935 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] 10.222.0.10 "PUT /v2.0/ports/afae0787-2776-403c-b6cb-7d85c87cbec4 HTTP/1.1" status: 200 len: 1093 time: 1.1619117 Apr 05 10:26:58.661419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206c2bd7-9d35-4c63-8507-258904d7c139', 'tag': 'afae0787-2776-403c-b6cb-7d85c87cbec4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:26:58.680243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e8072-245b-4151-be46-b1942a19c2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=afae0787-2776-403c-b6cb-7d85c87cbec4,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:26:58.733398 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92582fbf-1a65-4d4e-b07e-7b4a8abda8ac'] response: {'name': 'network-changed', 'server_uuid': '206c2bd7-9d35-4c63-8507-258904d7c139', 'tag': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'status': 'completed', 'code': 200} Apr 05 10:26:58.775709 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-76f59043-b64b-452d-9b9c-56502f7febc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 1096 time: 0.0746853 Apr 05 10:26:58.847594 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-8cc35a7e-7cbd-4094-bea2-cfc640b53caf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afae0787-2776-403c-b6cb-7d85c87cbec4 HTTP/1.1" status: 200 len: 217 time: 0.0650692 Apr 05 10:26:58.915573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-3bbfe14c-dfbb-41df-a7e9-df9e1edb1e6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:58.916979 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-3bbfe14c-dfbb-41df-a7e9-df9e1edb1e6c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af7befad-ddf8-4eda-b9af-8c7acc66741c HTTP/1.1" status: 200 len: 835 time: 0.0640156 Apr 05 10:26:58.997367 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-231a8305-d4f5-468f-9b56-239e21f028de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=721ba1f6-f430-4db3-ac00-3ea105f125ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747991 Apr 05 10:26:59.127433 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-c7927a35-94b9-4601-9711-1f750f58792e service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238666 Apr 05 10:26:59.259424 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7fca4a3d-e707-4692-a38b-1499bc6c2ba6 req-645b1c4f-4434-42ce-942b-f2e796d1ec2f service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258032 Apr 05 10:26:59.377423 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d6518b9c-8ff2-4e78-af99-8cb4d9996bcd req-3ff0136c-e43b-4e17-8fc8-15a38e21a414 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 1096 time: 0.0711215 Apr 05 10:26:59.544250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6518b9c-8ff2-4e78-af99-8cb4d9996bcd req-0ba0bf9f-b361-435f-955b-60bace9957d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:59.545597 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d6518b9c-8ff2-4e78-af99-8cb4d9996bcd req-0ba0bf9f-b361-435f-955b-60bace9957d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=721ba1f6-f430-4db3-ac00-3ea105f125ed HTTP/1.1" status: 200 len: 896 time: 0.1614387 Apr 05 10:26:59.638422 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d6518b9c-8ff2-4e78-af99-8cb4d9996bcd req-39e7a900-e824-491d-a08d-573e2db41808 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afae0787-2776-403c-b6cb-7d85c87cbec4 HTTP/1.1" status: 200 len: 217 time: 0.0817263 Apr 05 10:26:59.702051 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285aa53-154f-4664-927c-7dcc3dc65bbd req-9e586ee0-b73f-4925-bfe4-dac66ac4a494 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:59.703459 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b285aa53-154f-4664-927c-7dcc3dc65bbd req-9e586ee0-b73f-4925-bfe4-dac66ac4a494 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 943 time: 0.2029555 Apr 05 10:26:59.727352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6518b9c-8ff2-4e78-af99-8cb4d9996bcd req-b16d095c-ce87-430c-946d-a3605fc5a704 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:26:59.728721 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d6518b9c-8ff2-4e78-af99-8cb4d9996bcd req-b16d095c-ce87-430c-946d-a3605fc5a704 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af7befad-ddf8-4eda-b9af-8c7acc66741c HTTP/1.1" status: 200 len: 835 time: 0.0826542 Apr 05 10:26:59.758762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-09ff2202-ab47-42ac-b23a-f12fe1fb598f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:26:59.886835 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b285aa53-154f-4664-927c-7dcc3dc65bbd req-62b897e5-b1c1-4aeb-96f3-b8db4ff02b65 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763458 Apr 05 10:26:59.911395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d6518b9c-8ff2-4e78-af99-8cb4d9996bcd req-a9fad378-2733-4ade-96d4-d8986289daca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=721ba1f6-f430-4db3-ac00-3ea105f125ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1752958 Apr 05 10:27:00.040930 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d6518b9c-8ff2-4e78-af99-8cb4d9996bcd req-331cb348-9484-4e0e-938d-2d17a5e09d71 service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202550 Apr 05 10:27:00.169204 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d6518b9c-8ff2-4e78-af99-8cb4d9996bcd req-96c96f7a-e0ff-4444-8397-514ca0ff4534 service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218371 Apr 05 10:27:01.107977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e02684-caa3-4355-a37d-af63ee143d30 req-8a4d2357-17b2-44ce-842f-135f97283959 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:01.109436 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99e02684-caa3-4355-a37d-af63ee143d30 req-8a4d2357-17b2-44ce-842f-135f97283959 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 943 time: 0.0755768 Apr 05 10:27:01.157752 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-99e02684-caa3-4355-a37d-af63ee143d30 req-be3d1ff4-9043-4b12-a528-878863f302a0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427351 Apr 05 10:27:02.023923 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e361793-5535-4b1f-827a-a4592f0b851e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:02.311147 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device afae0787-2776-403c-b6cb-7d85c87cbec4 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:27:02.350764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8186843-1d02-47e7-a358-319aa64cfa21 req-5ac96821-b8c7-4df7-8f5c-ab01b7dda89b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:02.352266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c8186843-1d02-47e7-a358-319aa64cfa21 req-5ac96821-b8c7-4df7-8f5c-ab01b7dda89b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 943 time: 0.0765519 Apr 05 10:27:02.400051 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c8186843-1d02-47e7-a358-319aa64cfa21 req-8a78325c-2176-4ca8-9af1-a8e44c55f58f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422766 Apr 05 10:27:02.448520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port afae0787-2776-403c-b6cb-7d85c87cbec4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=afae0787-2776-403c-b6cb-7d85c87cbec4,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:27:02.462149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'port_id': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'mac_address': 'fa:16:3e:3c:e8:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:27:02.517778 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:02.534356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afae0787-2776-403c-b6cb-7d85c87cbec4 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:27:02.549151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port afae0787-2776-403c-b6cb-7d85c87cbec4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=afae0787-2776-403c-b6cb-7d85c87cbec4,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:27:02.553846 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:02.620735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=afae0787-2776-403c-b6cb-7d85c87cbec4,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:27:02.755718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['afae0787-2776-403c-b6cb-7d85c87cbec4'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:27:03.110747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:03.187822 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:03.616557 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404179c-1f62-4436-92ff-725ed621b6f6 req-fc0cc447-6511-49f5-be0d-84d32a28faec tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:03.618037 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8404179c-1f62-4436-92ff-725ed621b6f6 req-fc0cc447-6511-49f5-be0d-84d32a28faec tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 944 time: 0.0881784 Apr 05 10:27:03.668269 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8404179c-1f62-4436-92ff-725ed621b6f6 req-179d8de2-a63d-4643-ae21-c9c940cf6c90 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447707 Apr 05 10:27:04.314925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device afae0787-2776-403c-b6cb-7d85c87cbec4 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:27:04.383939 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port afae0787-2776-403c-b6cb-7d85c87cbec4 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:27:04.388559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port afae0787-2776-403c-b6cb-7d85c87cbec4 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:27:04.388925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:04.507493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:04.529247 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:04.540034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206c2bd7-9d35-4c63-8507-258904d7c139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afae0787-2776-403c-b6cb-7d85c87cbec4'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:27:04.549813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port afae0787-2776-403c-b6cb-7d85c87cbec4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=afae0787-2776-403c-b6cb-7d85c87cbec4,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:27:04.554970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:04.620343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=afae0787-2776-403c-b6cb-7d85c87cbec4,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:27:04.675756 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3798216-9375-4424-a8e3-b87da1c9a19d'] response: {'server_uuid': '206c2bd7-9d35-4c63-8507-258904d7c139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'code': 200} Apr 05 10:27:04.918115 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65120dd-5011-49f9-ad47-38be69faeb98 req-e13c2979-8ad0-40ec-9c05-865c454c3cc6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:04.919570 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e65120dd-5011-49f9-ad47-38be69faeb98 req-e13c2979-8ad0-40ec-9c05-865c454c3cc6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.1300485 Apr 05 10:27:04.942181 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9363f0bc-6bfa-49c0-86a4-4f2881d2ed11 req-3cde4508-66ca-4648-8610-bff6454824a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 1098 time: 0.1060457 Apr 05 10:27:04.996774 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e65120dd-5011-49f9-ad47-38be69faeb98 req-cff21b27-36b3-47d5-a693-c541151d4c59 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705843 Apr 05 10:27:05.000601 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9363f0bc-6bfa-49c0-86a4-4f2881d2ed11 req-3c3c0fb7-dc88-4b70-9f43-c3646a0d3695 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511837 Apr 05 10:27:06.192773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291614af-66a9-4d5c-9edd-6a7ae701bbb0 req-c6f32e7c-9532-4dce-9e1b-737073a55827 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:06.194208 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-291614af-66a9-4d5c-9edd-6a7ae701bbb0 req-c6f32e7c-9532-4dce-9e1b-737073a55827 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0752041 Apr 05 10:27:06.242290 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-291614af-66a9-4d5c-9edd-6a7ae701bbb0 req-37851fa0-2a4b-4496-831c-2ea0be0f9bc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423684 Apr 05 10:27:06.439024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e17981-e95b-4556-aa83-4224b8f30772 req-d4da983c-0437-481a-a081-577ee943619d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:06.440479 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01e17981-e95b-4556-aa83-4224b8f30772 req-d4da983c-0437-481a-a081-577ee943619d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0762553 Apr 05 10:27:06.485120 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01e17981-e95b-4556-aa83-4224b8f30772 req-f3996c6b-fbeb-4a40-bc43-bb8038b4159d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385697 Apr 05 10:27:06.513109 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39488) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:27:06.586496 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bfe8f346-e546-49ff-afa6-afbba2562204 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 1093 time: 0.0720491 Apr 05 10:27:06.589060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39492) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:27:06.594172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:27:06.600312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:27:06.604182 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:floatingip and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:27:06.606927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:27:06.612480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:27:06.623599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:06.758472 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:06.886964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.26.4.59 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/8afed473-baf1-4c68-a87c-a581207ea362) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:27:07.028901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:07.055714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:07.121888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:27:07.122950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:27:07.126403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:27:07.159697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=8afed473-baf1-4c68-a87c-a581207ea362,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:27:07.707298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:07.761738 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:07.963794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:07.968155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:08.072695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=8afed473-baf1-4c68-a87c-a581207ea362,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:27:08.088135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:08.271620 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Floating IP 051bfe80-1b59-4f3f-ab68-e43aaaf864d1 associated. External IP: 172.26.4.59, port: afae0787-2776-403c-b6cb-7d85c87cbec4. Apr 05 10:27:08.653760 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router 08758737-ff2f-4d22-a6f2-68912a7c6a03 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:27:08.962979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:27:08.972251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] Sync routers for ids ['08758737-ff2f-4d22-a6f2-68912a7c6a03'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:27:08.983860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] Routers {'08758737-ff2f-4d22-a6f2-68912a7c6a03'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:27:08.984457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:27:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08758737-ff2f-4d22-a6f2-68912a7c6a03'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:27:08.986618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:09.039831 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-2a067251-c5fe-4478-ae98-28b5c9d5d305 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4497075 Apr 05 10:27:09.040493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206c2bd7-9d35-4c63-8507-258904d7c139', 'tag': 'afae0787-2776-403c-b6cb-7d85c87cbec4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:27:09.100948 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-022f1ae6-5f31-4c65-a583-38fa24487105'] response: {'name': 'network-changed', 'server_uuid': '206c2bd7-9d35-4c63-8507-258904d7c139', 'tag': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'status': 'completed', 'code': 200} Apr 05 10:27:09.162910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] Set router 08758737-ff2f-4d22-a6f2-68912a7c6a03 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:27:09.254407 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad37f9b7-959a-4a5e-9de0-d1801ca595d5 req-f4fc3751-b5d4-4df1-ac66-2138d5adfdfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 1098 time: 0.1331704 Apr 05 10:27:09.261205 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa342034-d8de-45ae-add2-ef93e822bf58 req-412d966d-60dc-473b-9207-f397b51a69e1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:09.262598 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fa342034-d8de-45ae-add2-ef93e822bf58 req-412d966d-60dc-473b-9207-f397b51a69e1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.1092200 Apr 05 10:27:09.389939 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fa342034-d8de-45ae-add2-ef93e822bf58 req-a63fac7a-1646-4bb1-86d8-a19f74bbc380 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088655 Apr 05 10:27:09.419632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39500) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:27:09.426848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37f9b7-959a-4a5e-9de0-d1801ca595d5 req-fe49bd01-b816-4931-9bc5-010b57e9d022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:09.428370 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad37f9b7-959a-4a5e-9de0-d1801ca595d5 req-fe49bd01-b816-4931-9bc5-010b57e9d022 service neutron] 10.222.0.10 "GET /v2.0/networks?id=721ba1f6-f430-4db3-ac00-3ea105f125ed HTTP/1.1" status: 200 len: 896 time: 0.1649303 Apr 05 10:27:09.531058 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad37f9b7-959a-4a5e-9de0-d1801ca595d5 req-4964f890-2de7-4af1-b70d-efb786f28ac6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afae0787-2776-403c-b6cb-7d85c87cbec4 HTTP/1.1" status: 200 len: 998 time: 0.0959730 Apr 05 10:27:09.531265 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a1b63c78-f419-4c54-9903-d278b25cb302 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/051bfe80-1b59-4f3f-ab68-e43aaaf864d1 HTTP/1.1" status: 200 len: 990 time: 0.1094949 Apr 05 10:27:09.549614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '051bfe80-1b59-4f3f-ab68-e43aaaf864d1', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'port_id': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'mac_address': 'fa:16:3e:3c:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206c2bd7-9d35-4c63-8507-258904d7c139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:27:07Z', 'updated_at': '2022-04-05T10:27:07Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a8f1b3-cc54-49fd-90c5-69718a0436e2', 'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:b8:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:47Z', 'updated_at': '2022-04-05T10:26:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:27:09.553764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] Checking router: 08758737-ff2f-4d22-a6f2-68912a7c6a03 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:27:09.564639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] Routers {'08758737-ff2f-4d22-a6f2-68912a7c6a03'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:27:09.565233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:27:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08758737-ff2f-4d22-a6f2-68912a7c6a03'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:27:09.596066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37f9b7-959a-4a5e-9de0-d1801ca595d5 req-7a401369-a932-4098-a187-216e9a6cb607 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:09.597664 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad37f9b7-959a-4a5e-9de0-d1801ca595d5 req-7a401369-a932-4098-a187-216e9a6cb607 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af7befad-ddf8-4eda-b9af-8c7acc66741c HTTP/1.1" status: 200 len: 835 time: 0.0608935 Apr 05 10:27:09.670292 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad37f9b7-959a-4a5e-9de0-d1801ca595d5 req-8ec17fbf-ca98-4812-b820-60e0e232b080 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=721ba1f6-f430-4db3-ac00-3ea105f125ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670350 Apr 05 10:27:09.744578 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] Set router 08758737-ff2f-4d22-a6f2-68912a7c6a03 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:27:09.804996 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad37f9b7-959a-4a5e-9de0-d1801ca595d5 req-b3bec2c3-53dd-41b8-be96-bbdac06222ca service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291246 Apr 05 10:27:09.940755 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad37f9b7-959a-4a5e-9de0-d1801ca595d5 req-575af60e-3b31-4dd3-98d0-75fd32a5fecb service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302214 Apr 05 10:27:10.086172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '051bfe80-1b59-4f3f-ab68-e43aaaf864d1', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'port_id': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'mac_address': 'fa:16:3e:3c:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206c2bd7-9d35-4c63-8507-258904d7c139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:27:07Z', 'updated_at': '2022-04-05T10:27:07Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a8f1b3-cc54-49fd-90c5-69718a0436e2', 'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:b8:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:47Z', 'updated_at': '2022-04-05T10:26:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:27:10.090376 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d3dd5-127d-4f62-8f13-d050f6d69b3f None None] The sync data for ids ['08758737-ff2f-4d22-a6f2-68912a7c6a03'] in dv-neutron-833199-1-hyperv is: [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '051bfe80-1b59-4f3f-ab68-e43aaaf864d1', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.59', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'port_id': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'mac_address': 'fa:16:3e:3c:e8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206c2bd7-9d35-4c63-8507-258904d7c139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:27:07Z', 'updated_at': '2022-04-05T10:27:07Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66a8f1b3-cc54-49fd-90c5-69718a0436e2', 'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:b8:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:47Z', 'updated_at': '2022-04-05T10:26:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:27:10.277985 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140a092-e09e-46cb-94f7-c9b503ae29b2 None None] New status for floating IP 051bfe80-1b59-4f3f-ab68-e43aaaf864d1: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:27:10.532469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39504) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:27:10.643107 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ff794128-7d73-41ef-93f9-1ad05096951b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/051bfe80-1b59-4f3f-ab68-e43aaaf864d1 HTTP/1.1" status: 200 len: 992 time: 0.1094177 Apr 05 10:27:22.048101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:25.292887 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:27:29.761570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5a264297-5320-4dc6-bf52-e9607f7bb181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:32.027474 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad836168-c0a7-443f-b5a5-e8058b6c38c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:33.117106 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:33.187943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:34.516529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:42.263819 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5cb6c339-e204-464e-91b8-c382dc4b7be0 req-440cc402-d312-4318-bc74-39c3c2be6c72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 1098 time: 0.1236923 Apr 05 10:27:42.347288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a92c2-effb-431b-ae14-36deb02b5d0e req-500cd3ac-e116-4d85-acf5-01bd44f9e98d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:42.348776 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-928a92c2-effb-431b-ae14-36deb02b5d0e req-500cd3ac-e116-4d85-acf5-01bd44f9e98d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.1610324 Apr 05 10:27:42.428615 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-928a92c2-effb-431b-ae14-36deb02b5d0e req-bb83c0c2-e8e6-4822-b0b1-19c79b2fece0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701337 Apr 05 10:27:42.432991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6c339-e204-464e-91b8-c382dc4b7be0 req-8c891d4c-f1d8-45e2-9c08-2539ce6c12c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:42.434577 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5cb6c339-e204-464e-91b8-c382dc4b7be0 req-8c891d4c-f1d8-45e2-9c08-2539ce6c12c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=721ba1f6-f430-4db3-ac00-3ea105f125ed HTTP/1.1" status: 200 len: 896 time: 0.1643906 Apr 05 10:27:42.536896 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5cb6c339-e204-464e-91b8-c382dc4b7be0 req-0b0c5c38-9344-49e1-bc7a-638ca9cc4a49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afae0787-2776-403c-b6cb-7d85c87cbec4 HTTP/1.1" status: 200 len: 1000 time: 0.0953209 Apr 05 10:27:42.598560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6c339-e204-464e-91b8-c382dc4b7be0 req-9d43e37e-851a-445b-bc77-ab0b9782fa3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:42.599984 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5cb6c339-e204-464e-91b8-c382dc4b7be0 req-9d43e37e-851a-445b-bc77-ab0b9782fa3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af7befad-ddf8-4eda-b9af-8c7acc66741c HTTP/1.1" status: 200 len: 835 time: 0.0571177 Apr 05 10:27:42.761877 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5cb6c339-e204-464e-91b8-c382dc4b7be0 req-806550c0-b055-42f8-8ebc-5aceae61a10e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=721ba1f6-f430-4db3-ac00-3ea105f125ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1559956 Apr 05 10:27:42.890476 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5cb6c339-e204-464e-91b8-c382dc4b7be0 req-ef5f8a2d-93f2-477b-ac5a-a0649f8a84ec service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217072 Apr 05 10:27:43.018310 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5cb6c339-e204-464e-91b8-c382dc4b7be0 req-de2488a0-894c-4388-b47a-3e60a718c573 service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211288 Apr 05 10:27:43.623732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000a16f-4815-4d00-afd1-8a1ea417bcc4 req-3bee8dd6-c244-4d7b-820f-635ef67e38f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:43.625184 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5000a16f-4815-4d00-afd1-8a1ea417bcc4 req-3bee8dd6-c244-4d7b-820f-635ef67e38f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0757730 Apr 05 10:27:43.669935 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5000a16f-4815-4d00-afd1-8a1ea417bcc4 req-ec633fd0-1507-4d35-ad26-09cf02c3c8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392692 Apr 05 10:27:44.865151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1ecaf-8665-46ca-afc4-947c4229c5d2 req-ace55b16-ce18-45e7-85b6-30d47c0c8988 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:44.866477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75b1ecaf-8665-46ca-afc4-947c4229c5d2 req-ace55b16-ce18-45e7-85b6-30d47c0c8988 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0775273 Apr 05 10:27:44.910255 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75b1ecaf-8665-46ca-afc4-947c4229c5d2 req-567ae289-ca3e-42f6-9db5-eb61ebaa95bc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376172 Apr 05 10:27:46.102108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64047a9f-ea3b-4e9c-a651-c03fa3fc470b req-b4d7df0b-8d3a-4d90-8785-3150745c67f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:46.103882 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-64047a9f-ea3b-4e9c-a651-c03fa3fc470b req-b4d7df0b-8d3a-4d90-8785-3150745c67f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0743339 Apr 05 10:27:46.151394 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-64047a9f-ea3b-4e9c-a651-c03fa3fc470b req-7a3f12f5-4550-4bc7-bcdc-fc0c0b727ad6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419633 Apr 05 10:27:47.343542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba3585-8223-4c5e-ac4f-70dd5a9c1913 req-8ec9447b-9a19-4d82-a689-30301267cca1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:47.344960 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-49ba3585-8223-4c5e-ac4f-70dd5a9c1913 req-8ec9447b-9a19-4d82-a689-30301267cca1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0748143 Apr 05 10:27:47.388971 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-49ba3585-8223-4c5e-ac4f-70dd5a9c1913 req-b4e8c6ed-cbf3-4038-b31c-1494ec28c5a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385478 Apr 05 10:27:48.587606 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fa931-0b21-459e-a85d-e623b9079a54 req-b6d0c227-2ab6-4d95-9b7a-9b36e4f18798 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:48.589044 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a8fa931-0b21-459e-a85d-e623b9079a54 req-b6d0c227-2ab6-4d95-9b7a-9b36e4f18798 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0791154 Apr 05 10:27:48.633130 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a8fa931-0b21-459e-a85d-e623b9079a54 req-61067e2d-1f55-4422-91ef-e362248f6680 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384636 Apr 05 10:27:49.832371 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a3997-b1a2-469e-80a2-04dbd1b3bff5 req-be2acf97-4350-46bc-9985-93a5d9916db1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:49.833829 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dc3a3997-b1a2-469e-80a2-04dbd1b3bff5 req-be2acf97-4350-46bc-9985-93a5d9916db1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0773501 Apr 05 10:27:49.877530 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dc3a3997-b1a2-469e-80a2-04dbd1b3bff5 req-36967cd5-5fdb-4557-8367-47469ebfb550 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380228 Apr 05 10:27:51.075767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ed01d-dfd7-439a-abd6-be540fe30948 req-64c65a67-d832-4fed-8382-c396a7d93806 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:51.077225 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-845ed01d-dfd7-439a-abd6-be540fe30948 req-64c65a67-d832-4fed-8382-c396a7d93806 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0800669 Apr 05 10:27:51.124209 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-845ed01d-dfd7-439a-abd6-be540fe30948 req-c9a6926e-84dc-45d1-ad44-57e022c7fd71 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Apr 05 10:27:52.074198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:52.317691 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3008361-bc23-4ff6-ad96-0101281cb79d req-f7c432eb-3b12-40f6-83fc-9c5477604bbf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:52.319134 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3008361-bc23-4ff6-ad96-0101281cb79d req-f7c432eb-3b12-40f6-83fc-9c5477604bbf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0760820 Apr 05 10:27:52.365062 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3008361-bc23-4ff6-ad96-0101281cb79d req-803df39e-4e05-4498-b33b-05d01a2476cc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385282 Apr 05 10:27:53.562683 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172c837-b0c8-4f9a-afb9-7d4e6024cdc1 req-6ac2860e-5e20-4fc6-8678-acf0ebbbb333 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:53.564077 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f172c837-b0c8-4f9a-afb9-7d4e6024cdc1 req-6ac2860e-5e20-4fc6-8678-acf0ebbbb333 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0803370 Apr 05 10:27:53.620859 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f172c837-b0c8-4f9a-afb9-7d4e6024cdc1 req-76533e9e-198c-4aed-9d22-d1157bc65a7b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512011 Apr 05 10:27:54.826232 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf341bb-9e4d-4b9c-bc54-404a2ca90c48 req-4598a12c-69ef-4b9f-b547-d3eb6a35a8ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:54.827691 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dcf341bb-9e4d-4b9c-bc54-404a2ca90c48 req-4598a12c-69ef-4b9f-b547-d3eb6a35a8ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0749118 Apr 05 10:27:54.875464 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dcf341bb-9e4d-4b9c-bc54-404a2ca90c48 req-51b198aa-a181-4fa5-93d5-dba51a9853dc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 Apr 05 10:27:56.071438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbf31e-ea8b-46fb-bf23-22a8720f9aaa req-b63ad72d-51e5-45c1-960f-d3822a1090c8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:56.072891 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e4bbf31e-ea8b-46fb-bf23-22a8720f9aaa req-b63ad72d-51e5-45c1-960f-d3822a1090c8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0747669 Apr 05 10:27:56.116813 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e4bbf31e-ea8b-46fb-bf23-22a8720f9aaa req-9c197527-ebf5-4fe1-9be8-c1ee39d411ab tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384905 Apr 05 10:27:57.316517 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1deca-dafc-4688-b643-485e5dccc8c5 req-2f2e0867-62c6-4ec7-b201-90cf6915d1bb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:57.317953 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-15c1deca-dafc-4688-b643-485e5dccc8c5 req-2f2e0867-62c6-4ec7-b201-90cf6915d1bb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0802195 Apr 05 10:27:57.361698 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-15c1deca-dafc-4688-b643-485e5dccc8c5 req-5e9edc07-5f7f-4c8a-840c-e5feaf681d2f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374198 Apr 05 10:27:58.553833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f6ec0-aa56-45df-9aa7-ae6eeed96c53 req-4e39da9a-7ae8-4251-ae7d-7c9676c3a75a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:58.555284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9c4f6ec0-aa56-45df-9aa7-ae6eeed96c53 req-4e39da9a-7ae8-4251-ae7d-7c9676c3a75a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0742102 Apr 05 10:27:58.600440 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9c4f6ec0-aa56-45df-9aa7-ae6eeed96c53 req-3a07cc67-420a-4017-85aa-21f6a20a2c04 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386188 Apr 05 10:27:59.764174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6cf358e8-ac7a-4b0f-8a0d-7858ee3b4c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:27:59.802908 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0d2ea-ee21-4a41-bc4c-9be2a59dd56b req-507e819a-78cb-48cd-bc74-0baef8cfc86a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:27:59.804369 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-47c0d2ea-ee21-4a41-bc4c-9be2a59dd56b req-507e819a-78cb-48cd-bc74-0baef8cfc86a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0799303 Apr 05 10:27:59.849764 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-47c0d2ea-ee21-4a41-bc4c-9be2a59dd56b req-54376cb8-7c18-48a6-869b-6c8b76f5958a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386896 Apr 05 10:27:59.878574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39556) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:00.068531 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-281b42c8-37cb-49c8-96d2-a281ed47de10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/051bfe80-1b59-4f3f-ab68-e43aaaf864d1 HTTP/1.1" status: 200 len: 992 time: 0.1888309 Apr 05 10:28:02.029480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75ed1705-adca-4222-b297-6cf768b1c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:02.294319 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:28:03.109993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:03.190030 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:04.518957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:07.733002 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45185d6f-7c51-4222-b0fa-2f357722023a req-d032a315-e274-48a4-b79a-b3732b5f5eeb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681331 Apr 05 10:28:07.888147 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45185d6f-7c51-4222-b0fa-2f357722023a req-7db48d15-99c5-4f1d-9bbb-6028437fcc8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 1098 time: 0.0711620 Apr 05 10:28:08.029715 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185d6f-7c51-4222-b0fa-2f357722023a req-4fc027e2-2915-471f-9812-b256ce22171d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:08.031126 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45185d6f-7c51-4222-b0fa-2f357722023a req-4fc027e2-2915-471f-9812-b256ce22171d service neutron] 10.222.0.10 "GET /v2.0/networks?id=721ba1f6-f430-4db3-ac00-3ea105f125ed HTTP/1.1" status: 200 len: 896 time: 0.1255648 Apr 05 10:28:08.131765 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45185d6f-7c51-4222-b0fa-2f357722023a req-c88c1d30-9fbe-42c7-915b-ff37d0ff4f7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afae0787-2776-403c-b6cb-7d85c87cbec4 HTTP/1.1" status: 200 len: 1000 time: 0.0950718 Apr 05 10:28:08.192628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45185d6f-7c51-4222-b0fa-2f357722023a req-81037409-4f64-453a-bba8-a777f84fab2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:08.193930 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45185d6f-7c51-4222-b0fa-2f357722023a req-81037409-4f64-453a-bba8-a777f84fab2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af7befad-ddf8-4eda-b9af-8c7acc66741c HTTP/1.1" status: 200 len: 835 time: 0.0558913 Apr 05 10:28:08.266017 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45185d6f-7c51-4222-b0fa-2f357722023a req-0b30e0b1-5612-4cb0-900b-acd9e1461d13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=721ba1f6-f430-4db3-ac00-3ea105f125ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661540 Apr 05 10:28:08.395784 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45185d6f-7c51-4222-b0fa-2f357722023a req-39af1138-629f-474f-a219-3bd677ad7eb2 service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243138 Apr 05 10:28:08.525516 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-45185d6f-7c51-4222-b0fa-2f357722023a req-1eab3cc6-e36a-40ba-831a-f5450b01b025 service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238160 Apr 05 10:28:22.108121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:29.767016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-25d7be72-18ba-4f54-b6d6-d46be28cfbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:31.670372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39572) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:31.871911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 8afed473-baf1-4c68-a87c-a581207ea362 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:28:31.872174 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:32.030998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-fc2c163d-db60-472d-a190-4e46c923f7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:32.050646 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:32.050975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:32.172274 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 8afed473-baf1-4c68-a87c-a581207ea362 owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:28:32.321982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:32.462172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=8afed473-baf1-4c68-a87c-a581207ea362,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:32.503618 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.503968 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.504315 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.504653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.504985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.505374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.505708 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.506034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.506358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.506694 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.507014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:32.573860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:32.980456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router 08758737-ff2f-4d22-a6f2-68912a7c6a03 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:28:33.112458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:33.183163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:28:33.194797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] Sync routers for ids ['08758737-ff2f-4d22-a6f2-68912a7c6a03'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:28:33.198987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:33.203122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:33.208003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] Routers {'08758737-ff2f-4d22-a6f2-68912a7c6a03'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:28:33.208618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:28:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08758737-ff2f-4d22-a6f2-68912a7c6a03'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:33.260208 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0d8a8907-6904-4434-8006-2ab68cbced17 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/floatingips/051bfe80-1b59-4f3f-ab68-e43aaaf864d1 HTTP/1.1" status: 204 len: 168 time: 1.5886617 Apr 05 10:28:33.260773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206c2bd7-9d35-4c63-8507-258904d7c139', 'tag': 'afae0787-2776-403c-b6cb-7d85c87cbec4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:28:33.345847 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61266644-6973-4342-a694-12bc1d44c697'] response: {'name': 'network-changed', 'server_uuid': '206c2bd7-9d35-4c63-8507-258904d7c139', 'tag': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'status': 'completed', 'code': 200} Apr 05 10:28:33.393100 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] Set router 08758737-ff2f-4d22-a6f2-68912a7c6a03 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:28:33.444244 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83ef16ae-2d9b-448b-96b5-8a862c520b13 req-9be684ff-1c76-43f4-baa5-634c89c8e2cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 1098 time: 0.0763094 Apr 05 10:28:33.621687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef16ae-2d9b-448b-96b5-8a862c520b13 req-16a950a2-255b-435e-a5df-54e49d97c5fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:33.623339 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83ef16ae-2d9b-448b-96b5-8a862c520b13 req-16a950a2-255b-435e-a5df-54e49d97c5fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=721ba1f6-f430-4db3-ac00-3ea105f125ed HTTP/1.1" status: 200 len: 896 time: 0.1733892 Apr 05 10:28:33.730484 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83ef16ae-2d9b-448b-96b5-8a862c520b13 req-f7893551-6974-463b-863f-58b4cb206e7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afae0787-2776-403c-b6cb-7d85c87cbec4 HTTP/1.1" status: 200 len: 217 time: 0.0996027 Apr 05 10:28:33.814832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef16ae-2d9b-448b-96b5-8a862c520b13 req-6325ebc7-1bef-4d05-8319-734f81b70460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:33.816353 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83ef16ae-2d9b-448b-96b5-8a862c520b13 req-6325ebc7-1bef-4d05-8319-734f81b70460 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=af7befad-ddf8-4eda-b9af-8c7acc66741c HTTP/1.1" status: 200 len: 835 time: 0.0793383 Apr 05 10:28:33.836175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66a8f1b3-cc54-49fd-90c5-69718a0436e2', 'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:b8:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:47Z', 'updated_at': '2022-04-05T10:26:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:33.841161 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] Checking router: 08758737-ff2f-4d22-a6f2-68912a7c6a03 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:28:33.851474 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] Routers {'08758737-ff2f-4d22-a6f2-68912a7c6a03'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:28:33.852117 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:28:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08758737-ff2f-4d22-a6f2-68912a7c6a03'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:33.863605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0e8b0-87e7-45be-bc3b-2015600a87bc req-3744a04b-7adb-42bb-93d5-1e886a4d6ca5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:33.864288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-95b0e8b0-87e7-45be-bc3b-2015600a87bc req-3744a04b-7adb-42bb-93d5-1e886a4d6ca5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:28:33.894183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-95b0e8b0-87e7-45be-bc3b-2015600a87bc req-3744a04b-7adb-42bb-93d5-1e886a4d6ca5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:28:33.895333 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95b0e8b0-87e7-45be-bc3b-2015600a87bc req-3744a04b-7adb-42bb-93d5-1e886a4d6ca5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.2140973 Apr 05 10:28:33.952737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83ef16ae-2d9b-448b-96b5-8a862c520b13 req-5def2255-6d23-4d3d-a0b1-9cb9e9973e00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=721ba1f6-f430-4db3-ac00-3ea105f125ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1291957 Apr 05 10:28:33.956556 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95b0e8b0-87e7-45be-bc3b-2015600a87bc req-111db967-e8bf-4668-9dd9-835a9627ca2e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554056 Apr 05 10:28:34.045988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] Set router 08758737-ff2f-4d22-a6f2-68912a7c6a03 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:28:34.093740 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83ef16ae-2d9b-448b-96b5-8a862c520b13 req-92a07578-771c-4c66-9875-85c60277cea6 service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336825 Apr 05 10:28:34.345979 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83ef16ae-2d9b-448b-96b5-8a862c520b13 req-671aea49-6205-4838-9c98-1cbbf0d636d6 service neutron] 10.222.0.10 "GET /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455573 Apr 05 10:28:34.385596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66a8f1b3-cc54-49fd-90c5-69718a0436e2', 'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:b8:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:47Z', 'updated_at': '2022-04-05T10:26:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:34.389817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa04d984-0a28-4a2e-bfb4-adebcb7eba58 None None] The sync data for ids ['08758737-ff2f-4d22-a6f2-68912a7c6a03'] in dv-neutron-833199-1-hyperv is: [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '66a8f1b3-cc54-49fd-90c5-69718a0436e2', 'name': '', 'network_id': '721ba1f6-f430-4db3-ac00-3ea105f125ed', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:b8:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:47Z', 'updated_at': '2022-04-05T10:26:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'af7befad-ddf8-4eda-b9af-8c7acc66741c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:28:34.522224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:34.608999 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b15ee3-ddf6-40e4-8489-5de482439a76 None None] New status for floating IP 051bfe80-1b59-4f3f-ab68-e43aaaf864d1: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:28:35.090235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b084917-a556-4fa1-a8cc-175790258e99 req-20efd4ae-ef6f-49c4-9a4d-8f897dcdf4f3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:35.091734 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b084917-a556-4fa1-a8cc-175790258e99 req-20efd4ae-ef6f-49c4-9a4d-8f897dcdf4f3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.0805583 Apr 05 10:28:35.209665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-7b084917-a556-4fa1-a8cc-175790258e99 req-06bef5eb-cc3e-4ed5-962e-bf5107767647 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port afae0787-2776-403c-b6cb-7d85c87cbec4 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:28:35.210352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7b084917-a556-4fa1-a8cc-175790258e99 req-06bef5eb-cc3e-4ed5-962e-bf5107767647 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:35.275818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d672e-4c3c-43e3-8e26-0875551d20b3 req-4a880d8a-6145-4215-bb7b-1f827392b304 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:35.277191 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c24d672e-4c3c-43e3-8e26-0875551d20b3 req-4a880d8a-6145-4215-bb7b-1f827392b304 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=206c2bd7-9d35-4c63-8507-258904d7c139 HTTP/1.1" status: 200 len: 945 time: 0.1845818 Apr 05 10:28:35.437439 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c24d672e-4c3c-43e3-8e26-0875551d20b3 req-ebf2b612-e8e7-441b-b452-5eef04c3bb0e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=875f1f1e-618d-4eb5-93ea-8d3b59946a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352906 Apr 05 10:28:35.504876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-7b084917-a556-4fa1-a8cc-175790258e99 req-06bef5eb-cc3e-4ed5-962e-bf5107767647 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port afae0787-2776-403c-b6cb-7d85c87cbec4, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=afae0787-2776-403c-b6cb-7d85c87cbec4,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:35.505220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7b084917-a556-4fa1-a8cc-175790258e99 req-06bef5eb-cc3e-4ed5-962e-bf5107767647 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:35.624930 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-7b084917-a556-4fa1-a8cc-175790258e99 req-06bef5eb-cc3e-4ed5-962e-bf5107767647 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for afae0787-2776-403c-b6cb-7d85c87cbec4 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:28:35.767348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7b084917-a556-4fa1-a8cc-175790258e99 req-06bef5eb-cc3e-4ed5-962e-bf5107767647 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:35.815801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bef5eb-cc3e-4ed5-962e-bf5107767647 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=afae0787-2776-403c-b6cb-7d85c87cbec4,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:35.883953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b084917-a556-4fa1-a8cc-175790258e99 req-06bef5eb-cc3e-4ed5-962e-bf5107767647 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] No DVR routers for this DVR port afae0787-2776-403c-b6cb-7d85c87cbec4 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:28:35.886423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-7b084917-a556-4fa1-a8cc-175790258e99 req-06bef5eb-cc3e-4ed5-962e-bf5107767647 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:35.888861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206c2bd7-9d35-4c63-8507-258904d7c139', 'name': 'network-vif-deleted', 'tag': 'afae0787-2776-403c-b6cb-7d85c87cbec4'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:28:35.904534 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b084917-a556-4fa1-a8cc-175790258e99 req-06bef5eb-cc3e-4ed5-962e-bf5107767647 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "DELETE /v2.0/ports/afae0787-2776-403c-b6cb-7d85c87cbec4 HTTP/1.1" status: 204 len: 173 time: 0.7828512 Apr 05 10:28:35.949564 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a51261-e0fc-4740-8709-dd3548f598c4'] response: {'server_uuid': '206c2bd7-9d35-4c63-8507-258904d7c139', 'name': 'network-vif-deleted', 'tag': 'afae0787-2776-403c-b6cb-7d85c87cbec4', 'status': 'completed', 'code': 200} Apr 05 10:28:36.543306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39590) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:36.935804 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:37.659843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 66a8f1b3-cc54-49fd-90c5-69718a0436e2 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:28:37.660613 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:37.847122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port 66a8f1b3-cc54-49fd-90c5-69718a0436e2, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=66a8f1b3-cc54-49fd-90c5-69718a0436e2,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:37.847772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:37.969626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 66a8f1b3-cc54-49fd-90c5-69718a0436e2 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:28:38.147883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:38.197810 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=66a8f1b3-cc54-49fd-90c5-69718a0436e2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:38.535836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:38.822073 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device afae0787-2776-403c-b6cb-7d85c87cbec4 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:28:38.859160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: afae0787-2776-403c-b6cb-7d85c87cbec4 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:28:38.859498 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device afae0787-2776-403c-b6cb-7d85c87cbec4 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:28:39.230905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router 08758737-ff2f-4d22-a6f2-68912a7c6a03 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:28:39.293769 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:28:39.427158 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:28:39.437379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] Sync routers for ids ['08758737-ff2f-4d22-a6f2-68912a7c6a03'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:28:39.441155 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-33805a2c-5e09-4369-b0bf-25c679f01c05 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "PUT /v2.0/routers/08758737-ff2f-4d22-a6f2-68912a7c6a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8966706 Apr 05 10:28:39.443778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39594) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:39.449835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] Routers {'08758737-ff2f-4d22-a6f2-68912a7c6a03'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:28:39.450444 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:28:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08758737-ff2f-4d22-a6f2-68912a7c6a03'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:39.631853 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] Set router 08758737-ff2f-4d22-a6f2-68912a7c6a03 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:28:39.632445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-963298cd-5bb9-4df0-a3cc-a3bbe292c346 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting subnet af7befad-ddf8-4eda-b9af-8c7acc66741c {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:28:39.635768 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-963298cd-5bb9-4df0-a3cc-a3bbe292c346 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:39.689441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-963298cd-5bb9-4df0-a3cc-a3bbe292c346 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:39.777391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-963298cd-5bb9-4df0-a3cc-a3bbe292c346 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:39.857212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-963298cd-5bb9-4df0-a3cc-a3bbe292c346 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:39.896995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963298cd-5bb9-4df0-a3cc-a3bbe292c346 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Subnet': ['ID=af7befad-ddf8-4eda-b9af-8c7acc66741c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:39.902931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-963298cd-5bb9-4df0-a3cc-a3bbe292c346 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:39.910927 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-963298cd-5bb9-4df0-a3cc-a3bbe292c346 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/subnets/af7befad-ddf8-4eda-b9af-8c7acc66741c HTTP/1.1" status: 204 len: 168 time: 0.4654298 Apr 05 10:28:39.911148 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d7079d-96ea-4130-bc8b-86653e25cd31 None None] Network 721ba1f6-f430-4db3-ac00-3ea105f125ed requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:28:39.913532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39598) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:40.083797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:28:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:40.090627 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] Checking router: 08758737-ff2f-4d22-a6f2-68912a7c6a03 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:28:40.113108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:40.116487 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] Routers {'08758737-ff2f-4d22-a6f2-68912a7c6a03'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:28:40.117098 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:28:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['08758737-ff2f-4d22-a6f2-68912a7c6a03'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:40.314430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:40.324667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:28:40.325103 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:40.339217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] DHCP port deletion for 721ba1f6-f430-4db3-ac00-3ea105f125ed request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:28:40.343728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] Set router 08758737-ff2f-4d22-a6f2-68912a7c6a03 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:28:40.390072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Deleting port 4954787f-5bb3-4959-9d13-fe8b5fa96efd {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:28:40.390072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:40.482442 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4954787f-5bb3-4959-9d13-fe8b5fa96efd no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:28:40.610358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:40.610607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:40.730472 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:28:40.882720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:40.895847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:40.898268 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] For port 4954787f-5bb3-4959-9d13-fe8b5fa96efd, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4954787f-5bb3-4959-9d13-fe8b5fa96efd,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:40.898658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:40.940989 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:41.025891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Calling delete_port for 4954787f-5bb3-4959-9d13-fe8b5fa96efd owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:28:41.095765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4954787f-5bb3-4959-9d13-fe8b5fa96efd, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4954787f-5bb3-4959-9d13-fe8b5fa96efd,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:41.104261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:41.162138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:41.177649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:28:41.178007 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:28:41.186188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:28:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:41.193159 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4086e3-1961-412d-a5d8-a620cb29e4a4 None None] The sync data for ids ['08758737-ff2f-4d22-a6f2-68912a7c6a03'] in dv-neutron-833199-1-hyperv is: [{'id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-312637023', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:28:38Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08758737-ff2f-4d22-a6f2-68912a7c6a03', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:26:44Z', 'updated_at': '2022-04-05T10:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:28:41.194703 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4954787f-5bb3-4959-9d13-fe8b5fa96efd,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:41.205830 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.206325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.206754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.207178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.207636 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.208178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.208598 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.209019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.209346 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.209663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.209984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:41.418148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:41.422234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:41.447634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:41.448264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Fanout notify agent at l3_agent the message router_deleted on router 08758737-ff2f-4d22-a6f2-68912a7c6a03 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:28:41.464083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:41.465151 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-90ccd395-933d-45ab-8d41-161fc3c49df5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/routers/08758737-ff2f-4d22-a6f2-68912a7c6a03 HTTP/1.1" status: 204 len: 168 time: 1.5507295 Apr 05 10:28:41.467816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39602) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:41.583974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:41.594962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 4954787f-5bb3-4959-9d13-fe8b5fa96efd {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:28:41.595303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:41.679484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Deleting port 4954787f-5bb3-4959-9d13-fe8b5fa96efd {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:28:41.680090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:41.903446 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] For port 4954787f-5bb3-4959-9d13-fe8b5fa96efd, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4954787f-5bb3-4959-9d13-fe8b5fa96efd,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:41.903854 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:41.909214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port 4954787f-5bb3-4959-9d13-fe8b5fa96efd, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4954787f-5bb3-4959-9d13-fe8b5fa96efd,segment=NetworkSegment(bd1d7234-2c23-4d55-b069-0fb636a7b9b9),segment_id=bd1d7234-2c23-4d55-b069-0fb636a7b9b9)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:41.909573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.030631 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 4954787f-5bb3-4959-9d13-fe8b5fa96efd owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:28:42.069308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Calling delete_port for 4954787f-5bb3-4959-9d13-fe8b5fa96efd owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:28:42.106770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.139440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:28:42.139820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:28:42.152544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=4954787f-5bb3-4959-9d13-fe8b5fa96efd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:42.155883 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] No DVR routers for this DVR port 4954787f-5bb3-4959-9d13-fe8b5fa96efd on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:28:42.279033 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.303607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721ba1f6-f430-4db3-ac00-3ea105f125ed']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:42.315330 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:42.315663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1d7234-2c23-4d55-b069-0fb636a7b9b9') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:42.326866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.346352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.352978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:28:42.353788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:28:42.367533 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:28:42.405949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Deleting port 4954787f-5bb3-4959-9d13-fe8b5fa96efd {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:28:42.406405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.443306 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66a8f1b3-cc54-49fd-90c5-69718a0436e2 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:28:42.444075 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.461516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.473413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Network': ['ID=721ba1f6-f430-4db3-ac00-3ea105f125ed,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:42.486648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39606) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:42.487203 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b3dd5116-255c-4690-975f-a7e339cde242 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/networks/721ba1f6-f430-4db3-ac00-3ea105f125ed HTTP/1.1" status: 204 len: 168 time: 1.0178137 Apr 05 10:28:42.501769 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 66a8f1b3-cc54-49fd-90c5-69718a0436e2 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:28:42.502113 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 66a8f1b3-cc54-49fd-90c5-69718a0436e2 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:28:42.502517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:28:42.535141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e50f77a8-2845-463a-9de0-4a40efd0f115 None None] The port '4954787f-5bb3-4959-9d13-fe8b5fa96efd' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:28:42.540373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:28:42.540714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 3af88a2b-a7b7-4cb3-8b5b-586f21f6fe00 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:28:42.561224 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.591607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.659903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.686327 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875f1f1e-618d-4eb5-93ea-8d3b59946a42,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:42.697809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.698153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.698493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.698830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.699162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.699493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.699842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.700169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.700490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.700811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.701130 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:42.706227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:42.707344 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-68129542-88a5-4fb8-b291-b3120fae3d56 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/security-groups/875f1f1e-618d-4eb5-93ea-8d3b59946a42 HTTP/1.1" status: 204 len: 168 time: 0.2189291 Apr 05 10:28:43.038777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39614) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:43.045283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-198993038', 'description': 'tempest-secgroup-smoke-198993038 description', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:43.051164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:43.055395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:43.058577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:43.064289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:43.078018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.112537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:43.116184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:43.118951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:43.124445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:43.178368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.182161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.226054 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715966f1-9f04-4bb3-b4d0-2792eab02802,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:43.229640 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.230891 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e78d6308-1ff5-413b-ac45-922788cdb79a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1910679 Apr 05 10:28:43.233768 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39618) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:43.239056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '715966f1-9f04-4bb3-b4d0-2792eab02802', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:43.244977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:43.248727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:43.251512 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:43.257119 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:43.273633 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.333894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.338149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.367793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce56e5f6-c9e2-4f05-8fc4-a410f1888ac1,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:43.376373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.377549 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d339385a-fffb-4d93-ab18-ac6ac0da50b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1429172 Apr 05 10:28:43.380407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39622) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:43.386212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '715966f1-9f04-4bb3-b4d0-2792eab02802', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:43.391934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:43.395642 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:43.398416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:43.404973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:43.422509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.485690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.489253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.512629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb60f2d4-ce0a-4df8-bbd3-15e1b56b8664,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:43.521498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.522656 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f770296c-3e59-4f85-9740-5599e7d38a9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1413226 Apr 05 10:28:43.525489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39626) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:43.530704 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '715966f1-9f04-4bb3-b4d0-2792eab02802', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:43.536346 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:43.540643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:43.543528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:43.549243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:43.566769 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.628739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.632213 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.654975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12912578-0eb9-40f4-82ed-609e86020106,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:43.663752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.665666 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-8ac733be-0310-462c-9852-ce2813982ac8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1386144 Apr 05 10:28:43.668275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39630) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:43.673639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '715966f1-9f04-4bb3-b4d0-2792eab02802', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:43.679437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:43.683664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:43.686470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:43.692393 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:43.707358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.769040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.772565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.797683 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860763f2-17aa-4795-9707-c345625bcfe1,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:43.806041 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.807304 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-29611faa-0563-40ff-ab8e-0c521947f70d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1380389 Apr 05 10:28:43.810441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39634) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:43.815799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '715966f1-9f04-4bb3-b4d0-2792eab02802', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:43.821659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:43.825424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:43.828250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:43.835755 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:43.845340 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Project a1fcdf6937134c759f17bcd8414b55ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:28:43.851750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.916357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.919723 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.942427 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f8841d-6beb-4299-8e92-79721eacb6cb,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:43.951662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:43.952867 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bc41d015-4d9c-45b5-8a3a-087b6fec24d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1415079 Apr 05 10:28:43.955537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39638) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:43.961050 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '715966f1-9f04-4bb3-b4d0-2792eab02802', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:43.968430 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:43.972292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:43.975116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:43.980751 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:43.991052 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Project a1fcdf6937134c759f17bcd8414b55ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:28:43.997756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.061951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.065448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.089044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269777d3-f4a2-43b5-99db-2c7dca724e9f,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:44.097905 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.099081 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f503e67d-14f1-4083-8ef3-fe81499554ea tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1426070 Apr 05 10:28:44.101780 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39642) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:44.107010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'network': {'name': 'tempest-network-smoke--217633053', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'port_security_enabled': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:44.111788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:44.115794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:network and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:44.118645 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:44.124214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:44.134523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:28:44.137457 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.167662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:28:44.176528 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.176929 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Added segment ebaf975b-d1a8-47f2-906a-4c6bc68da2f7 of type vlan for network b62529d4-b1ab-4196-85f2-c962ac999c0c Apr 05 10:28:44.202960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.231444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.235162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:44.235659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.341043 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2381978 Apr 05 10:28:44.343788 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39646) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:44.344264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7ec07-22a4-4b24-9bc3-a8405eb84834 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Network': ['ID=b62529d4-b1ab-4196-85f2-c962ac999c0c,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:44.349380 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'admin_state_up': True, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:44.354274 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network b62529d4-b1ab-4196-85f2-c962ac999c0c details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:28:44.357022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:44.361017 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:router and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:44.364090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:44.369716 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:44.380011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.381092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.403314 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.552187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.732797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.761851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:44.896127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.26.4.217 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/0aaedf15-6f69-4985-a16b-55d77366a6e5) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:28:45.040543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:45.068288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:45.134987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:28:45.137694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:28:45.141401 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:28:45.171347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=0aaedf15-6f69-4985-a16b-55d77366a6e5,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:45.296686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:45.297328 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:45.522503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router e45088b5-41e4-4318-8217-1562e9923e06 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:28:45.820245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:28:45.829717 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Sync routers for ids ['e45088b5-41e4-4318-8217-1562e9923e06'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:28:45.842349 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Routers {'e45088b5-41e4-4318-8217-1562e9923e06'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:28:45.842978 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:28:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e45088b5-41e4-4318-8217-1562e9923e06'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:45.846261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:45.847545 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-844ebc90-3e8c-433a-988d-83db4efc0a48 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5027692 Apr 05 10:28:45.850722 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39650) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:45.890520 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c797ce28-542b-4fe8-b0aa-55dd12adda5f tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a1fcdf6937134c759f17bcd8414b55ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387084 Apr 05 10:28:45.893184 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39654) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:46.024648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c1d2b6-b329-4fd0-9b88-ee936ea5dfb8 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:46.026243 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b9c1d2b6-b329-4fd0-9b88-ee936ea5dfb8 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1321363 Apr 05 10:28:46.029002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39658) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:46.051192 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Set router e45088b5-41e4-4318-8217-1562e9923e06 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:28:46.068148 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a57f0fa3-6305-4daf-a89e-6f744639b7f7 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379269 Apr 05 10:28:46.070584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39662) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:46.076051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-316951484', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:46.183863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:46.187614 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:subnet and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:28:46.190376 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:28:46.196530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:46.207126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:28:46.308671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:46.328693 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:45Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:46.332483 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Checking router: e45088b5-41e4-4318-8217-1562e9923e06 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:28:46.332822 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Updating router e45088b5-41e4-4318-8217-1562e9923e06 port 0aaedf15-6f69-4985-a16b-55d77366a6e5 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:28:46.382518 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:46.529830 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:46.615686 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Subnet': ['ID=5fe65ff7-955b-42d4-83c2-d2b50244c8eb,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:46.626934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Checking segment: {'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:28:46.627289 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network hostable DHCP agents. Network: b62529d4-b1ab-4196-85f2-c962ac999c0c, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:28:46.652497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network b62529d4-b1ab-4196-85f2-c962ac999c0c is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:28:46.662025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, b62529d4-b1ab-4196-85f2-c962ac999c0c) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:28:46.667141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:46.667772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:46.673661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9167250-79f9-4d76-acf1-3f4fe9cd2f9b None None] Network b62529d4-b1ab-4196-85f2-c962ac999c0c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:28:46.696749 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-11b1ee50-291b-4adf-ae73-87c8026a64c7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6216063 Apr 05 10:28:46.697389 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39666) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:28:46.726087 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:46.738579 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Transition to ACTIVE for port object 0aaedf15-6f69-4985-a16b-55d77366a6e5 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:28:46.747945 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:46.821306 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Attempting to bind port 0aaedf15-6f69-4985-a16b-55d77366a6e5 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:28:46.821660 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Attempting to bind port 0aaedf15-6f69-4985-a16b-55d77366a6e5 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:28:46.822011 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Attempting to bind port 0aaedf15-6f69-4985-a16b-55d77366a6e5 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:28:46.838207 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Pushing event updated for resources: {'Port': ['ID=0aaedf15-6f69-4985-a16b-55d77366a6e5,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:46.845558 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:28:46.845919 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:28:46.846302 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:46.846686 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:28:46.847137 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Bound port: 0aaedf15-6f69-4985-a16b-55d77366a6e5, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:28:46.847498 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:46.890752 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.890752 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.891052 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.891560 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.892024 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.892347 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.892671 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.892989 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.893305 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.893613 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.894081 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:28:46.905719 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b24348-f81e-425d-8281-556aada54660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-b62529d4-b1ab-4196-85f2-c962ac999c0c', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:28:46.906546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-51b24348-f81e-425d-8281-556aada54660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:46.927450 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] For port 0aaedf15-6f69-4985-a16b-55d77366a6e5, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:28:46.930899 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] For port 0aaedf15-6f69-4985-a16b-55d77366a6e5, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0aaedf15-6f69-4985-a16b-55d77366a6e5,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:28:46.937123 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:47.032976 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09ceff-6ce9-406e-a97f-ea818b5b1b04 None None] Pushing event updated for resources: {'Port': ['ID=0aaedf15-6f69-4985-a16b-55d77366a6e5,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:47.037025 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Routers {'e45088b5-41e4-4318-8217-1562e9923e06'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:28:47.037633 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:28:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e45088b5-41e4-4318-8217-1562e9923e06'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:47.078862 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-51b24348-f81e-425d-8281-556aada54660 None None] Allocated IP 172.20.0.2 (b62529d4-b1ab-4196-85f2-c962ac999c0c/5fe65ff7-955b-42d4-83c2-d2b50244c8eb/5a7f3bb8-5010-4ba6-ac4f-9966ccddee25) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:28:47.231969 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] Set router e45088b5-41e4-4318-8217-1562e9923e06 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:28:47.297874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-51b24348-f81e-425d-8281-556aada54660 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:47.309765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-51b24348-f81e-425d-8281-556aada54660 None None] Transition to ACTIVE for port object 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:28:47.330584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-51b24348-f81e-425d-8281-556aada54660 None None] Transition to ACTIVE for port object 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:28:47.338994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-51b24348-f81e-425d-8281-556aada54660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:47.416813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b24348-f81e-425d-8281-556aada54660 None None] Network b62529d4-b1ab-4196-85f2-c962ac999c0c is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:28:47.420114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-51b24348-f81e-425d-8281-556aada54660 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:28:47.424882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b24348-f81e-425d-8281-556aada54660 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:28:47.427256 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b24348-f81e-425d-8281-556aada54660 None None] Pushing event updated for resources: {'Port': ['ID=5a7f3bb8-5010-4ba6-ac4f-9966ccddee25,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:47.519112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-51b24348-f81e-425d-8281-556aada54660 None None] Attempting to bind port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:28:47.519758 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-51b24348-f81e-425d-8281-556aada54660 None None] Attempting to bind port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:28:47.520222 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b24348-f81e-425d-8281-556aada54660 None None] Attempting to bind port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 on network b62529d4-b1ab-4196-85f2-c962ac999c0c {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:28:47.527930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b24348-f81e-425d-8281-556aada54660 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:28:47.528458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b24348-f81e-425d-8281-556aada54660 None None] Checking segment: {'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:28:47.528968 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-51b24348-f81e-425d-8281-556aada54660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:47.529452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b24348-f81e-425d-8281-556aada54660 None None] Bound using segment: {'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:28:47.530121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-51b24348-f81e-425d-8281-556aada54660 None None] Bound port: 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:28:47.530801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-51b24348-f81e-425d-8281-556aada54660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:47.569467 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:45Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:47.574996 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9db656-c688-42cf-a7c8-83c58f444f67 None None] The sync data for ids ['e45088b5-41e4-4318-8217-1562e9923e06'] in dv-neutron-833199-1-hyperv is: [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:45Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:28:47.633533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:47.639171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-51b24348-f81e-425d-8281-556aada54660 None None] For port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:28:47.642880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-51b24348-f81e-425d-8281-556aada54660 None None] For port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5a7f3bb8-5010-4ba6-ac4f-9966ccddee25,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:28:47.646784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-51b24348-f81e-425d-8281-556aada54660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:47.741965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b24348-f81e-425d-8281-556aada54660 None None] Pushing event updated for resources: {'Port': ['ID=5a7f3bb8-5010-4ba6-ac4f-9966ccddee25,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:48.134196 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.20.0.1 (b62529d4-b1ab-4196-85f2-c962ac999c0c/5fe65ff7-955b-42d4-83c2-d2b50244c8eb/74c4de3d-ff4b-476d-967d-b35d5c2b89ac) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:28:48.298359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:48.315589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Transition to ACTIVE for port object 74c4de3d-ff4b-476d-967d-b35d5c2b89ac will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:28:48.338297 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:48.411155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network b62529d4-b1ab-4196-85f2-c962ac999c0c is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:28:48.416877 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:28:48.419374 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:28:48.445323 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=74c4de3d-ff4b-476d-967d-b35d5c2b89ac,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:48.487713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:48.529565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0aaedf15-6f69-4985-a16b-55d77366a6e5 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:28:48.592091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:48.610167 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 0aaedf15-6f69-4985-a16b-55d77366a6e5 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:28:48.618347 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0aaedf15-6f69-4985-a16b-55d77366a6e5 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:48.618901 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:48.750954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:48.771288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 0aaedf15-6f69-4985-a16b-55d77366a6e5, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0aaedf15-6f69-4985-a16b-55d77366a6e5,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:48.777829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:48.778661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:28:48.837605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261008e5-66a5-4cba-8f2a-0f1de399bc91 None None] Network b62529d4-b1ab-4196-85f2-c962ac999c0c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:28:49.012531 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:49.018344 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:49.023454 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=0aaedf15-6f69-4985-a16b-55d77366a6e5,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:49.040788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-c0d82333-3677-4045-b6e4-ed86950f7214 None None] Provisioning for port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:28:49.105077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:28:49.118255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:49.118844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:49.131022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=74c4de3d-ff4b-476d-967d-b35d5c2b89ac,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:49.133584 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:49.290559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:49.330014 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5a7f3bb8-5010-4ba6-ac4f-9966ccddee25,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:49.336136 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:49.377438 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network b62529d4-b1ab-4196-85f2-c962ac999c0c is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:28:49.378759 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:28:49.409514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=5a7f3bb8-5010-4ba6-ac4f-9966ccddee25,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:49.588527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f8b36de5-cc7c-4b9e-87bc-3a812a66b28d None None] Provisioning complete for port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:49.588817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f8b36de5-cc7c-4b9e-87bc-3a812a66b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:49.726597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f8b36de5-cc7c-4b9e-87bc-3a812a66b28d None None] Provisioning for port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:28:49.731937 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-f8b36de5-cc7c-4b9e-87bc-3a812a66b28d None None] Provisioning complete for port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:49.732309 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f8b36de5-cc7c-4b9e-87bc-3a812a66b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:49.791470 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-f8b36de5-cc7c-4b9e-87bc-3a812a66b28d None None] Port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:28:49.802636 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router e45088b5-41e4-4318-8217-1562e9923e06 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:28:49.913129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-67b76c7b-14d4-401c-bc6d-f300f6d08711 None None] Provisioning complete for port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:49.913743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-67b76c7b-14d4-401c-bc6d-f300f6d08711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:49.967423 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-67b76c7b-14d4-401c-bc6d-f300f6d08711 None None] Port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:28:50.009500 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:28:50.021468 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-08f41f78-3165-4e19-bc6d-d9aa7d0d68e8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "PUT /v2.0/routers/e45088b5-41e4-4318-8217-1562e9923e06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3231125 Apr 05 10:28:50.192762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f22fee05-34b8-4ed5-94d5-ce67bde58916 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:28:50.207114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f22fee05-34b8-4ed5-94d5-ce67bde58916 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:28:50.208285 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f22fee05-34b8-4ed5-94d5-ce67bde58916 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-198993038&fields=id&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 267 time: 0.0552635 Apr 05 10:28:50.353624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-3d3be82f-42c3-4899-90a9-9003fe66ff25 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:50.354289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-3d3be82f-42c3-4899-90a9-9003fe66ff25 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:28:50.374270 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-3d3be82f-42c3-4899-90a9-9003fe66ff25 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:28:50.375283 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-3d3be82f-42c3-4899-90a9-9003fe66ff25 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/networks?id=b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 200 len: 796 time: 0.1602452 Apr 05 10:28:50.391070 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-cd663f5c-6481-4743-9672-af705e532495 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/quotas/a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 375 time: 0.0103865 Apr 05 10:28:50.450417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0aaedf15-6f69-4985-a16b-55d77366a6e5 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:28:50.471195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c1f9c118-bca8-4c0a-aa46-f2a813445beb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:28:50.486901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c1f9c118-bca8-4c0a-aa46-f2a813445beb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:28:50.488397 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c1f9c118-bca8-4c0a-aa46-f2a813445beb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914128 Apr 05 10:28:50.519751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0aaedf15-6f69-4985-a16b-55d77366a6e5 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:50.520123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:50.638498 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:28:50.707281 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-264f04ec-4a7f-464d-b7ed-9507026c3b5b service neutron] 10.222.0.30 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068989 Apr 05 10:28:50.714079 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:50.714479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:50.937798 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-70ced550-d467-4313-b4b5-ad71e738e1d1 service neutron] 10.222.0.30 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240269 Apr 05 10:28:51.132960 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a8621b99-56e7-4146-809e-25f6198a6b1f req-5cf9742b-702c-4b66-b597-46ce2d01cd63 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0440254 Apr 05 10:28:51.143329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Sync routers for ids ['e45088b5-41e4-4318-8217-1562e9923e06'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:28:51.156896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Routers {'e45088b5-41e4-4318-8217-1562e9923e06'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:28:51.157516 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:28:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e45088b5-41e4-4318-8217-1562e9923e06'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:51.337813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Set router e45088b5-41e4-4318-8217-1562e9923e06 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:28:51.663054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '74c4de3d-ff4b-476d-967d-b35d5c2b89ac', 'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:89:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:47Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 2, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:51.668371 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Checking router: e45088b5-41e4-4318-8217-1562e9923e06 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:28:51.668716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Updating router e45088b5-41e4-4318-8217-1562e9923e06 port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:28:51.765290 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:52.123668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:52.132411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:52.145607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Transition to ACTIVE for port object 74c4de3d-ff4b-476d-967d-b35d5c2b89ac will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:28:52.153179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:52.155066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-73d7a091-562b-4edb-9bd9-82b2366e04d7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:52.156526 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-73d7a091-562b-4edb-9bd9-82b2366e04d7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/networks?id=b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 200 len: 796 time: 0.1509948 Apr 05 10:28:52.217321 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-65965d16-dd21-4b02-b755-22c8fef76f9e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 379 time: 0.0494168 Apr 05 10:28:52.227275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'port': {'device_id': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'admin_state_up': True, 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'security_groups': ['715966f1-9f04-4bb3-b4d0-2792eab02802']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:52.278544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50f93e-4a4c-41fd-b410-8716b4d637a1 None None] Pushing event updated for resources: {'Port': ['ID=74c4de3d-ff4b-476d-967d-b35d5c2b89ac,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:52.368084 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-15ac31c6-96f1-4146-aab7-a8ba9ca77994 req-6ab2ca53-817d-4675-a631-defbb654cad9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 210 time: 0.0583296 Apr 05 10:28:52.370220 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Attempting to bind port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:28:52.371238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Attempting to bind port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:28:52.371238 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Attempting to bind port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac on network b62529d4-b1ab-4196-85f2-c962ac999c0c {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:28:52.377701 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:28:52.377901 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Checking segment: {'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:28:52.378318 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:52.378711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Bound using segment: {'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:28:52.379178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Bound port: 74c4de3d-ff4b-476d-967d-b35d5c2b89ac, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:28:52.380350 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:52.433077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:28:52.448314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:28:52.460878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:28:52.464689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:52.479337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] For port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:28:52.482549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] For port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=74c4de3d-ff4b-476d-967d-b35d5c2b89ac,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:28:52.486833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:52.582473 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50f93e-4a4c-41fd-b410-8716b4d637a1 None None] Pushing event updated for resources: {'Port': ['ID=74c4de3d-ff4b-476d-967d-b35d5c2b89ac,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:52.598410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Routers {'e45088b5-41e4-4318-8217-1562e9923e06'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:28:52.599059 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:28:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e45088b5-41e4-4318-8217-1562e9923e06'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:52.652948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.20.0.11 (b62529d4-b1ab-4196-85f2-c962ac999c0c/5fe65ff7-955b-42d4-83c2-d2b50244c8eb/d26d82ea-c2ba-4f23-a9eb-8943a45c3bea) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:28:52.786421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] Set router e45088b5-41e4-4318-8217-1562e9923e06 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:28:52.853492 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:52.869074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Transition to ACTIVE for port object d26d82ea-c2ba-4f23-a9eb-8943a45c3bea will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:28:52.890684 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:52.969095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network b62529d4-b1ab-4196-85f2-c962ac999c0c is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:28:52.972788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:28:52.974529 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:52.976659 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:28:53.040875 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:53.041518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:53.070871 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-f9c98987-a2a2-4797-92b0-731dcd8a9fd7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8484285 Apr 05 10:28:53.081419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Request body: {'port': {'device_id': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:28:53.126662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '74c4de3d-ff4b-476d-967d-b35d5c2b89ac', 'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:89:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:47Z', 'updated_at': '2022-04-05T10:28:52Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:28:53.131422 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732366be-30cd-4027-979f-e9f755d1c04c None None] The sync data for ids ['e45088b5-41e4-4318-8217-1562e9923e06'] in dv-neutron-833199-1-hyperv is: [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '74c4de3d-ff4b-476d-967d-b35d5c2b89ac', 'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:89:62:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:47Z', 'updated_at': '2022-04-05T10:28:52Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:28:53.216092 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:53.249814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e306a25f-ecd4-4b1b-abf4-5aaf614c14a9 None None] Provisioning for port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:28:53.254957 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e306a25f-ecd4-4b1b-abf4-5aaf614c14a9 None None] Provisioning complete for port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:53.255400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e306a25f-ecd4-4b1b-abf4-5aaf614c14a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:53.315043 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e306a25f-ecd4-4b1b-abf4-5aaf614c14a9 None None] Port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:28:53.640839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26d82ea-c2ba-4f23-a9eb-8943a45c3bea {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:28:53.650159 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:53.671046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb1039-52c6-4123-a4ba-0c2feae36e78 req-6f749eed-3883-4357-bc81-e415d784ecbc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:53.671749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d8eb1039-52c6-4123-a4ba-0c2feae36e78 req-6f749eed-3883-4357-bc81-e415d784ecbc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:28:53.676754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Transition to ACTIVE for port object d26d82ea-c2ba-4f23-a9eb-8943a45c3bea will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:28:53.682388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:53.736467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d8eb1039-52c6-4123-a4ba-0c2feae36e78 req-6f749eed-3883-4357-bc81-e415d784ecbc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:28:53.737633 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d8eb1039-52c6-4123-a4ba-0c2feae36e78 req-6f749eed-3883-4357-bc81-e415d784ecbc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 932 time: 0.2256172 Apr 05 10:28:53.942981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Pushing event updated for resources: {'Port': ['ID=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:54.002088 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d8eb1039-52c6-4123-a4ba-0c2feae36e78 req-ccb94fa3-cc4a-4a89-8a5e-e3a80d395960 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538331 Apr 05 10:28:54.073804 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Attempting to bind port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:28:54.074136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Attempting to bind port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:28:54.074466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Attempting to bind port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea on network b62529d4-b1ab-4196-85f2-c962ac999c0c {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:28:54.080353 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea on network b62529d4-b1ab-4196-85f2-c962ac999c0c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:28:54.080672 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Attempting to bind port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea on network b62529d4-b1ab-4196-85f2-c962ac999c0c {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:28:54.087767 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:28:54.088243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Checking segment: {'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:28:54.088634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Bound using segment: {'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:28:54.089063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Bound port: d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:28:54.089407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:54.174107 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] For port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:28:54.177189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] For port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:28:54.181523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:54.244344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:54.245695 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] 10.222.0.10 "PUT /v2.0/ports/d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 200 len: 1094 time: 1.1686068 Apr 05 10:28:54.246147 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:28:54.266823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7bdcc-d5ac-409c-adc8-735381b93157 service neutron] Pushing event updated for resources: {'Port': ['ID=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:54.318580 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1708348a-ed50-449a-8317-3132af012aae'] response: {'name': 'network-changed', 'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'status': 'completed', 'code': 200} Apr 05 10:28:54.360766 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-e043ff3f-641d-4c5b-bea2-042bd359ff41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1097 time: 0.0744016 Apr 05 10:28:54.434011 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-96e293a2-07ac-4030-81e5-2b9e35dcbad4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 200 len: 217 time: 0.0670772 Apr 05 10:28:54.473350 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 74c4de3d-ff4b-476d-967d-b35d5c2b89ac up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:28:54.498007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-b1b0881f-29b7-4de3-b8f2-80805b161da5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:54.499434 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-b1b0881f-29b7-4de3-b8f2-80805b161da5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fe65ff7-955b-42d4-83c2-d2b50244c8eb HTTP/1.1" status: 200 len: 834 time: 0.0599945 Apr 05 10:28:54.542394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:28:54.547266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:54.547658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:54.575331 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-d85d1a6c-f015-4508-9f37-b81672da242a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b62529d4-b1ab-4196-85f2-c962ac999c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697885 Apr 05 10:28:54.703267 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:54.710350 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-08b16d31-724b-4681-9406-98fb1b1ba36f service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289113 Apr 05 10:28:54.735364 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=74c4de3d-ff4b-476d-967d-b35d5c2b89ac,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:54.739244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:54.807296 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=74c4de3d-ff4b-476d-967d-b35d5c2b89ac,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:54.850057 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-756e8472-1d07-4ce0-80b7-00ad0f65313d req-a164026b-0019-48a5-a983-296be2c21708 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336639 Apr 05 10:28:54.966300 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae49845f-61bb-4694-b976-14815f032a29 req-3ba96f26-7e0d-4fdc-b53a-09f659b9e167 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1097 time: 0.0736370 Apr 05 10:28:55.096307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49845f-61bb-4694-b976-14815f032a29 req-637ebd8b-4cad-4677-b909-b384285a2736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:55.097712 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae49845f-61bb-4694-b976-14815f032a29 req-637ebd8b-4cad-4677-b909-b384285a2736 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 200 len: 896 time: 0.1247344 Apr 05 10:28:55.199487 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae49845f-61bb-4694-b976-14815f032a29 req-71ba9eea-36e4-4e5a-b6da-442d4dd94ac8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 200 len: 217 time: 0.0951872 Apr 05 10:28:55.277118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49845f-61bb-4694-b976-14815f032a29 req-b842f7d2-107f-46bd-8827-3852b1ed9bfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:55.278493 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae49845f-61bb-4694-b976-14815f032a29 req-b842f7d2-107f-46bd-8827-3852b1ed9bfa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fe65ff7-955b-42d4-83c2-d2b50244c8eb HTTP/1.1" status: 200 len: 834 time: 0.0695632 Apr 05 10:28:55.288497 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e8f17-3c0e-4e3f-b5fc-da6b8daa42b0 req-e4113355-4e27-45e6-bb44-824c7d4e906f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:55.290321 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad2e8f17-3c0e-4e3f-b5fc-da6b8daa42b0 req-e4113355-4e27-45e6-bb44-824c7d4e906f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 944 time: 0.1404047 Apr 05 10:28:55.383435 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad2e8f17-3c0e-4e3f-b5fc-da6b8daa42b0 req-464dc9cf-f32a-42dc-84ea-6c770dbc15ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611391 Apr 05 10:28:55.395403 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae49845f-61bb-4694-b976-14815f032a29 req-15553097-5a30-473b-b262-51529dd1e727 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b62529d4-b1ab-4196-85f2-c962ac999c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1041675 Apr 05 10:28:55.527694 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae49845f-61bb-4694-b976-14815f032a29 req-df0f690c-94dc-4306-8913-c838fa20f754 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215222 Apr 05 10:28:55.751593 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae49845f-61bb-4694-b976-14815f032a29 req-80571d37-f0f3-49e1-a62d-6d13dc8bb5d2 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174778 Apr 05 10:28:56.457085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 74c4de3d-ff4b-476d-967d-b35d5c2b89ac up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:28:56.532952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:56.533339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:56.610423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa4836-f643-4fcc-aff5-4c60e84711e0 req-2f4936db-228e-4276-8603-ec9018587e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:56.612177 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8afa4836-f643-4fcc-aff5-4c60e84711e0 req-2f4936db-228e-4276-8603-ec9018587e10 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 944 time: 0.0879252 Apr 05 10:28:56.667347 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8afa4836-f643-4fcc-aff5-4c60e84711e0 req-3d0ccf4c-e4e7-481c-b22b-cc0b7161678c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483985 Apr 05 10:28:56.940231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d26d82ea-c2ba-4f23-a9eb-8943a45c3bea details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:28:57.084416 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:57.097833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'port_id': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'mac_address': 'fa:16:3e:64:30:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:28:57.151066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:57.168938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26d82ea-c2ba-4f23-a9eb-8943a45c3bea {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:28:57.183637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:57.187467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:57.255504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:57.395814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['d26d82ea-c2ba-4f23-a9eb-8943a45c3bea'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:28:57.870322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c361d17-114e-480c-bbd9-5773ace30025 req-504e964c-49a0-4611-b7ab-0804cab4044e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:57.871688 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1c361d17-114e-480c-bbd9-5773ace30025 req-504e964c-49a0-4611-b7ab-0804cab4044e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 945 time: 0.0756452 Apr 05 10:28:57.918429 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1c361d17-114e-480c-bbd9-5773ace30025 req-329f1669-1614-4989-9669-291f0a94811f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410476 Apr 05 10:28:58.952595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d26d82ea-c2ba-4f23-a9eb-8943a45c3bea up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:28:59.021499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:28:59.027528 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:28:59.027910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:59.118572 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd3ea2-5b6b-49b7-9634-ae1b6c7c1c03 req-2fe2c8f0-9ed8-4052-8c9d-5bb6a355c056 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:28:59.120030 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5dcd3ea2-5b6b-49b7-9634-ae1b6c7c1c03 req-2fe2c8f0-9ed8-4052-8c9d-5bb6a355c056 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 945 time: 0.0802157 Apr 05 10:28:59.141884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:59.165942 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5dcd3ea2-5b6b-49b7-9634-ae1b6c7c1c03 req-65d5966a-a66b-4eaf-9917-eb7516ce3c0e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403440 Apr 05 10:28:59.170134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:28:59.181305 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:28:59.194066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:28:59.228832 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d748c425-0f5b-444b-84f9-b7335ddc82bb'] response: {'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'code': 200} Apr 05 10:28:59.256964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:28:59.510303 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-15fa5331-2de9-466a-975a-bdc050d6b8c1 req-18b63493-ad97-42ec-a9b4-1fd19e7a3514 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1099 time: 0.1324022 Apr 05 10:28:59.550940 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-15fa5331-2de9-466a-975a-bdc050d6b8c1 req-48b1597a-5011-4c70-bda4-5134b8f6d6bc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345511 Apr 05 10:28:59.768135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-62694981-d5b3-4feb-bc98-e267f8c1a001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:00.369123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668619e-817a-4001-8d88-5d278bf2d4e5 req-bc28115e-de0c-4bff-b616-08942b274fc9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:00.370586 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8668619e-817a-4001-8d88-5d278bf2d4e5 req-bc28115e-de0c-4bff-b616-08942b274fc9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0850558 Apr 05 10:29:00.419767 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8668619e-817a-4001-8d88-5d278bf2d4e5 req-a8e7f1cd-a3a5-44f8-a999-d8bd7f6442c4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435255 Apr 05 10:29:01.625625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439adfd-647c-4142-ac45-391b87d28cca req-3d28d1ee-f23e-40fd-9eac-b4e82c9342c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:01.627120 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0439adfd-647c-4142-ac45-391b87d28cca req-3d28d1ee-f23e-40fd-9eac-b4e82c9342c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0774453 Apr 05 10:29:01.673649 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0439adfd-647c-4142-ac45-391b87d28cca req-fb0f9a17-3a34-4803-a1a0-e652fa5e1d88 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398307 Apr 05 10:29:01.870586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4cff1-a190-42d6-8aa3-c00ddb0ab525 req-abc7df67-f6d3-4431-a034-27ac3f0267e7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:01.872066 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-97c4cff1-a190-42d6-8aa3-c00ddb0ab525 req-abc7df67-f6d3-4431-a034-27ac3f0267e7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0778930 Apr 05 10:29:01.920319 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-97c4cff1-a190-42d6-8aa3-c00ddb0ab525 req-c2c6e1db-4fad-4ef1-9f93-747cdb4759b5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Apr 05 10:29:01.950507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39714) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:29:02.019142 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-87caff98-eccb-4adf-b75c-4559288dc904 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1094 time: 0.0672841 Apr 05 10:29:02.021591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39718) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:29:02.026882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:29:02.032994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:29:02.034122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c0da4fcb-672d-4e6d-afd3-3d1763e2009a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:02.038693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:floatingip and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:29:02.042326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:29:02.048193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:29:02.059743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:02.193970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:02.325504 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.26.4.115 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/02d9e52a-2566-4abd-8237-af9d31e6ee2b) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:29:02.469535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:02.500066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:02.564834 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:29:02.567486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:29:02.571011 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:29:02.608773 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=02d9e52a-2566-4abd-8237-af9d31e6ee2b,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:29:03.117068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:03.199184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:03.231258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:03.287271 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:03.504259 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:03.511371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:03.616766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=02d9e52a-2566-4abd-8237-af9d31e6ee2b,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:29:03.630849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:03.818076 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Floating IP 3b520629-2b66-4907-9e73-d5df23649a6f associated. External IP: 172.26.4.115, port: d26d82ea-c2ba-4f23-a9eb-8943a45c3bea. Apr 05 10:29:04.247664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router e45088b5-41e4-4318-8217-1562e9923e06 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:29:04.452101 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:29:04.462166 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] Sync routers for ids ['e45088b5-41e4-4318-8217-1562e9923e06'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:29:04.474525 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] Routers {'e45088b5-41e4-4318-8217-1562e9923e06'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:29:04.475286 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:29:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e45088b5-41e4-4318-8217-1562e9923e06'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:29:04.475458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:04.524325 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:04.530952 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-dd7640ef-ce39-4199-9d35-b7407e1b1374 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5083253 Apr 05 10:29:04.531731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:29:04.595470 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fba359-8f39-44f1-84eb-671c0c1a8f52'] response: {'name': 'network-changed', 'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'status': 'completed', 'code': 200} Apr 05 10:29:04.669446 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] Set router e45088b5-41e4-4318-8217-1562e9923e06 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:29:04.764819 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cc78339-aba0-4c48-81af-54fd23438c90 req-328b588f-31be-4085-b528-a5c50c0973cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1099 time: 0.1442261 Apr 05 10:29:04.799462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294e6ca-2cd5-48bc-bc87-188aa5a9a36c req-781f312e-b208-45c8-97f9-699aaba70bb8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:04.800943 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3294e6ca-2cd5-48bc-bc87-188aa5a9a36c req-781f312e-b208-45c8-97f9-699aaba70bb8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.1485302 Apr 05 10:29:04.927743 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3294e6ca-2cd5-48bc-bc87-188aa5a9a36c req-e7de68e8-822c-4603-8c94-16d0287e1f80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768759 Apr 05 10:29:04.951692 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc78339-aba0-4c48-81af-54fd23438c90 req-ad480cac-da2c-4fea-a99f-0c56db312abd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:04.953155 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cc78339-aba0-4c48-81af-54fd23438c90 req-ad480cac-da2c-4fea-a99f-0c56db312abd service neutron] 10.222.0.10 "GET /v2.0/networks?id=b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 200 len: 896 time: 0.1808095 Apr 05 10:29:04.968862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39726) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:29:05.037030 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '3b520629-2b66-4907-9e73-d5df23649a6f', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'port_id': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'mac_address': 'fa:16:3e:64:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:29:03Z', 'updated_at': '2022-04-05T10:29:03Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c4de3d-ff4b-476d-967d-b35d5c2b89ac', 'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:89:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:47Z', 'updated_at': '2022-04-05T10:28:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:29:05.041958 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] Checking router: e45088b5-41e4-4318-8217-1562e9923e06 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:29:05.053693 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] Routers {'e45088b5-41e4-4318-8217-1562e9923e06'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:29:05.054349 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:29:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e45088b5-41e4-4318-8217-1562e9923e06'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:29:05.065199 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cc78339-aba0-4c48-81af-54fd23438c90 req-5a9a54df-21f6-4469-84eb-3f2002304fe8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 200 len: 1000 time: 0.1064193 Apr 05 10:29:05.143743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc78339-aba0-4c48-81af-54fd23438c90 req-741416a2-3c09-4df8-bd99-457986d10d93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:05.145336 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cc78339-aba0-4c48-81af-54fd23438c90 req-741416a2-3c09-4df8-bd99-457986d10d93 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fe65ff7-955b-42d4-83c2-d2b50244c8eb HTTP/1.1" status: 200 len: 834 time: 0.0736575 Apr 05 10:29:05.196485 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-706676aa-0bea-4ea4-9a05-76dd965adc86 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/3b520629-2b66-4907-9e73-d5df23649a6f HTTP/1.1" status: 200 len: 992 time: 0.2261868 Apr 05 10:29:05.233662 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cc78339-aba0-4c48-81af-54fd23438c90 req-e30b85e7-a47d-40f5-aece-a0d8ec58b300 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b62529d4-b1ab-4196-85f2-c962ac999c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825949 Apr 05 10:29:05.245581 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] Set router e45088b5-41e4-4318-8217-1562e9923e06 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:29:05.385378 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cc78339-aba0-4c48-81af-54fd23438c90 req-a68d0d04-8313-4f67-86e8-8e901d263567 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458030 Apr 05 10:29:05.531485 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cc78339-aba0-4c48-81af-54fd23438c90 req-d3a57877-84e6-493d-b808-8c9caaa9fe68 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403303 Apr 05 10:29:05.614290 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '3b520629-2b66-4907-9e73-d5df23649a6f', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'port_id': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'mac_address': 'fa:16:3e:64:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:29:03Z', 'updated_at': '2022-04-05T10:29:03Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c4de3d-ff4b-476d-967d-b35d5c2b89ac', 'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:89:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:47Z', 'updated_at': '2022-04-05T10:28:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:29:05.619105 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96e650c-bdf5-45e7-814f-4f89736e27ed None None] The sync data for ids ['e45088b5-41e4-4318-8217-1562e9923e06'] in dv-neutron-833199-1-hyperv is: [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '3b520629-2b66-4907-9e73-d5df23649a6f', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'port_id': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'mac_address': 'fa:16:3e:64:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:29:03Z', 'updated_at': '2022-04-05T10:29:03Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c4de3d-ff4b-476d-967d-b35d5c2b89ac', 'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:89:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:47Z', 'updated_at': '2022-04-05T10:28:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:29:06.200374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39730) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:29:06.399934 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4985e317-10f9-4a02-bde1-a357f6efd375 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/3b520629-2b66-4907-9e73-d5df23649a6f HTTP/1.1" status: 200 len: 992 time: 0.1984854 Apr 05 10:29:07.403973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39734) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:29:07.505433 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6fee724e-18e6-49bb-9086-1e03301b3a81 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/3b520629-2b66-4907-9e73-d5df23649a6f HTTP/1.1" status: 200 len: 992 time: 0.1003447 Apr 05 10:29:08.267683 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a8f13b5-a48d-471d-b750-ac10e6ec63c8 req-93517f83-96a0-40db-906e-51bf8ea3949a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665102 Apr 05 10:29:08.403847 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a8f13b5-a48d-471d-b750-ac10e6ec63c8 req-5ec2e6e5-6434-4753-9ad4-37ed38ac4538 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1099 time: 0.0698402 Apr 05 10:29:08.509743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39738) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:29:08.549327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f13b5-a48d-471d-b750-ac10e6ec63c8 req-0766cc91-2db9-4444-bde9-79969125b478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:08.550959 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a8f13b5-a48d-471d-b750-ac10e6ec63c8 req-0766cc91-2db9-4444-bde9-79969125b478 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 200 len: 896 time: 0.1298604 Apr 05 10:29:08.615258 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-0cbefa50-e03f-4220-8019-6851a6a56991 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/3b520629-2b66-4907-9e73-d5df23649a6f HTTP/1.1" status: 200 len: 992 time: 0.1032898 Apr 05 10:29:08.654697 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a8f13b5-a48d-471d-b750-ac10e6ec63c8 req-93e6a6a5-54df-4bf0-bf49-896e10ae91a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 200 len: 1000 time: 0.0988057 Apr 05 10:29:08.719706 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f13b5-a48d-471d-b750-ac10e6ec63c8 req-1f1c4173-c3f2-4732-8239-d9c00180d48e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:08.721521 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a8f13b5-a48d-471d-b750-ac10e6ec63c8 req-1f1c4173-c3f2-4732-8239-d9c00180d48e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fe65ff7-955b-42d4-83c2-d2b50244c8eb HTTP/1.1" status: 200 len: 834 time: 0.0616736 Apr 05 10:29:08.793096 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a8f13b5-a48d-471d-b750-ac10e6ec63c8 req-f1a1bfb3-ca88-4d37-904a-3c490efae634 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b62529d4-b1ab-4196-85f2-c962ac999c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666039 Apr 05 10:29:08.921442 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a8f13b5-a48d-471d-b750-ac10e6ec63c8 req-732c7361-c945-4dae-b8e0-253ea111f827 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228056 Apr 05 10:29:09.051012 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a8f13b5-a48d-471d-b750-ac10e6ec63c8 req-6e154594-c0f6-4b4d-b8b3-620305e674ca service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240110 Apr 05 10:29:09.168744 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3368d428-9c3a-4ad5-91ef-45f8cb824b1a None None] New status for floating IP 3b520629-2b66-4907-9e73-d5df23649a6f: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:29:09.618016 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39742) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:29:09.720983 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e32d4f72-04e5-471c-8b7c-cf6234ccf7e7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/3b520629-2b66-4907-9e73-d5df23649a6f HTTP/1.1" status: 200 len: 994 time: 0.1015315 Apr 05 10:29:16.294956 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:29:22.116174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:29.770942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6dc6de61-8ca5-47f8-ad69-f840913b7aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:32.037820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-08c2ae2f-b17f-4dd3-b57b-85f6d3c182ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:32.586579 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b997a1c9-cd6a-498a-b716-6d03fcf8bffc req-066e5dde-7832-445e-96c7-3c45f67b7a74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1437898 Apr 05 10:29:33.124671 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:33.204265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:33.902920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39766) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:29:33.960137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cbb79-f455-41bd-9398-5b3ebabe4c45 req-a45e0393-44f1-46cf-b586-09f405e1c83e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:33.961964 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-832cbb79-f455-41bd-9398-5b3ebabe4c45 req-a45e0393-44f1-46cf-b586-09f405e1c83e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0872285 Apr 05 10:29:34.023986 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-832cbb79-f455-41bd-9398-5b3ebabe4c45 req-68b452f1-0652-406a-bf88-dddcb06ba3a5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561073 Apr 05 10:29:34.077904 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-c7389857-10a6-408d-b7ef-32f76aaa0891 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1736436 Apr 05 10:29:34.528504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:35.244241 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e991f7f-f19e-4651-a45f-4a23b74b94f2 req-c14de6bc-b0fe-4242-9fd3-99a6c058630a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:35.246606 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0e991f7f-f19e-4651-a45f-4a23b74b94f2 req-c14de6bc-b0fe-4242-9fd3-99a6c058630a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0871434 Apr 05 10:29:35.312058 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0e991f7f-f19e-4651-a45f-4a23b74b94f2 req-ad6bf7dd-afd3-45af-b378-88ba80481bf1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601902 Apr 05 10:29:35.392453 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-14a05fa9-b05d-43ba-9dbe-4e607d14c78c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1099 time: 0.0759356 Apr 05 10:29:35.533400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-328362e2-e31f-4fc6-b8cc-f54f9f3e62b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:35.534848 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-328362e2-e31f-4fc6-b8cc-f54f9f3e62b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 200 len: 896 time: 0.1350260 Apr 05 10:29:35.641584 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-dcbed9e3-b281-4726-952c-cd03e9983d5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 200 len: 1002 time: 0.1005898 Apr 05 10:29:35.704647 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-6eaed51c-b0e9-4f8e-ad8f-f1d95cef4e67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:35.706080 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-6eaed51c-b0e9-4f8e-ad8f-f1d95cef4e67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fe65ff7-955b-42d4-83c2-d2b50244c8eb HTTP/1.1" status: 200 len: 834 time: 0.0582399 Apr 05 10:29:35.803323 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-e6544848-de0b-43ec-ad56-3a0ee0bd410e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b62529d4-b1ab-4196-85f2-c962ac999c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903807 Apr 05 10:29:36.035263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-f146f668-b8a0-4002-8f21-f56da30bfe74 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246222 Apr 05 10:29:36.175497 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-447e2dc2-085c-4d59-bfce-6621b58a0f26 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340442 Apr 05 10:29:36.667850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664581f7-bd2c-4c0f-858a-766a7112cc7a req-aec253bc-2d3c-4dc8-ab0c-d3fc744e847b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:36.669313 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-664581f7-bd2c-4c0f-858a-766a7112cc7a req-aec253bc-2d3c-4dc8-ab0c-d3fc744e847b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0773814 Apr 05 10:29:36.734051 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-664581f7-bd2c-4c0f-858a-766a7112cc7a req-2663f798-ef08-439e-92c4-6c02219e5eb1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589981 Apr 05 10:29:37.944228 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2bd13-029b-4b87-bf47-f7e2e2009b7a req-1464037b-c318-4d52-9fdd-196f9b916f45 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:37.945760 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cf2bd13-029b-4b87-bf47-f7e2e2009b7a req-1464037b-c318-4d52-9fdd-196f9b916f45 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0829952 Apr 05 10:29:37.993237 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4cf2bd13-029b-4b87-bf47-f7e2e2009b7a req-2a1ee6b5-f40c-4cbb-a8e6-fdfba3d76440 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398812 Apr 05 10:29:39.196565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41ff2f-2b9c-4007-aaaf-2324c5a1be8c req-b684a7c3-dd7a-451b-92fa-a8578a31e851 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:39.197995 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1e41ff2f-2b9c-4007-aaaf-2324c5a1be8c req-b684a7c3-dd7a-451b-92fa-a8578a31e851 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0760465 Apr 05 10:29:39.247612 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1e41ff2f-2b9c-4007-aaaf-2324c5a1be8c req-f1ed342c-2da2-4bff-aba8-c835b9d7ed67 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440006 Apr 05 10:29:40.468223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c93e05-665d-4292-8dc9-603a36734173 req-a8d86836-3cca-4565-bd81-c0f08b76b219 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:40.469685 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-19c93e05-665d-4292-8dc9-603a36734173 req-a8d86836-3cca-4565-bd81-c0f08b76b219 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0814667 Apr 05 10:29:40.518010 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-19c93e05-665d-4292-8dc9-603a36734173 req-f1c05df3-ede8-467a-b013-af28e0b96876 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426354 Apr 05 10:29:41.732313 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd7dee-2a95-408f-a94e-482e5d18db0d req-b4a4a8b1-19bc-4ddc-b2bc-95f893b9c6c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:41.733771 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7ccd7dee-2a95-408f-a94e-482e5d18db0d req-b4a4a8b1-19bc-4ddc-b2bc-95f893b9c6c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0834315 Apr 05 10:29:41.779324 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7ccd7dee-2a95-408f-a94e-482e5d18db0d req-12d8a362-81e7-40c7-9956-a56418e2046e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398848 Apr 05 10:29:42.992713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4bd1e-0bc6-4197-b782-48491015ead3 req-ebe73db0-c9fd-4dfc-affd-32f86c48795b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:42.994503 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc4bd1e-0bc6-4197-b782-48491015ead3 req-ebe73db0-c9fd-4dfc-affd-32f86c48795b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0852954 Apr 05 10:29:43.051705 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfc4bd1e-0bc6-4197-b782-48491015ead3 req-3829ed79-d40f-4bca-a86c-1190ee8b704a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507445 Apr 05 10:29:44.262445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350e48e-31ad-47db-918a-3cc2d5df0658 req-5bfee5a2-e210-47fd-a391-fba608354a32 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:44.263951 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6350e48e-31ad-47db-918a-3cc2d5df0658 req-5bfee5a2-e210-47fd-a391-fba608354a32 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0845537 Apr 05 10:29:44.314811 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6350e48e-31ad-47db-918a-3cc2d5df0658 req-bf7edbf1-dcd0-4526-9583-d9a9aa188d3a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450995 Apr 05 10:29:45.512341 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625d684-82a6-4aeb-b745-b6224e3f3eea req-b25fdc13-a5b7-4475-82f7-855000e7cdb1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:45.513807 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f625d684-82a6-4aeb-b745-b6224e3f3eea req-b25fdc13-a5b7-4475-82f7-855000e7cdb1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0761166 Apr 05 10:29:45.561715 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f625d684-82a6-4aeb-b745-b6224e3f3eea req-0c39ada1-4c0c-457a-8241-d39cc334c14c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423324 Apr 05 10:29:46.763303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b6acf-effb-4af6-86be-052c06d63b0e req-62f6cc08-376a-489a-8599-7e1858e7ce41 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:46.764686 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e21b6acf-effb-4af6-86be-052c06d63b0e req-62f6cc08-376a-489a-8599-7e1858e7ce41 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0793457 Apr 05 10:29:46.813299 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e21b6acf-effb-4af6-86be-052c06d63b0e req-4aba3456-6427-4e21-b3d2-d359e2c78e24 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424905 Apr 05 10:29:47.831686 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-cff66a49-5c74-4a55-a9bf-37c87c892a67 service neutron] 10.222.0.10 "GET /v2.0/ports/d26d82ea-c2ba-4f23-a9eb-8943a45c3bea/bindings/hv-neutron-8331 HTTP/1.1" status: 200 len: 384 time: 0.0763078 Apr 05 10:29:48.029342 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65071e-3379-46e0-8997-3b5c5995cefc req-3a8d6211-9e80-4824-81c0-21e371fcef1f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:48.030851 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad65071e-3379-46e0-8997-3b5c5995cefc req-3a8d6211-9e80-4824-81c0-21e371fcef1f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0838788 Apr 05 10:29:48.128668 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ad65071e-3379-46e0-8997-3b5c5995cefc req-deb8d6c4-ffb4-43f0-8afc-d440dfe94095 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665450 Apr 05 10:29:48.142649 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-2ea6ce33-57c3-4215-99dc-1a7376aebba7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 1099 time: 0.1108587 Apr 05 10:29:48.235568 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-99c40c56-b446-4761-97d3-18dc6a72426e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1099 time: 0.0717151 Apr 05 10:29:48.382515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-d7f40397-de93-4a0e-83be-38f9283af814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:48.383983 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-d7f40397-de93-4a0e-83be-38f9283af814 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 200 len: 896 time: 0.1432590 Apr 05 10:29:48.489547 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-84e1e9a4-0880-4c8d-9dd6-ceee61d0b09e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 200 len: 1002 time: 0.0997908 Apr 05 10:29:48.550539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-8e4819b6-f3a8-49ad-8ba3-f9a74561f8f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:48.552144 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-8e4819b6-f3a8-49ad-8ba3-f9a74561f8f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fe65ff7-955b-42d4-83c2-d2b50244c8eb HTTP/1.1" status: 200 len: 834 time: 0.0570171 Apr 05 10:29:48.723158 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-d1591676-1961-4558-9ed3-0289bf71c05b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b62529d4-b1ab-4196-85f2-c962ac999c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1643782 Apr 05 10:29:48.863225 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-7618da43-876b-49fc-a252-fefa9706a150 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336687 Apr 05 10:29:48.998309 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2a11abd1-b4e0-453c-8dff-7c1bed9ff59a req-02e20cf7-d2a7-4f48-a26c-010aef805430 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293929 Apr 05 10:29:49.329130 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324bf5a-09a6-4e42-899a-ac5b5c2625f9 req-4bfc3908-38ec-44ee-8ae2-429904d7d139 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:49.330512 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5324bf5a-09a6-4e42-899a-ac5b5c2625f9 req-4bfc3908-38ec-44ee-8ae2-429904d7d139 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0776951 Apr 05 10:29:49.376400 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5324bf5a-09a6-4e42-899a-ac5b5c2625f9 req-c535c744-8207-4fcd-b865-bc83dc74dd3c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401599 Apr 05 10:29:50.581333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce26bcb-cfdf-4dd9-bfa8-5d9772064da5 req-89e762c1-0b06-4abb-9ceb-fc8ef6acc49a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:50.582754 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ce26bcb-cfdf-4dd9-bfa8-5d9772064da5 req-89e762c1-0b06-4abb-9ceb-fc8ef6acc49a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 946 time: 0.0811198 Apr 05 10:29:50.639459 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0ce26bcb-cfdf-4dd9-bfa8-5d9772064da5 req-a1714069-bc88-42e4-b063-5977b735c243 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471995 Apr 05 10:29:51.218709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d26d82ea-c2ba-4f23-a9eb-8943a45c3bea details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:29:51.221729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d26d82ea-c2ba-4f23-a9eb-8943a45c3bea no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:29:51.467927 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:51.499711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:29:51.519349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:29:51.526404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'port_id': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'mac_address': 'fa:16:3e:64:30:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:29:51.532332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:29:51.564359 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:51.599408 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c328aa0c-12f2-4f52-a0b4-3494a752902e'] response: {'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'code': 200} Apr 05 10:29:51.641945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:51.664834 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26d82ea-c2ba-4f23-a9eb-8943a45c3bea {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:29:51.671149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:29:51.687152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.687502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.687869 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.688208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.688550 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.688884 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.689218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.689548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.689880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.690204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.690529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:29:51.695978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:29:51.701443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:51.767157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['d26d82ea-c2ba-4f23-a9eb-8943a45c3bea'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:29:51.819963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:29:51.859299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f571584-1227-4cb3-96b5-e9e5d9190312 req-3270be39-ea51-4f1f-9e93-f1e4ae460335 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:51.860837 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7f571584-1227-4cb3-96b5-e9e5d9190312 req-3270be39-ea51-4f1f-9e93-f1e4ae460335 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 945 time: 0.0856271 Apr 05 10:29:51.920097 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7f571584-1227-4cb3-96b5-e9e5d9190312 req-8b43ffd9-f782-493a-ad2e-c8350bf1842a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531149 Apr 05 10:29:52.109185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:52.322593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-917ff924-7606-4d6b-973a-635c13042a20 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:52.324058 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-917ff924-7606-4d6b-973a-635c13042a20 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9&tenant_id=a1fcdf6937134c759f17bcd8414b55ff&binding%3Ahost_id=hv-neutron-8331 HTTP/1.1" status: 200 len: 945 time: 0.1350384 Apr 05 10:29:52.334404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0a717-3642-4d1c-a152-772f0b850a9f req-f4b798ad-5882-4e96-b688-6ae34384e317 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:52.335780 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-67e0a717-3642-4d1c-a152-772f0b850a9f req-f4b798ad-5882-4e96-b688-6ae34384e317 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 945 time: 0.1175566 Apr 05 10:29:52.380895 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-67e0a717-3642-4d1c-a152-772f0b850a9f req-ec9cf722-484f-4563-a683-e8097fd01d87 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390179 Apr 05 10:29:52.471426 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-df4f06bd-d5d7-4885-9eeb-5fab76535f78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1098 time: 0.0767601 Apr 05 10:29:52.656266 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-c3fe7e61-f331-4bc6-b491-ac24e810b5a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:52.657831 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-c3fe7e61-f331-4bc6-b491-ac24e810b5a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 200 len: 896 time: 0.1808012 Apr 05 10:29:52.724407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cbd85-8be7-4cfb-a68d-2ab28bccc21b req-03161cb7-3031-4020-892f-94bbea283bee tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:52.726187 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f68cbd85-8be7-4cfb-a68d-2ab28bccc21b req-03161cb7-3031-4020-892f-94bbea283bee tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 945 time: 0.1812229 Apr 05 10:29:52.797921 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-9789744c-1a1f-4d94-ac84-8743f799ac39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 200 len: 1001 time: 0.1346676 Apr 05 10:29:52.805708 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f68cbd85-8be7-4cfb-a68d-2ab28bccc21b req-76a299a8-9cde-41ad-ba96-90419c282b16 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715008 Apr 05 10:29:52.869327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-e9f880c8-741c-451b-9c5b-cfd93d6631e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:52.870751 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-e9f880c8-741c-451b-9c5b-cfd93d6631e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fe65ff7-955b-42d4-83c2-d2b50244c8eb HTTP/1.1" status: 200 len: 834 time: 0.0674200 Apr 05 10:29:52.948964 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-44d8c47f-a94c-4e85-a247-e2c85abf5110 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b62529d4-b1ab-4196-85f2-c962ac999c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727890 Apr 05 10:29:53.082912 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-28e30640-7213-41e3-8e67-faca5676cdc6 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283953 Apr 05 10:29:53.216259 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8732e595-9bcc-4523-ad85-4933df13cd42 req-23be5f39-717a-4654-b265-5b6543b8abac service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281364 Apr 05 10:29:53.223285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d26d82ea-c2ba-4f23-a9eb-8943a45c3bea no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:29:53.296051 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:29:53.341331 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:53.358662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d26d82ea-c2ba-4f23-a9eb-8943a45c3bea {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:29:53.374674 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:29:53.378494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:29:53.446593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,revision_number=8']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:29:54.096198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e54a5-dfeb-4cad-bdc4-2653aac1a45f req-a7dccd3e-aef6-4f2b-ac9b-d3fafffd92d7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:29:54.097655 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-356e54a5-dfeb-4cad-bdc4-2653aac1a45f req-a7dccd3e-aef6-4f2b-ac9b-d3fafffd92d7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 944 time: 0.1680198 Apr 05 10:29:54.142893 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-356e54a5-dfeb-4cad-bdc4-2653aac1a45f req-28ec92a9-5a9a-4154-a4d7-cff6639aa7e4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393186 Apr 05 10:29:54.171385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39832) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:29:54.277290 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-03a42210-7065-4848-98a3-99c79916fab6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/3b520629-2b66-4907-9e73-d5df23649a6f HTTP/1.1" status: 200 len: 992 time: 0.1047251 Apr 05 10:29:59.774348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-37fadbf8-d4a2-4426-8c48-0ebe2d440c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:02.041101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-27c4c392-849f-4cb7-99b2-3e8a0224a15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:03.117339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:03.202095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:04.528845 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:08.716462 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ca7b34c-e088-4894-9ac6-706f0e466dc5 req-dce81486-f9b2-4577-aac5-faf1c052ecaf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693758 Apr 05 10:30:08.851007 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ca7b34c-e088-4894-9ac6-706f0e466dc5 req-c9c54050-dec7-40de-a263-1a5ef485bec6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1097 time: 0.0684414 Apr 05 10:30:08.999495 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7b34c-e088-4894-9ac6-706f0e466dc5 req-b8dd7523-2b57-463d-9f0c-8c1a155da321 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:09.000868 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ca7b34c-e088-4894-9ac6-706f0e466dc5 req-b8dd7523-2b57-463d-9f0c-8c1a155da321 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 200 len: 896 time: 0.1302772 Apr 05 10:30:09.102253 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ca7b34c-e088-4894-9ac6-706f0e466dc5 req-723d4283-2ad1-4cba-99b3-6015bcd01a31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 200 len: 1000 time: 0.0947363 Apr 05 10:30:09.164680 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7b34c-e088-4894-9ac6-706f0e466dc5 req-964d109b-c3a5-4f25-9cfa-e074198329ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:09.166097 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ca7b34c-e088-4894-9ac6-706f0e466dc5 req-964d109b-c3a5-4f25-9cfa-e074198329ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fe65ff7-955b-42d4-83c2-d2b50244c8eb HTTP/1.1" status: 200 len: 834 time: 0.0564787 Apr 05 10:30:09.242492 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ca7b34c-e088-4894-9ac6-706f0e466dc5 req-b52948a9-0a07-411e-8336-f622c3b54c3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b62529d4-b1ab-4196-85f2-c962ac999c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702631 Apr 05 10:30:09.370100 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ca7b34c-e088-4894-9ac6-706f0e466dc5 req-90a95015-114b-407c-9777-24ede2c99373 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209037 Apr 05 10:30:09.498235 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ca7b34c-e088-4894-9ac6-706f0e466dc5 req-40de71c5-2ab2-4e17-b7bc-a036f86dd8d2 service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225188 Apr 05 10:30:22.123112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:22.988279 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39844) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:23.184093 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 02d9e52a-2566-4abd-8237-af9d31e6ee2b {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:30:23.184428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:23.347365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:23.347619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:23.468309 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 02d9e52a-2566-4abd-8237-af9d31e6ee2b owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:30:23.615856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:23.663114 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=02d9e52a-2566-4abd-8237-af9d31e6ee2b,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:23.707041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.707392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.707827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.708167 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.708503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.708833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.709162 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.709486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.709811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.710133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.710458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:23.770561 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:24.249697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router e45088b5-41e4-4318-8217-1562e9923e06 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:30:24.454065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:30:24.463445 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] Sync routers for ids ['e45088b5-41e4-4318-8217-1562e9923e06'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:30:24.474713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:24.477227 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] Routers {'e45088b5-41e4-4318-8217-1562e9923e06'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:30:24.477841 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:30:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e45088b5-41e4-4318-8217-1562e9923e06'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:24.527273 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-637df563-5780-4ebb-abb6-f36fbac7790a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/floatingips/3b520629-2b66-4907-9e73-d5df23649a6f HTTP/1.1" status: 204 len: 168 time: 1.5377767 Apr 05 10:30:24.527708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:30:24.677984 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] Set router e45088b5-41e4-4318-8217-1562e9923e06 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:30:24.703032 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ce84fb-bc8b-4ad1-b0a9-dc16795e6a1e'] response: {'name': 'network-changed', 'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'status': 'completed', 'code': 200} Apr 05 10:30:24.808821 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8cbe7355-9cfb-4394-9c5e-014572dbf3b4 req-57f513d0-2a7d-4fc1-86bb-3badc51ecbe4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 1097 time: 0.0830283 Apr 05 10:30:24.946310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe7355-9cfb-4394-9c5e-014572dbf3b4 req-ac8acdc2-a777-4477-920a-5de63a80b94f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:24.947794 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8cbe7355-9cfb-4394-9c5e-014572dbf3b4 req-ac8acdc2-a777-4477-920a-5de63a80b94f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 200 len: 896 time: 0.1324689 Apr 05 10:30:25.000321 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '74c4de3d-ff4b-476d-967d-b35d5c2b89ac', 'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:89:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:47Z', 'updated_at': '2022-04-05T10:28:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:25.004161 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] Checking router: e45088b5-41e4-4318-8217-1562e9923e06 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:30:25.014520 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] Routers {'e45088b5-41e4-4318-8217-1562e9923e06'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:30:25.015120 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:30:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e45088b5-41e4-4318-8217-1562e9923e06'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:25.051914 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8cbe7355-9cfb-4394-9c5e-014572dbf3b4 req-03f41f23-7b7a-4a4d-9e4a-5d2c102700fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 200 len: 217 time: 0.0969408 Apr 05 10:30:25.129703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe7355-9cfb-4394-9c5e-014572dbf3b4 req-ae0b62f0-3335-46bc-ac8d-ff636ac520bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:25.131153 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8cbe7355-9cfb-4394-9c5e-014572dbf3b4 req-ae0b62f0-3335-46bc-ac8d-ff636ac520bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fe65ff7-955b-42d4-83c2-d2b50244c8eb HTTP/1.1" status: 200 len: 834 time: 0.0718207 Apr 05 10:30:25.178954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef0d43-7c86-4016-98c3-6fa5e599d9a3 req-8fe8e512-7520-4efa-80d0-83f260f3a7f0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:25.180411 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3fef0d43-7c86-4016-98c3-6fa5e599d9a3 req-8fe8e512-7520-4efa-80d0-83f260f3a7f0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 944 time: 0.2969429 Apr 05 10:30:25.194206 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] Set router e45088b5-41e4-4318-8217-1562e9923e06 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:30:25.242257 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3fef0d43-7c86-4016-98c3-6fa5e599d9a3 req-0cc94897-2a1f-40a3-af5d-0e8fe67c211a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552919 Apr 05 10:30:25.252002 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8cbe7355-9cfb-4394-9c5e-014572dbf3b4 req-afa79bcd-f837-4b18-8637-7cd1ed65e6ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b62529d4-b1ab-4196-85f2-c962ac999c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1139700 Apr 05 10:30:25.481504 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8cbe7355-9cfb-4394-9c5e-014572dbf3b4 req-dbabe525-bee5-4d73-949f-6547995d74de service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223318 Apr 05 10:30:25.508166 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '74c4de3d-ff4b-476d-967d-b35d5c2b89ac', 'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:89:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:47Z', 'updated_at': '2022-04-05T10:28:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:25.511984 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad5ee95-bfdb-4d5b-b693-6d78ef29c379 None None] The sync data for ids ['e45088b5-41e4-4318-8217-1562e9923e06'] in dv-neutron-833199-1-hyperv is: [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '74c4de3d-ff4b-476d-967d-b35d5c2b89ac', 'name': '', 'network_id': 'b62529d4-b1ab-4196-85f2-c962ac999c0c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:89:62:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:47Z', 'updated_at': '2022-04-05T10:28:54Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '5fe65ff7-955b-42d4-83c2-d2b50244c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:30:25.615492 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8cbe7355-9cfb-4394-9c5e-014572dbf3b4 req-ed62bda8-eb46-4d66-813a-4d550d4016ec service neutron] 10.222.0.10 "GET /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280587 Apr 05 10:30:25.735089 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea8a377-98cb-4be0-b2df-58a8701407ee None None] New status for floating IP 3b520629-2b66-4907-9e73-d5df23649a6f: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:30:26.545568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-70369163-c133-4894-9cd8-13105c398df2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:26.546886 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-70369163-c133-4894-9cd8-13105c398df2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 944 time: 0.1315582 Apr 05 10:30:26.593197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0ec7f-f5e0-4509-b016-fb89d0f7931e req-1c5b2dcc-136e-4293-9e71-d55564cb54bb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:26.595351 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ee0ec7f-f5e0-4509-b016-fb89d0f7931e req-1c5b2dcc-136e-4293-9e71-d55564cb54bb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd4bb3fc-ead5-49e2-a453-0aff6507a0f9 HTTP/1.1" status: 200 len: 944 time: 0.2253504 Apr 05 10:30:26.647718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:30:26.648052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:26.697821 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ee0ec7f-f5e0-4509-b016-fb89d0f7931e req-93531f43-6ad5-4c68-90c9-a46447295ec0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=715966f1-9f04-4bb3-b4d0-2792eab02802&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961413 Apr 05 10:30:26.890556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:30:26.890917 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:27.012983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for d26d82ea-c2ba-4f23-a9eb-8943a45c3bea owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:30:27.149819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:27.198309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=d26d82ea-c2ba-4f23-a9eb-8943a45c3bea,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:27.237622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.237969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.238307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.238641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.238969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.239299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.239653 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.239977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.240301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.240620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.240941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:27.279111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] No DVR routers for this DVR port d26d82ea-c2ba-4f23-a9eb-8943a45c3bea on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:30:27.281479 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:27.284239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'name': 'network-vif-deleted', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:30:27.295358 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c026202e-9aac-43bc-bab8-33ecb35f97ff req-933ae383-f8e0-436d-aca5-a76831d9ae30 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "DELETE /v2.0/ports/d26d82ea-c2ba-4f23-a9eb-8943a45c3bea HTTP/1.1" status: 204 len: 173 time: 0.7432601 Apr 05 10:30:27.339580 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a6f60e-7872-4a1f-be97-e742bd2adb73'] response: {'server_uuid': 'cd4bb3fc-ead5-49e2-a453-0aff6507a0f9', 'name': 'network-vif-deleted', 'tag': 'd26d82ea-c2ba-4f23-a9eb-8943a45c3bea', 'status': 'completed', 'code': 200} Apr 05 10:30:27.879198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39868) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:28.268748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:28.965675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:30:28.966391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:29.148116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port 74c4de3d-ff4b-476d-967d-b35d5c2b89ac, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=74c4de3d-ff4b-476d-967d-b35d5c2b89ac,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:30:29.148468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:29.269453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 74c4de3d-ff4b-476d-967d-b35d5c2b89ac owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:30:29.388629 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d26d82ea-c2ba-4f23-a9eb-8943a45c3bea no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:30:29.424484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: d26d82ea-c2ba-4f23-a9eb-8943a45c3bea {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:30:29.424820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device d26d82ea-c2ba-4f23-a9eb-8943a45c3bea not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:30:29.444596 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:29.491724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=74c4de3d-ff4b-476d-967d-b35d5c2b89ac,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:29.777575 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1b82dec4-dc22-49dd-b7f8-da8f02ed4792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:29.790316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:30.295932 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:30:30.447628 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router e45088b5-41e4-4318-8217-1562e9923e06 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:30:30.647425 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:30:30.658401 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] Sync routers for ids ['e45088b5-41e4-4318-8217-1562e9923e06'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:30:30.660525 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-673d4bb1-41e7-481b-88af-218f218e12ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "PUT /v2.0/routers/e45088b5-41e4-4318-8217-1562e9923e06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7802494 Apr 05 10:30:30.663218 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39872) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:30.670786 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] Routers {'e45088b5-41e4-4318-8217-1562e9923e06'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:30:30.671388 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:30:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e45088b5-41e4-4318-8217-1562e9923e06'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:30.851622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-791c2638-d1c1-4858-9bfe-5d6b97637dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting subnet 5fe65ff7-955b-42d4-83c2-d2b50244c8eb {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:30:30.854470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-791c2638-d1c1-4858-9bfe-5d6b97637dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:30.859605 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] Set router e45088b5-41e4-4318-8217-1562e9923e06 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:30:30.907994 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-791c2638-d1c1-4858-9bfe-5d6b97637dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:30.993447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-791c2638-d1c1-4858-9bfe-5d6b97637dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:31.066474 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-791c2638-d1c1-4858-9bfe-5d6b97637dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:31.101742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c2638-d1c1-4858-9bfe-5d6b97637dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe65ff7-955b-42d4-83c2-d2b50244c8eb,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:31.112132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-791c2638-d1c1-4858-9bfe-5d6b97637dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:31.117523 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff52614-8165-40c7-846f-2828108d588c None None] Network b62529d4-b1ab-4196-85f2-c962ac999c0c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:30:31.120020 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-791c2638-d1c1-4858-9bfe-5d6b97637dfa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/subnets/5fe65ff7-955b-42d4-83c2-d2b50244c8eb HTTP/1.1" status: 204 len: 168 time: 0.4556599 Apr 05 10:30:31.120900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39876) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:31.211594 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:30:29Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:31.216060 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] Checking router: e45088b5-41e4-4318-8217-1562e9923e06 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:30:31.228860 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] Routers {'e45088b5-41e4-4318-8217-1562e9923e06'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:30:31.229491 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:30:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e45088b5-41e4-4318-8217-1562e9923e06'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:31.368016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7055e8-40f9-4703-95bb-655a51dd095e None None] DHCP port deletion for b62529d4-b1ab-4196-85f2-c962ac999c0c request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:30:31.372618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4b7055e8-40f9-4703-95bb-655a51dd095e None None] Deleting port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:30:31.373140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4b7055e8-40f9-4703-95bb-655a51dd095e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:31.430471 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] Set router e45088b5-41e4-4318-8217-1562e9923e06 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:30:31.440423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:31.632042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4b7055e8-40f9-4703-95bb-655a51dd095e None None] For port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=5a7f3bb8-5010-4ba6-ac4f-9966ccddee25,segment=NetworkSegment(ebaf975b-d1a8-47f2-906a-4c6bc68da2f7),segment_id=ebaf975b-d1a8-47f2-906a-4c6bc68da2f7)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:30:31.632430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4b7055e8-40f9-4703-95bb-655a51dd095e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:31.670074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:31.681549 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 0aaedf15-6f69-4985-a16b-55d77366a6e5 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:30:31.681901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:31.720790 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:30:29Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:31.724738 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62722627-3271-43fc-82f8-075fd1752fbe None None] The sync data for ids ['e45088b5-41e4-4318-8217-1562e9923e06'] in dv-neutron-833199-1-hyperv is: [{'id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1932074065', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:30:29Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '0aaedf15-6f69-4985-a16b-55d77366a6e5', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45088b5-41e4-4318-8217-1562e9923e06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:28:44Z', 'updated_at': '2022-04-05T10:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:30:31.768039 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4b7055e8-40f9-4703-95bb-655a51dd095e None None] Calling delete_port for 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:30:31.839798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4b7055e8-40f9-4703-95bb-655a51dd095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:31.871352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port 0aaedf15-6f69-4985-a16b-55d77366a6e5, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0aaedf15-6f69-4985-a16b-55d77366a6e5,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:30:31.871747 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:31.883173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7055e8-40f9-4703-95bb-655a51dd095e None None] Pushing event deleted for resources: {'Port': ['ID=5a7f3bb8-5010-4ba6-ac4f-9966ccddee25,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:31.891835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7055e8-40f9-4703-95bb-655a51dd095e None None] No DVR routers for this DVR port 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:30:31.996599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 0aaedf15-6f69-4985-a16b-55d77366a6e5 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:30:32.042929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3d98f6b3-3c9b-4217-b064-ea98de3dcc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:32.172609 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:32.220407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=0aaedf15-6f69-4985-a16b-55d77366a6e5,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:32.440243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:32.542435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 74c4de3d-ff4b-476d-967d-b35d5c2b89ac no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:30:32.574613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 74c4de3d-ff4b-476d-967d-b35d5c2b89ac {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:30:32.575102 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 74c4de3d-ff4b-476d-967d-b35d5c2b89ac not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:30:32.575627 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:30:32.607174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:30:32.607697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 5a7f3bb8-5010-4ba6-ac4f-9966ccddee25 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:30:32.794828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:32.799122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:32.823406 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:32.823928 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Fanout notify agent at l3_agent the message router_deleted on router e45088b5-41e4-4318-8217-1562e9923e06 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:30:32.838981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:32.840095 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d02b86b-e14f-4e92-b652-2a98c8f387c0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/routers/e45088b5-41e4-4318-8217-1562e9923e06 HTTP/1.1" status: 204 len: 168 time: 1.7178113 Apr 05 10:30:32.842863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39880) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:32.961253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.097728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.120467 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.124129 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62529d4-b1ab-4196-85f2-c962ac999c0c']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:33.137063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:33.137360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaf975b-d1a8-47f2-906a-4c6bc68da2f7') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:33.149509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.165005 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.172870 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:30:33.173365 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:30:33.189487 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:30:33.219217 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.275716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.294358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.306087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Network': ['ID=b62529d4-b1ab-4196-85f2-c962ac999c0c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:33.317106 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-5c2326b1-32d4-427a-9395-8fb9a01dd2f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/networks/b62529d4-b1ab-4196-85f2-c962ac999c0c HTTP/1.1" status: 204 len: 168 time: 0.4731138 Apr 05 10:30:33.319644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39884) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:33.388907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f2de29b1-cab2-43d2-adae-ccf771456501 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.417805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f2de29b1-cab2-43d2-adae-ccf771456501 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.485243 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f2de29b1-cab2-43d2-adae-ccf771456501 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.507451 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de29b1-cab2-43d2-adae-ccf771456501 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715966f1-9f04-4bb3-b4d0-2792eab02802,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:33.518310 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f2de29b1-cab2-43d2-adae-ccf771456501 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.519418 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f2de29b1-cab2-43d2-adae-ccf771456501 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/security-groups/715966f1-9f04-4bb3-b4d0-2792eab02802 HTTP/1.1" status: 204 len: 168 time: 0.1988590 Apr 05 10:30:33.796732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39892) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:33.803056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-904368152', 'description': 'tempest-secgroup-smoke-904368152 description', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:33.809154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:33.813231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:33.816047 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:33.821585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:33.831705 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.866260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:33.869898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:33.872573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:33.878348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:33.933534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.936924 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.979335 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ac5ce5-72c4-423b-a715-0971e2e2fdfd,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:33.985513 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:33.987384 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-effe9f38-a428-495e-b84d-48d424d7d01a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1888084 Apr 05 10:30:33.990348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39896) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:33.996624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '06ac5ce5-72c4-423b-a715-0971e2e2fdfd', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:34.002722 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:34.006477 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:34.009282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:34.014856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:34.033089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.091778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.096331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.118893 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cdddab-aac8-441a-abbe-13d6afb5c014,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:34.127389 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.128595 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e4490dd3-f6e2-407b-aeb7-2162c8a810fa tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1371090 Apr 05 10:30:34.131234 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39900) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:34.136474 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '06ac5ce5-72c4-423b-a715-0971e2e2fdfd', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:34.143162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:34.146889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:34.149699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:34.155303 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:34.174864 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.237782 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.241180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.263230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b805ee35-5eaf-4f4a-8465-3521884058b5,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:34.272532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.273737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-005de410-1cbe-48d5-aecc-cafd38ce7a39 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1415656 Apr 05 10:30:34.276704 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39904) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:34.282764 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '06ac5ce5-72c4-423b-a715-0971e2e2fdfd', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:34.288660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:34.292304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:34.295207 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:34.302136 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:34.319575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.380756 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.384400 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.407351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83564ec2-335d-4965-8b9d-cd32ce7595bd,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:34.416216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.417387 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4d8cc1f2-7248-41dd-ae8c-e26fdf70c54f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1396818 Apr 05 10:30:34.420079 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39908) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:34.425340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '06ac5ce5-72c4-423b-a715-0971e2e2fdfd', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:34.431148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:34.435162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:34.438575 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:34.444227 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:34.450605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0aaedf15-6f69-4985-a16b-55d77366a6e5 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:30:34.467574 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.487049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 0aaedf15-6f69-4985-a16b-55d77366a6e5 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:30:34.487398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0aaedf15-6f69-4985-a16b-55d77366a6e5 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:30:34.531756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.536222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.539886 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.563583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8257faf-781d-42cd-857a-bcec45da1bb8,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:34.573655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.575024 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ec1be2f8-86fd-48bb-a6b2-894ae57048a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1540496 Apr 05 10:30:34.577812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39912) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:34.584549 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '06ac5ce5-72c4-423b-a715-0971e2e2fdfd', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:34.590579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:34.594538 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:34.597555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:34.603838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:34.613853 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Project a1fcdf6937134c759f17bcd8414b55ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:30:34.624713 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.689685 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.692956 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.718624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23f97ea-eb2a-4f05-b725-bca0f3262836,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:34.726169 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.727542 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-43a6ff07-2514-4b05-b12f-39cb79beddfc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1473494 Apr 05 10:30:34.730441 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39916) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:34.735973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '06ac5ce5-72c4-423b-a715-0971e2e2fdfd', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:34.741978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:34.745833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:34.748694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:34.754826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:34.768387 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Project a1fcdf6937134c759f17bcd8414b55ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:30:34.775020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.848294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.851915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.874868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a6d220-b792-43d8-8420-fcede6821bc4,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:34.884171 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.885354 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-8ccff110-9663-48a1-9852-a71db99ecfc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1539760 Apr 05 10:30:34.888347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39920) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:34.894869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'network': {'name': 'tempest-network-smoke--1653328554', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'port_security_enabled': True}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:34.900050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:34.904254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:network and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:34.907959 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:34.914034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:34.924865 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:30:34.927944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.960510 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:30:34.970544 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:34.970949 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Added segment d401138b-f0e4-4c22-86de-e08a75ea5c79 of type vlan for network f83a3cfc-658d-497f-a364-2c83ecfb2c8c Apr 05 10:30:34.999410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.030518 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.034884 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:35.035487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.137905 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2483745 Apr 05 10:30:35.141604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39924) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:35.148741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'admin_state_up': True, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:35.153835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfb883-2d18-4ed6-9269-b4cb396ce8ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Network': ['ID=f83a3cfc-658d-497f-a364-2c83ecfb2c8c,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:35.157697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:35.161522 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:router and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:35.164221 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network f83a3cfc-658d-497f-a364-2c83ecfb2c8c details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:30:35.164382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:35.170102 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:35.184051 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.184968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.208332 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.357125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.536400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.568635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.696880 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.26.4.140 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/6c30c3dc-6f72-4f40-a455-287b816ab69b) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:30:35.842725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.869270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:35.941115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:30:35.944061 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:30:35.948425 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:30:35.972577 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=6c30c3dc-6f72-4f40-a455-287b816ab69b,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:36.108602 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:36.109235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:36.421752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router a903ad54-8b23-4765-9bc7-7dda496d4357 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:30:36.620782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:30:36.632041 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Sync routers for ids ['a903ad54-8b23-4765-9bc7-7dda496d4357'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:30:36.644779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Routers {'a903ad54-8b23-4765-9bc7-7dda496d4357'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:30:36.645372 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:30:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['a903ad54-8b23-4765-9bc7-7dda496d4357'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:36.647486 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:36.648721 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-85400503-42b8-4848-92a6-7408d42a986f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5059171 Apr 05 10:30:36.651825 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39928) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:36.758934 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eb330e10-ffbc-4b1c-8c60-c24c67bcc3d1 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a1fcdf6937134c759f17bcd8414b55ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1060491 Apr 05 10:30:36.761484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39934) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:36.827035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Set router a903ad54-8b23-4765-9bc7-7dda496d4357 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:30:36.889150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853e447b-d2d9-4628-98eb-d93c163c0950 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:36.890642 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-853e447b-d2d9-4628-98eb-d93c163c0950 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282618 Apr 05 10:30:36.894449 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39938) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:36.934606 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-59f86718-c690-4a1b-a48b-6fba8c793aa6 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389233 Apr 05 10:30:36.937275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 39942) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:36.943838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-48815424', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:37.060573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:37.065627 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:subnet and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:37.068494 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:37.074280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:37.084350 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:30:37.116376 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:36Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:37.120179 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Checking router: a903ad54-8b23-4765-9bc7-7dda496d4357 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:30:37.120531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Updating router a903ad54-8b23-4765-9bc7-7dda496d4357 port 6c30c3dc-6f72-4f40-a455-287b816ab69b binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:30:37.170514 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:37.186812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:37.409179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:37.489312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Subnet': ['ID=0359ab7b-01c6-46c5-bc97-1256c9a3b8f1,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:37.504705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Checking segment: {'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:30:37.505064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network hostable DHCP agents. Network: f83a3cfc-658d-497f-a364-2c83ecfb2c8c, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:30:37.511901 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:37.523840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Transition to ACTIVE for port object 6c30c3dc-6f72-4f40-a455-287b816ab69b will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:30:37.528878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network f83a3cfc-658d-497f-a364-2c83ecfb2c8c is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:30:37.530118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:37.540948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, f83a3cfc-658d-497f-a364-2c83ecfb2c8c) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:30:37.545505 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:37.546045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:37.573873 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d565ae1c-f1fa-4040-865d-c339f9618b21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6344500 Apr 05 10:30:37.577282 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39946) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:37.616164 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f209f7-86db-4125-8722-e2931e84b3a2 None None] Network f83a3cfc-658d-497f-a364-2c83ecfb2c8c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:30:37.742120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef9e17-d49d-45c4-8d4d-4b0eaa00dc09 None None] Pushing event updated for resources: {'Port': ['ID=6c30c3dc-6f72-4f40-a455-287b816ab69b,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:37.747562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Attempting to bind port 6c30c3dc-6f72-4f40-a455-287b816ab69b on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:30:37.747943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Attempting to bind port 6c30c3dc-6f72-4f40-a455-287b816ab69b by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:30:37.748304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Attempting to bind port 6c30c3dc-6f72-4f40-a455-287b816ab69b on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:30:37.770146 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:30:37.770528 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:30:37.770930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:37.771319 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:30:37.771809 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Bound port: 6c30c3dc-6f72-4f40-a455-287b816ab69b, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:30:37.772181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:37.899462 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] For port 6c30c3dc-6f72-4f40-a455-287b816ab69b, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:30:37.938035 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] For port 6c30c3dc-6f72-4f40-a455-287b816ab69b, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6c30c3dc-6f72-4f40-a455-287b816ab69b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:30:37.944265 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:37.978773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:30:37.979591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:38.103893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef9e17-d49d-45c4-8d4d-4b0eaa00dc09 None None] Pushing event updated for resources: {'Port': ['ID=6c30c3dc-6f72-4f40-a455-287b816ab69b,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:38.122226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Routers {'a903ad54-8b23-4765-9bc7-7dda496d4357'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:30:38.122860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:30:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['a903ad54-8b23-4765-9bc7-7dda496d4357'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:38.333135 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Allocated IP 172.20.0.2 (f83a3cfc-658d-497f-a364-2c83ecfb2c8c/0359ab7b-01c6-46c5-bc97-1256c9a3b8f1/29485004-e786-45dd-927e-1c6916c49e6d) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:30:38.377871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] Set router a903ad54-8b23-4765-9bc7-7dda496d4357 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:30:38.456409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:38.794978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:38.808887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Transition to ACTIVE for port object 29485004-e786-45dd-927e-1c6916c49e6d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:30:38.840634 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Transition to ACTIVE for port object 29485004-e786-45dd-927e-1c6916c49e6d will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:30:38.847305 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:38.912419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.20.0.1 (f83a3cfc-658d-497f-a364-2c83ecfb2c8c/0359ab7b-01c6-46c5-bc97-1256c9a3b8f1/2cd30b23-907a-4749-8f71-952bd27ec176) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:30:38.921617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:36Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:38.934943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Pushing event updated for resources: {'Port': ['ID=29485004-e786-45dd-927e-1c6916c49e6d,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:38.940756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ca5b2-633f-4b49-b697-a1c356ed2b1a None None] The sync data for ids ['a903ad54-8b23-4765-9bc7-7dda496d4357'] in dv-neutron-833199-1-hyperv is: [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:36Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:30:38.943787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Network f83a3cfc-658d-497f-a364-2c83ecfb2c8c is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:30:38.945466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:30:38.948271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:30:39.051180 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Attempting to bind port 29485004-e786-45dd-927e-1c6916c49e6d on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:30:39.051606 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Attempting to bind port 29485004-e786-45dd-927e-1c6916c49e6d by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:30:39.051954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Attempting to bind port 29485004-e786-45dd-927e-1c6916c49e6d on network f83a3cfc-658d-497f-a364-2c83ecfb2c8c {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:30:39.059706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:30:39.059933 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Checking segment: {'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:30:39.060502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:39.061021 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Bound using segment: {'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:30:39.061509 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Bound port: 29485004-e786-45dd-927e-1c6916c49e6d, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:30:39.061893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:39.088377 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:39.108045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Transition to ACTIVE for port object 2cd30b23-907a-4749-8f71-952bd27ec176 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:30:39.135298 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:39.218288 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network f83a3cfc-658d-497f-a364-2c83ecfb2c8c is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:30:39.222163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:30:39.226066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:30:39.261542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=2cd30b23-907a-4749-8f71-952bd27ec176,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:39.267494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4602899a-b914-4410-bde7-89da90a57686 None None] For port 29485004-e786-45dd-927e-1c6916c49e6d, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:30:39.271601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4602899a-b914-4410-bde7-89da90a57686 None None] For port 29485004-e786-45dd-927e-1c6916c49e6d, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=29485004-e786-45dd-927e-1c6916c49e6d,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:30:39.276744 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:39.294314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:39.363053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602899a-b914-4410-bde7-89da90a57686 None None] Pushing event updated for resources: {'Port': ['ID=29485004-e786-45dd-927e-1c6916c49e6d,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:39.385024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:39.828189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:39.834120 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:40.042263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:40.045773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=2cd30b23-907a-4749-8f71-952bd27ec176,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:40.183983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network f83a3cfc-658d-497f-a364-2c83ecfb2c8c is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:30:40.185101 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:30:40.309695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a44e03f-38d1-4c84-8e51-5aa24dddeac5 None None] Network f83a3cfc-658d-497f-a364-2c83ecfb2c8c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:30:40.416720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0a531296-ebb3-43ac-9b7e-92a7c1053d24 None None] Provisioning for port 29485004-e786-45dd-927e-1c6916c49e6d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:30:40.556010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6c30c3dc-6f72-4f40-a455-287b816ab69b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:30:40.593467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router a903ad54-8b23-4765-9bc7-7dda496d4357 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:30:40.639800 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 6c30c3dc-6f72-4f40-a455-287b816ab69b completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:30:40.645119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 6c30c3dc-6f72-4f40-a455-287b816ab69b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:40.645492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:40.769658 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:40.788567 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 6c30c3dc-6f72-4f40-a455-287b816ab69b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6c30c3dc-6f72-4f40-a455-287b816ab69b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:30:40.793515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:40.794307 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 29485004-e786-45dd-927e-1c6916c49e6d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:30:40.801890 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:30:40.815407 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ae87ec6b-e6b3-4b28-b0cd-631b7ef9fa5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "PUT /v2.0/routers/a903ad54-8b23-4765-9bc7-7dda496d4357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2370853 Apr 05 10:30:40.928098 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e5a93ac4-4a19-45ec-9365-4bd7cc0e837d None None] Provisioning for port 2cd30b23-907a-4749-8f71-952bd27ec176 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:30:40.936991 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=6c30c3dc-6f72-4f40-a455-287b816ab69b,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:40.940902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e5a93ac4-4a19-45ec-9365-4bd7cc0e837d None None] Provisioning complete for port 2cd30b23-907a-4749-8f71-952bd27ec176 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:40.941283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e5a93ac4-4a19-45ec-9365-4bd7cc0e837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:40.999038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e5a93ac4-4a19-45ec-9365-4bd7cc0e837d None None] Port 2cd30b23-907a-4749-8f71-952bd27ec176 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:30:41.001237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 29485004-e786-45dd-927e-1c6916c49e6d completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:30:41.008539 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 29485004-e786-45dd-927e-1c6916c49e6d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:41.008903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:41.011034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-482cb90a-8f09-45e3-82d0-8d3902f5578f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:30:41.028770 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-482cb90a-8f09-45e3-82d0-8d3902f5578f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:30:41.030309 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-482cb90a-8f09-45e3-82d0-8d3902f5578f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-904368152&fields=id&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 267 time: 0.0691423 Apr 05 10:30:41.062909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e5a93ac4-4a19-45ec-9365-4bd7cc0e837d None None] Provisioning complete for port 29485004-e786-45dd-927e-1c6916c49e6d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:41.063283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e5a93ac4-4a19-45ec-9365-4bd7cc0e837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:41.213242 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-25cd3ad0-25b1-40a0-84d9-e8d9d8273e4b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:41.214636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-25cd3ad0-25b1-40a0-84d9-e8d9d8273e4b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:30:41.226734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:41.237265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-25cd3ad0-25b1-40a0-84d9-e8d9d8273e4b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:30:41.239841 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-25cd3ad0-25b1-40a0-84d9-e8d9d8273e4b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/networks?id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c HTTP/1.1" status: 200 len: 797 time: 0.2004628 Apr 05 10:30:41.259087 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e5a93ac4-4a19-45ec-9365-4bd7cc0e837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:41.261995 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-96eaa9ce-152f-42fc-84d9-a5f4a32629cb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/quotas/a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 375 time: 0.0133550 Apr 05 10:30:41.293494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 29485004-e786-45dd-927e-1c6916c49e6d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=29485004-e786-45dd-927e-1c6916c49e6d,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:30:41.298412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:41.347863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-11e35942-3e30-4545-b205-3ea2b768047e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:30:41.364999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-11e35942-3e30-4545-b205-3ea2b768047e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:30:41.366310 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-11e35942-3e30-4545-b205-3ea2b768047e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969014 Apr 05 10:30:41.382311 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-dcb39635-4828-4ba0-a036-60410318eba6 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:30:41.383263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-dcb39635-4828-4ba0-a036-60410318eba6 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050368 Apr 05 10:30:41.408160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-e5a93ac4-4a19-45ec-9365-4bd7cc0e837d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:30:41.408751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-e5a93ac4-4a19-45ec-9365-4bd7cc0e837d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:30:41.411713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=29485004-e786-45dd-927e-1c6916c49e6d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:41.518722 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-8a84e40a-50bf-47e5-8c47-ea8a068d4e8d service neutron] 10.222.0.30 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294360 Apr 05 10:30:41.658889 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-e6f2a5f6-77d8-44c1-82a6-24d51f463c52 service neutron] 10.222.0.30 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344862 Apr 05 10:30:41.865483 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d06e7a6c-0071-4d98-b15f-8990f9449d2b req-e9b5498c-c90c-4db7-acf2-f7b47a3f68cb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 210 time: 0.0415647 Apr 05 10:30:42.082577 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2b2b026c-a5c4-4e2e-b38d-7260ae2e17c6 None None] Provisioning complete for port 2cd30b23-907a-4749-8f71-952bd27ec176 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:42.083463 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2b2b026c-a5c4-4e2e-b38d-7260ae2e17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:42.142214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b026c-a5c4-4e2e-b38d-7260ae2e17c6 None None] Port 2cd30b23-907a-4749-8f71-952bd27ec176 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:30:42.501431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6c30c3dc-6f72-4f40-a455-287b816ab69b up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:30:42.520285 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Sync routers for ids ['a903ad54-8b23-4765-9bc7-7dda496d4357'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:30:42.532909 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Routers {'a903ad54-8b23-4765-9bc7-7dda496d4357'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:30:42.533888 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:30:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['a903ad54-8b23-4765-9bc7-7dda496d4357'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:42.570157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 6c30c3dc-6f72-4f40-a455-287b816ab69b triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:42.570520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:42.689381 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 29485004-e786-45dd-927e-1c6916c49e6d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:30:42.730997 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Set router a903ad54-8b23-4765-9bc7-7dda496d4357 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:30:42.768277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 29485004-e786-45dd-927e-1c6916c49e6d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:42.768698 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:43.079660 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:39Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '2cd30b23-907a-4749-8f71-952bd27ec176', 'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:7c:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:38Z', 'updated_at': '2022-04-05T10:30:39Z', 'revision_number': 2, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:43.083473 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Checking router: a903ad54-8b23-4765-9bc7-7dda496d4357 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:30:43.083847 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Updating router a903ad54-8b23-4765-9bc7-7dda496d4357 port 2cd30b23-907a-4749-8f71-952bd27ec176 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:30:43.096542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-ffc56e34-8854-4e7b-9111-41cac5eb84b4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:43.097967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-ffc56e34-8854-4e7b-9111-41cac5eb84b4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/networks?id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c HTTP/1.1" status: 200 len: 797 time: 0.3591456 Apr 05 10:30:43.100011 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6fa2e63-450b-4672-9886-8de78a4c27ee req-4977fcbc-22a2-476a-bc02-2e35583c10f0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 210 time: 0.0560637 Apr 05 10:30:43.134427 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:43.152818 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-46089ddc-ac82-425b-bc1e-29534fb28879 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 379 time: 0.0421851 Apr 05 10:30:43.161489 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'port': {'device_id': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'admin_state_up': True, 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'security_groups': ['06ac5ce5-72c4-423b-a715-0971e2e2fdfd']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:43.295630 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:43.305250 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:43.316135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:30:43.320632 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:43.491761 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:43.503817 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Transition to ACTIVE for port object 2cd30b23-907a-4749-8f71-952bd27ec176 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:30:43.509106 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:43.597216 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.20.0.7 (f83a3cfc-658d-497f-a364-2c83ecfb2c8c/0359ab7b-01c6-46c5-bc97-1256c9a3b8f1/ed42a3f7-4147-4b00-86a2-44f5d7dc96b2) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:30:43.622263 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Pushing event updated for resources: {'Port': ['ID=2cd30b23-907a-4749-8f71-952bd27ec176,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:43.646379 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.646722 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.647050 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.647377 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.647729 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.648055 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.648380 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.648697 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.649012 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.649323 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.649634 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:43.741536 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Attempting to bind port 2cd30b23-907a-4749-8f71-952bd27ec176 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:30:43.741536 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Attempting to bind port 2cd30b23-907a-4749-8f71-952bd27ec176 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:30:43.742332 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Attempting to bind port 2cd30b23-907a-4749-8f71-952bd27ec176 on network f83a3cfc-658d-497f-a364-2c83ecfb2c8c {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:30:43.749179 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:30:43.749540 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Checking segment: {'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:30:43.750166 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:43.750732 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Bound using segment: {'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:30:43.751205 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Bound port: 2cd30b23-907a-4749-8f71-952bd27ec176, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:30:43.751789 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:43.820485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:43.838090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Transition to ACTIVE for port object ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:30:43.846201 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] For port 2cd30b23-907a-4749-8f71-952bd27ec176, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:30:43.848378 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] For port 2cd30b23-907a-4749-8f71-952bd27ec176, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2cd30b23-907a-4749-8f71-952bd27ec176,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:30:43.860746 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:43.862314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:43.942581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network f83a3cfc-658d-497f-a364-2c83ecfb2c8c is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:30:43.946248 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:30:43.948289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:43.948631 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Routers {'a903ad54-8b23-4765-9bc7-7dda496d4357'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:30:43.949390 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:30:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['a903ad54-8b23-4765-9bc7-7dda496d4357'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:43.950565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:30:44.022516 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:44.023129 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:44.053221 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-97c96421-7113-45b2-9fa4-0b1365bf67c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8951883 Apr 05 10:30:44.067947 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f6758-741b-409b-8fde-3fc463e6fdba None None] Pushing event updated for resources: {'Port': ['ID=2cd30b23-907a-4749-8f71-952bd27ec176,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:44.074988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Request body: {'port': {'device_id': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:44.152457 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] Set router a903ad54-8b23-4765-9bc7-7dda496d4357 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:30:44.214560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:44.437356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-571fc009-551f-4108-9750-442b3c2f9f08 None None] Provisioning for port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:30:44.444783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-571fc009-551f-4108-9750-442b3c2f9f08 None None] Provisioning complete for port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:44.445246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-571fc009-551f-4108-9750-442b3c2f9f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:44.533579 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccddea-9aa4-4d93-a59f-f78b8ad1e850 req-00c39848-df1c-49c6-87d2-ed90833443a6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:44.534463 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-f4ccddea-9aa4-4d93-a59f-f78b8ad1e850 req-00c39848-df1c-49c6-87d2-ed90833443a6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:30:44.549418 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:39Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '2cd30b23-907a-4749-8f71-952bd27ec176', 'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:7c:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:38Z', 'updated_at': '2022-04-05T10:30:43Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:44.555394 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ac6dc9-77bd-4d89-9e25-b9919192540a None None] The sync data for ids ['a903ad54-8b23-4765-9bc7-7dda496d4357'] in dv-neutron-833199-1-hyperv is: [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:39Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '2cd30b23-907a-4749-8f71-952bd27ec176', 'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:7c:4f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:38Z', 'updated_at': '2022-04-05T10:30:43Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:30:44.555688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-571fc009-551f-4108-9750-442b3c2f9f08 None None] Port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:30:44.585795 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-f4ccddea-9aa4-4d93-a59f-f78b8ad1e850 req-00c39848-df1c-49c6-87d2-ed90833443a6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:30:44.587758 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f4ccddea-9aa4-4d93-a59f-f78b8ad1e850 req-00c39848-df1c-49c6-87d2-ed90833443a6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 931 time: 0.3013363 Apr 05 10:30:44.695111 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f4ccddea-9aa4-4d93-a59f-f78b8ad1e850 req-77a8e496-6c9a-4f35-9313-981591843fc5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978172 Apr 05 10:30:44.761909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:30:44.770511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:44.789374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Transition to ACTIVE for port object ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:30:44.793910 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:44.934689 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Pushing event updated for resources: {'Port': ['ID=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:45.044520 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Attempting to bind port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:30:45.044857 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Attempting to bind port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:30:45.045210 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Attempting to bind port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 on network f83a3cfc-658d-497f-a364-2c83ecfb2c8c {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:30:45.051480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 on network f83a3cfc-658d-497f-a364-2c83ecfb2c8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:30:45.051837 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Attempting to bind port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 on network f83a3cfc-658d-497f-a364-2c83ecfb2c8c {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:30:45.058484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:30:45.058817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Checking segment: {'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:30:45.059200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Bound using segment: {'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:30:45.059652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Bound port: ed42a3f7-4147-4b00-86a2-44f5d7dc96b2, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd401138b-f0e4-4c22-86de-e08a75ea5c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:30:45.059999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:45.257105 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] For port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:30:45.260379 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] For port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:30:45.264714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:45.326098 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:45.327475 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] 10.222.0.10 "PUT /v2.0/ports/ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 HTTP/1.1" status: 200 len: 1093 time: 1.2654352 Apr 05 10:30:45.327934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'tag': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:30:45.351638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fd67b-3de5-456b-9bd1-76de58fd4fdc service neutron] Pushing event updated for resources: {'Port': ['ID=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:45.466052 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-b92b0b56-f1a0-473a-aa50-c4dbc997f57b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 1096 time: 0.0886693 Apr 05 10:30:45.525643 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9f162b-35a1-4315-96ce-9b340137297b'] response: {'name': 'network-changed', 'server_uuid': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'tag': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'status': 'completed', 'code': 200} Apr 05 10:30:45.541950 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-8cb2877c-b775-4aa6-9939-f1cf237af26a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 HTTP/1.1" status: 200 len: 217 time: 0.0697529 Apr 05 10:30:45.610046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-a7634395-fe09-4814-9902-a9087ed82362 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:45.611648 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-a7634395-fe09-4814-9902-a9087ed82362 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0359ab7b-01c6-46c5-bc97-1256c9a3b8f1 HTTP/1.1" status: 200 len: 833 time: 0.0647230 Apr 05 10:30:45.684877 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-4934eb4d-e9e0-4be7-94e2-85ec197400f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678697 Apr 05 10:30:45.817311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-a4f4d562-b310-4386-a0fc-b2e3c0cc3071 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263254 Apr 05 10:30:46.002892 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a52ec6e-aaf1-4ac9-b8ee-4d198c6eefcd req-da8ed32d-0d3f-44b0-97d9-b26cfb64c864 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789215 Apr 05 10:30:46.010025 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba75f3-4d5e-46ac-a922-d237f4b1b018 req-654fbad6-1341-445c-ba73-92a0a6cf363e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:46.011447 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-35ba75f3-4d5e-46ac-a922-d237f4b1b018 req-654fbad6-1341-445c-ba73-92a0a6cf363e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 943 time: 0.1892915 Apr 05 10:30:46.099334 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-35ba75f3-4d5e-46ac-a922-d237f4b1b018 req-b1397976-7ea1-45be-bc0d-bf2eb61c111f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793896 Apr 05 10:30:46.128040 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df558e0f-bcbb-478e-98ad-106f6b58015f req-7fa75b5f-ff18-4d41-8e52-62162dffbcd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 1096 time: 0.0773385 Apr 05 10:30:46.254828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df558e0f-bcbb-478e-98ad-106f6b58015f req-b1032730-7ab5-4854-a783-616aac0bd838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:46.256194 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df558e0f-bcbb-478e-98ad-106f6b58015f req-b1032730-7ab5-4854-a783-616aac0bd838 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c HTTP/1.1" status: 200 len: 897 time: 0.1223674 Apr 05 10:30:46.325590 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df558e0f-bcbb-478e-98ad-106f6b58015f req-e08e1bfb-54ec-4d96-88c7-37779aba89d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 HTTP/1.1" status: 200 len: 217 time: 0.0624182 Apr 05 10:30:46.384600 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df558e0f-bcbb-478e-98ad-106f6b58015f req-6044fa63-513c-4252-b3c9-f2b33cc94044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:46.385987 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df558e0f-bcbb-478e-98ad-106f6b58015f req-6044fa63-513c-4252-b3c9-f2b33cc94044 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0359ab7b-01c6-46c5-bc97-1256c9a3b8f1 HTTP/1.1" status: 200 len: 833 time: 0.0547292 Apr 05 10:30:46.467157 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df558e0f-bcbb-478e-98ad-106f6b58015f req-5c73ded4-ca39-4b82-90d3-1fc2eb48a409 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745945 Apr 05 10:30:46.522916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2cd30b23-907a-4749-8f71-952bd27ec176 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:30:46.592996 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 2cd30b23-907a-4749-8f71-952bd27ec176 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:30:46.598706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2cd30b23-907a-4749-8f71-952bd27ec176 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:46.599214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:46.603037 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df558e0f-bcbb-478e-98ad-106f6b58015f req-7730e210-2cc6-4c38-a312-500a5360652b service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296597 Apr 05 10:30:46.713898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:46.741254 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df558e0f-bcbb-478e-98ad-106f6b58015f req-e15a4fa6-34dc-4098-a4d8-860a33482249 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322560 Apr 05 10:30:46.746254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 2cd30b23-907a-4749-8f71-952bd27ec176, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2cd30b23-907a-4749-8f71-952bd27ec176,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:30:46.750688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:46.814981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=2cd30b23-907a-4749-8f71-952bd27ec176,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:47.297010 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982fcdc-0d80-4d8c-a3e6-332532b812ef req-1c090247-3da3-484b-9ae8-1ee7e67ddaa0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:47.298564 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7982fcdc-0d80-4d8c-a3e6-332532b812ef req-1c090247-3da3-484b-9ae8-1ee7e67ddaa0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 943 time: 0.0772095 Apr 05 10:30:47.344290 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7982fcdc-0d80-4d8c-a3e6-332532b812ef req-ac472807-628e-421d-b20e-1fff3ce8ff68 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399802 Apr 05 10:30:48.499286 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2cd30b23-907a-4749-8f71-952bd27ec176 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:30:48.575251 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 2cd30b23-907a-4749-8f71-952bd27ec176 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:48.575651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:48.659966 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfe16d-fa05-47f8-b4ef-ee1547593521 req-0a82cee8-6fd7-4b7d-b7fe-06e06e952ec2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:48.661351 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48dfe16d-fa05-47f8-b4ef-ee1547593521 req-0a82cee8-6fd7-4b7d-b7fe-06e06e952ec2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 943 time: 0.1976843 Apr 05 10:30:48.707859 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-48dfe16d-fa05-47f8-b4ef-ee1547593521 req-f5729c02-10d5-43df-974e-33aaffccc9b3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409656 Apr 05 10:30:49.466119 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:30:49.600829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:30:49.614739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'port_id': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'mac_address': 'fa:16:3e:6d:29:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:30:49.667489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:49.684913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:30:49.699303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:30:49.703963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:49.769110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:49.903728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41db677-7656-4398-9423-319cf5d64754 req-fd0a5450-d4c2-4da1-ae03-413c1ff97eda tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:49.905198 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e41db677-7656-4398-9423-319cf5d64754 req-fd0a5450-d4c2-4da1-ae03-413c1ff97eda tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 944 time: 0.0752678 Apr 05 10:30:49.908011 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['ed42a3f7-4147-4b00-86a2-44f5d7dc96b2'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:30:49.955312 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e41db677-7656-4398-9423-319cf5d64754 req-06c3f394-4512-4be7-a2c3-086f502f9b16 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429037 Apr 05 10:30:51.153249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f69d2-0ae6-4375-b185-dda8669eea74 req-4e4c853d-d803-4d7a-b339-ec7d3aabb670 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:51.154687 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f8f69d2-0ae6-4375-b185-dda8669eea74 req-4e4c853d-d803-4d7a-b339-ec7d3aabb670 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 944 time: 0.0744812 Apr 05 10:30:51.201346 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f8f69d2-0ae6-4375-b185-dda8669eea74 req-31e01864-e67e-445f-98ea-c4a895d0f2ae tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410783 Apr 05 10:30:51.498166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:30:51.566551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:30:51.571244 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:30:51.571653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:51.684975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:51.710439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:30:51.721517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:30:51.725397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:51.764879 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b56612-9f39-4cc8-a59a-e06400dec2c9'] response: {'server_uuid': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'code': 200} Apr 05 10:30:51.797693 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:51.806676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.807000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.807622 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.807960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.808293 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.808624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.808958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.809273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.809597 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.809911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.810253 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:30:51.991123 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ed4b4cf2-51ab-4a30-aa63-8065dba8a10a req-5c17d06b-c89b-4799-916e-313d1dda0ee1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 1098 time: 0.0741062 Apr 05 10:30:52.032697 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ed4b4cf2-51ab-4a30-aa63-8065dba8a10a req-340d9657-62cf-40f1-9f5b-bdc66ee7df87 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356016 Apr 05 10:30:52.120847 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:52.395901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1977e3-2867-435f-a0dc-02d06f634d99 req-5c06fd38-2f3e-4737-a8f5-f2d61e05c6c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:52.397354 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd1977e3-2867-435f-a0dc-02d06f634d99 req-5c06fd38-2f3e-4737-a8f5-f2d61e05c6c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0749073 Apr 05 10:30:52.441579 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd1977e3-2867-435f-a0dc-02d06f634d99 req-9e658877-6fb9-4499-b486-2bb819910abd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387347 Apr 05 10:30:53.646829 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe644-3763-4f4b-92ae-158cf574a52c req-0b2bfb1a-b8da-4077-a13b-acd0643e68f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:53.648285 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8fefe644-3763-4f4b-92ae-158cf574a52c req-0b2bfb1a-b8da-4077-a13b-acd0643e68f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0808811 Apr 05 10:30:53.693765 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8fefe644-3763-4f4b-92ae-158cf574a52c req-3606274f-4c06-4685-acc0-b4a3de4f0c3e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399907 Apr 05 10:30:53.885742 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a856e90-59ae-4eb2-a584-fcb6d24e84c5 req-286fbd24-e234-4db6-b77c-025513285af2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:53.887154 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a856e90-59ae-4eb2-a584-fcb6d24e84c5 req-286fbd24-e234-4db6-b77c-025513285af2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0736270 Apr 05 10:30:53.936479 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8a856e90-59ae-4eb2-a584-fcb6d24e84c5 req-84aad3ec-cc61-4cbe-8322-2db11d0b9d04 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436792 Apr 05 10:30:53.963143 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39994) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:54.030392 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-46f61ecb-9e55-441c-aac0-9fd44c47e86c tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 1093 time: 0.0659795 Apr 05 10:30:54.033445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 39998) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:54.038446 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:30:54.044081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:30:54.048378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:floatingip and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:30:54.051171 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:30:54.056761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:30:54.067646 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:54.200231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:54.339923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.26.4.5 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/808ed553-ecf1-4af1-9dbd-ec9615bf7217) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:30:54.483001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:54.511100 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:54.578709 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:30:54.581530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:30:54.585851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:30:54.614230 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=808ed553-ecf1-4af1-9dbd-ec9615bf7217,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:55.178487 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:55.238478 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:55.444212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:55.448533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:55.553275 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=808ed553-ecf1-4af1-9dbd-ec9615bf7217,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:30:55.568424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:55.763600 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.l3_db [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Floating IP 2b379f15-923f-499d-a705-d28f7135b822 associated. External IP: 172.26.4.5, port: ed42a3f7-4147-4b00-86a2-44f5d7dc96b2. Apr 05 10:30:56.154739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router a903ad54-8b23-4765-9bc7-7dda496d4357 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:30:56.352211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:30:56.363038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] Sync routers for ids ['a903ad54-8b23-4765-9bc7-7dda496d4357'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:30:56.376477 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] Routers {'a903ad54-8b23-4765-9bc7-7dda496d4357'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:30:56.377098 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:30:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['a903ad54-8b23-4765-9bc7-7dda496d4357'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:56.377688 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:30:56.432622 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-c926867f-d91b-4f0e-805a-c7691847e90b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3978484 Apr 05 10:30:56.433112 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'tag': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:30:56.504626 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd1f2b0-37bf-4f88-845c-963af36e2680'] response: {'name': 'network-changed', 'server_uuid': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'tag': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'status': 'completed', 'code': 200} Apr 05 10:30:56.560300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] Set router a903ad54-8b23-4765-9bc7-7dda496d4357 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:30:56.653104 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f71b73c-ea3c-484d-a5b4-ef5af5455964 req-8d3bdf5a-ec57-4d61-a38c-119815834274 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 1098 time: 0.1292071 Apr 05 10:30:56.662525 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b36685-4d5d-42a2-a2f2-1b1f9dd9088d req-09f84897-5c6f-4ada-a3e9-e1ae6c282873 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:56.663923 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-91b36685-4d5d-42a2-a2f2-1b1f9dd9088d req-09f84897-5c6f-4ada-a3e9-e1ae6c282873 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.1036005 Apr 05 10:30:56.894978 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-91b36685-4d5d-42a2-a2f2-1b1f9dd9088d req-2b99f96e-b2cf-42f6-8faa-084be4c73c40 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123773 Apr 05 10:30:56.923375 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40006) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:56.934848 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71b73c-ea3c-484d-a5b4-ef5af5455964 req-3a32dd98-9f9e-4208-bfc9-6cb6f46da46b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:56.936339 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f71b73c-ea3c-484d-a5b4-ef5af5455964 req-3a32dd98-9f9e-4208-bfc9-6cb6f46da46b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c HTTP/1.1" status: 200 len: 897 time: 0.2715766 Apr 05 10:30:56.966681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:39Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '2b379f15-923f-499d-a705-d28f7135b822', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'port_id': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'mac_address': 'fa:16:3e:6d:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:30:54Z', 'updated_at': '2022-04-05T10:30:54Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd30b23-907a-4749-8f71-952bd27ec176', 'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:7c:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:38Z', 'updated_at': '2022-04-05T10:30:46Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:56.971852 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] Checking router: a903ad54-8b23-4765-9bc7-7dda496d4357 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:30:56.983208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] Routers {'a903ad54-8b23-4765-9bc7-7dda496d4357'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:30:56.983860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:30:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['a903ad54-8b23-4765-9bc7-7dda496d4357'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:57.036911 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-00fbd230-0a92-4393-9ab5-4ca0cde405c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/2b379f15-923f-499d-a705-d28f7135b822 HTTP/1.1" status: 200 len: 989 time: 0.1109760 Apr 05 10:30:57.044897 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f71b73c-ea3c-484d-a5b4-ef5af5455964 req-a23621ec-5618-4a0e-817b-3c50d21d0d52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 HTTP/1.1" status: 200 len: 997 time: 0.1020727 Apr 05 10:30:57.110240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71b73c-ea3c-484d-a5b4-ef5af5455964 req-0a01aee0-b73c-499e-b987-716a4ed5190a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:30:57.111730 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f71b73c-ea3c-484d-a5b4-ef5af5455964 req-0a01aee0-b73c-499e-b987-716a4ed5190a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0359ab7b-01c6-46c5-bc97-1256c9a3b8f1 HTTP/1.1" status: 200 len: 833 time: 0.0615280 Apr 05 10:30:57.171412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] Set router a903ad54-8b23-4765-9bc7-7dda496d4357 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:30:57.184894 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f71b73c-ea3c-484d-a5b4-ef5af5455964 req-66670e8c-e7b5-4f57-b7b7-f6250b2fd0b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678036 Apr 05 10:30:57.320457 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f71b73c-ea3c-484d-a5b4-ef5af5455964 req-917197d4-2678-4093-bb52-66e5b6beca18 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300638 Apr 05 10:30:57.465133 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8f71b73c-ea3c-484d-a5b4-ef5af5455964 req-b0d08f6c-62ab-4e04-8cb0-ff48aeb4c1c5 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384892 Apr 05 10:30:57.522765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:39Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '2b379f15-923f-499d-a705-d28f7135b822', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'port_id': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'mac_address': 'fa:16:3e:6d:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:30:54Z', 'updated_at': '2022-04-05T10:30:54Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd30b23-907a-4749-8f71-952bd27ec176', 'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:7c:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:38Z', 'updated_at': '2022-04-05T10:30:46Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:30:57.526784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e087634-ae47-49c5-81da-e0bb52e4cf1b None None] The sync data for ids ['a903ad54-8b23-4765-9bc7-7dda496d4357'] in dv-neutron-833199-1-hyperv is: [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:39Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '2b379f15-923f-499d-a705-d28f7135b822', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'port_id': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'mac_address': 'fa:16:3e:6d:29:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:30:54Z', 'updated_at': '2022-04-05T10:30:54Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd30b23-907a-4749-8f71-952bd27ec176', 'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:7c:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:38Z', 'updated_at': '2022-04-05T10:30:46Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:30:58.039827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40010) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:58.144669 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-6de19b4a-5790-40c0-8048-2d29a4660127 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/2b379f15-923f-499d-a705-d28f7135b822 HTTP/1.1" status: 200 len: 989 time: 0.1037159 Apr 05 10:30:59.148740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40014) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:30:59.262322 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1a9f705a-686b-43c6-866b-aa65a1919a14 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/2b379f15-923f-499d-a705-d28f7135b822 HTTP/1.1" status: 200 len: 989 time: 0.1124549 Apr 05 10:30:59.782458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-72032593-9d38-4559-b20d-12053e327743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:00.267903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40018) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:31:00.373608 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f629ef79-c02d-4d39-b4df-7a7619e05dab tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/2b379f15-923f-499d-a705-d28f7135b822 HTTP/1.1" status: 200 len: 989 time: 0.1044018 Apr 05 10:31:00.484957 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e00e57b-88c9-47ac-bc3a-14060abcf5b4 None None] New status for floating IP 2b379f15-923f-499d-a705-d28f7135b822: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:31:01.377458 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40022) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:31:01.483684 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-eb4913cc-1337-4b06-8ce3-f363f67e4199 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/2b379f15-923f-499d-a705-d28f7135b822 HTTP/1.1" status: 200 len: 991 time: 0.1050568 Apr 05 10:31:02.049716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-56754032-70a5-4b0c-b426-be5237842c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:03.123100 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:03.209141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:04.536017 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:07.296375 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:31:11.312722 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c29e6bd-0ad2-4f54-a3b6-08fb220e05ad req-943a3303-e934-42ad-aff0-6a44310f3911 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735483 Apr 05 10:31:11.460940 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c29e6bd-0ad2-4f54-a3b6-08fb220e05ad req-22d07651-1119-41cc-a7a4-60def5760e58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 1098 time: 0.0715017 Apr 05 10:31:11.616605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29e6bd-0ad2-4f54-a3b6-08fb220e05ad req-9dfc9e7c-da56-4457-bc11-5e59d3554aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:11.618130 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c29e6bd-0ad2-4f54-a3b6-08fb220e05ad req-9dfc9e7c-da56-4457-bc11-5e59d3554aa3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c HTTP/1.1" status: 200 len: 897 time: 0.1394053 Apr 05 10:31:11.727063 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c29e6bd-0ad2-4f54-a3b6-08fb220e05ad req-b2cae4ef-1b47-4bbe-959d-40a57551730b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 HTTP/1.1" status: 200 len: 999 time: 0.1026518 Apr 05 10:31:11.795914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29e6bd-0ad2-4f54-a3b6-08fb220e05ad req-0cb02b92-b3a3-48d7-b1ee-0c04a2fa6cf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:11.797329 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c29e6bd-0ad2-4f54-a3b6-08fb220e05ad req-0cb02b92-b3a3-48d7-b1ee-0c04a2fa6cf9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0359ab7b-01c6-46c5-bc97-1256c9a3b8f1 HTTP/1.1" status: 200 len: 833 time: 0.0593810 Apr 05 10:31:11.881085 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c29e6bd-0ad2-4f54-a3b6-08fb220e05ad req-b63342af-464e-494b-8353-8a7445d328f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777779 Apr 05 10:31:12.012998 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c29e6bd-0ad2-4f54-a3b6-08fb220e05ad req-1806cd12-5d2d-4383-98a2-e5a6a4975349 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251769 Apr 05 10:31:12.224055 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c29e6bd-0ad2-4f54-a3b6-08fb220e05ad req-d2e10920-a6cc-49fd-b279-66a659d0bfb1 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048914 Apr 05 10:31:22.150088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:25.272319 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749063-095a-4baf-835f-8ad74b9952f8 req-52879e19-2c32-4006-b421-d9e566b402bc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:25.273665 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65749063-095a-4baf-835f-8ad74b9952f8 req-52879e19-2c32-4006-b421-d9e566b402bc tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0752587 Apr 05 10:31:25.318963 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65749063-095a-4baf-835f-8ad74b9952f8 req-2f3fb3f6-af1a-4d44-92fb-78bb15632a91 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397689 Apr 05 10:31:26.519541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591404d-71d3-400c-89e6-d27aa61b8c18 req-e96c127f-785c-4c3e-8de1-e02c75f16410 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:26.521036 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a591404d-71d3-400c-89e6-d27aa61b8c18 req-e96c127f-785c-4c3e-8de1-e02c75f16410 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0797193 Apr 05 10:31:26.570209 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a591404d-71d3-400c-89e6-d27aa61b8c18 req-d09c8c5a-8a48-4e2e-b610-0214b963f5e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436103 Apr 05 10:31:27.770671 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926059b1-ca74-4bb8-ac1a-c2a7a6560d8f req-589680db-0c36-4119-b001-6f0472b15632 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:27.773078 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-926059b1-ca74-4bb8-ac1a-c2a7a6560d8f req-589680db-0c36-4119-b001-6f0472b15632 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0787206 Apr 05 10:31:27.816387 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-926059b1-ca74-4bb8-ac1a-c2a7a6560d8f req-dcc0e927-cdfc-4441-84d4-3e05d2fbfcde tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386674 Apr 05 10:31:29.012643 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4b9e1-8aeb-4706-9021-3d30eb83c5e8 req-c5476f97-51e9-43db-8977-83aae2f2bba9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:29.014095 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-68e4b9e1-8aeb-4706-9021-3d30eb83c5e8 req-c5476f97-51e9-43db-8977-83aae2f2bba9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0779402 Apr 05 10:31:29.063572 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-68e4b9e1-8aeb-4706-9021-3d30eb83c5e8 req-d018d66e-c175-4195-9aaa-23b584a45c90 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439398 Apr 05 10:31:29.785652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4b9c33d5-670d-4c9e-a4af-3383932b236e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:30.259833 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a093ac-8202-4a9b-b04a-057944f42651 req-b39fce2a-6c59-4215-9e12-fb6f10ff6aab tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:30.261363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77a093ac-8202-4a9b-b04a-057944f42651 req-b39fce2a-6c59-4215-9e12-fb6f10ff6aab tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0745325 Apr 05 10:31:30.309386 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-77a093ac-8202-4a9b-b04a-057944f42651 req-9c9760d7-60b7-40d6-8ad8-13771e02d873 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424862 Apr 05 10:31:31.503856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d2057-52c0-4885-a954-3d47c6d7c4e1 req-7407f576-144a-4d41-b521-debca96726c9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:31.505280 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d2057-52c0-4885-a954-3d47c6d7c4e1 req-7407f576-144a-4d41-b521-debca96726c9 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0750036 Apr 05 10:31:31.549778 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-144d2057-52c0-4885-a954-3d47c6d7c4e1 req-3d2afdb3-deee-4896-98b2-8a2ef66a341e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385189 Apr 05 10:31:32.041235 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bee38c09-0444-40c9-9dd2-3cc84087c9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:32.748954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e97f9-e606-46e4-85f3-2b3d9ecb03b7 req-db81fd57-aab4-47af-8969-822452ff37ff tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:32.750275 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-445e97f9-e606-46e4-85f3-2b3d9ecb03b7 req-db81fd57-aab4-47af-8969-822452ff37ff tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0823505 Apr 05 10:31:32.794559 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-445e97f9-e606-46e4-85f3-2b3d9ecb03b7 req-a8dcee2f-29ce-43a0-a853-5903ea412107 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Apr 05 10:31:33.125649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:33.210881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:33.985543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89a963b-edf9-4355-9a6a-46d24a00dea5 req-79b30d9c-800a-4719-a76e-14bce9ee2955 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:33.987044 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d89a963b-edf9-4355-9a6a-46d24a00dea5 req-79b30d9c-800a-4719-a76e-14bce9ee2955 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0737216 Apr 05 10:31:34.031773 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d89a963b-edf9-4355-9a6a-46d24a00dea5 req-3b9a20ad-2d8b-434a-b483-87cfd9f106be tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390298 Apr 05 10:31:34.536966 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:35.227934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77de5b-1650-4e86-81cc-3f5a887e5bf7 req-992ae2fa-ffbd-486b-b92d-e54a1bc1cd73 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:35.229358 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f77de5b-1650-4e86-81cc-3f5a887e5bf7 req-992ae2fa-ffbd-486b-b92d-e54a1bc1cd73 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0777192 Apr 05 10:31:35.275525 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f77de5b-1650-4e86-81cc-3f5a887e5bf7 req-702ff836-90d3-4f56-a08d-f34b1d122c40 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406964 Apr 05 10:31:36.469154 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd6b82-6b46-4a85-bbed-af805f011e26 req-914ffd54-1389-4586-a30c-642b07135b72 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:36.470587 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3bd6b82-6b46-4a85-bbed-af805f011e26 req-914ffd54-1389-4586-a30c-642b07135b72 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0742462 Apr 05 10:31:36.519645 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3bd6b82-6b46-4a85-bbed-af805f011e26 req-45c04337-0130-4af9-b6c2-f1fd7414e514 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425982 Apr 05 10:31:36.547190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40060) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:31:36.742363 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3000da04-78cb-40cf-a48d-2f8b039836a8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/2b379f15-923f-499d-a705-d28f7135b822 HTTP/1.1" status: 200 len: 991 time: 0.1938827 Apr 05 10:31:38.279552 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc91aa7-1092-436b-ab04-a95c095c0b0c req-1634f9a7-c4be-444b-9ca9-b1406d4be1e7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:38.280914 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5bc91aa7-1092-436b-ab04-a95c095c0b0c req-1634f9a7-c4be-444b-9ca9-b1406d4be1e7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.1317899 Apr 05 10:31:38.287960 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cacb17b6-7518-4721-a99e-f9185c08d711 req-03d9d111-0014-49b0-8a0d-9ecc7d9f2a49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 1098 time: 0.0976672 Apr 05 10:31:38.422041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5bc91aa7-1092-436b-ab04-a95c095c0b0c req-7584730e-76d5-4430-8bf7-bed845be17b4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331441 Apr 05 10:31:38.460606 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb17b6-7518-4721-a99e-f9185c08d711 req-67b0aa9b-68dd-497f-99d8-76230cdb38fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:38.462013 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cacb17b6-7518-4721-a99e-f9185c08d711 req-67b0aa9b-68dd-497f-99d8-76230cdb38fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c HTTP/1.1" status: 200 len: 897 time: 0.1602721 Apr 05 10:31:38.562477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cacb17b6-7518-4721-a99e-f9185c08d711 req-f553ef44-1a8b-4e37-940d-cce419249603 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 HTTP/1.1" status: 200 len: 999 time: 0.0946009 Apr 05 10:31:38.623403 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb17b6-7518-4721-a99e-f9185c08d711 req-f2624aa8-f745-4d8b-a480-ebcdabfb4c1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:38.624851 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cacb17b6-7518-4721-a99e-f9185c08d711 req-f2624aa8-f745-4d8b-a480-ebcdabfb4c1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0359ab7b-01c6-46c5-bc97-1256c9a3b8f1 HTTP/1.1" status: 200 len: 833 time: 0.0570643 Apr 05 10:31:38.696913 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cacb17b6-7518-4721-a99e-f9185c08d711 req-23c4f85e-bdb8-458b-98ea-992774cb29ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664256 Apr 05 10:31:38.838117 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cacb17b6-7518-4721-a99e-f9185c08d711 req-9eca9742-d85c-4088-88b7-7f3c9a104c9b service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353614 Apr 05 10:31:39.051701 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cacb17b6-7518-4721-a99e-f9185c08d711 req-f409ae2b-cfb9-4e27-86e1-cc0ce07f80f3 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079935 Apr 05 10:31:39.626040 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c7bcf-7cc8-4577-bad6-ebae1cb2a972 req-e2717ed0-8d09-4903-b019-5d39872cad42 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:31:39.627717 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ff8c7bcf-7cc8-4577-bad6-ebae1cb2a972 req-e2717ed0-8d09-4903-b019-5d39872cad42 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.0792644 Apr 05 10:31:39.671480 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ff8c7bcf-7cc8-4577-bad6-ebae1cb2a972 req-63999ee9-eaa2-4252-a365-e0f9fd096ded tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383434 Apr 05 10:31:39.699927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40072) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:31:39.803305 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a73caba1-83a9-414c-abf5-60520f7bccd0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/2b379f15-923f-499d-a705-d28f7135b822 HTTP/1.1" status: 200 len: 991 time: 0.1021838 Apr 05 10:31:44.296147 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:31:52.154130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:31:59.788468 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-38a23af1-a2ef-451f-839a-e5713306f1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:02.042066 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6fd64e95-2495-4150-a86d-08982926bb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:03.128762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:03.213989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:04.539315 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:10.263706 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40092) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:10.458415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 808ed553-ecf1-4af1-9dbd-ec9615bf7217 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:32:10.458745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:10.623074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:10.623405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:10.743493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 808ed553-ecf1-4af1-9dbd-ec9615bf7217 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:32:10.892605 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:10.940098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=808ed553-ecf1-4af1-9dbd-ec9615bf7217,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:10.977412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:10.977757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:10.978103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:10.978433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:10.978766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:10.979094 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:10.979421 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:10.979775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:10.980099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:10.980421 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:10.980747 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:11.040181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:11.454218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router a903ad54-8b23-4765-9bc7-7dda496d4357 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:32:11.507497 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5b88d98-dc81-4200-8261-751ed1429e4d req-7893df8f-f1d2-43ae-b678-50aeacf4b30c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674813 Apr 05 10:32:11.664240 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5b88d98-dc81-4200-8261-751ed1429e4d req-19fab777-a6ce-4370-a86e-c2f1a34488ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 1098 time: 0.0765021 Apr 05 10:32:11.751155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:32:11.764272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] Sync routers for ids ['a903ad54-8b23-4765-9bc7-7dda496d4357'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:32:11.773338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:11.778716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] Routers {'a903ad54-8b23-4765-9bc7-7dda496d4357'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:32:11.779335 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:32:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['a903ad54-8b23-4765-9bc7-7dda496d4357'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:11.820975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b88d98-dc81-4200-8261-751ed1429e4d req-8f8dc0ff-dcec-499d-b1c3-24473e000ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:11.822440 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5b88d98-dc81-4200-8261-751ed1429e4d req-8f8dc0ff-dcec-499d-b1c3-24473e000ec5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c HTTP/1.1" status: 200 len: 897 time: 0.1384075 Apr 05 10:32:11.830601 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e8c7a66b-649c-4551-b1bb-307297fafbd4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/floatingips/2b379f15-923f-499d-a705-d28f7135b822 HTTP/1.1" status: 204 len: 168 time: 1.5655458 Apr 05 10:32:11.832297 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'tag': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:32:11.896055 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5b88d98-dc81-4200-8261-751ed1429e4d req-455c312c-3839-45ef-9d72-ad8151c0ed95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 HTTP/1.1" status: 200 len: 217 time: 0.0678105 Apr 05 10:32:11.901539 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea511ea-94c1-421c-afd9-dc758664f618'] response: {'name': 'network-changed', 'server_uuid': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'tag': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'status': 'completed', 'code': 200} Apr 05 10:32:11.961436 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] Set router a903ad54-8b23-4765-9bc7-7dda496d4357 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:32:11.964732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b88d98-dc81-4200-8261-751ed1429e4d req-9c5d2e54-5339-4fda-81ae-9cb0f0891dc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:11.966189 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5b88d98-dc81-4200-8261-751ed1429e4d req-9c5d2e54-5339-4fda-81ae-9cb0f0891dc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0359ab7b-01c6-46c5-bc97-1256c9a3b8f1 HTTP/1.1" status: 200 len: 833 time: 0.0622604 Apr 05 10:32:12.042903 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5b88d98-dc81-4200-8261-751ed1429e4d req-ffb09f44-f5b0-49b3-bf65-d274484f482f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708518 Apr 05 10:32:12.227210 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5b88d98-dc81-4200-8261-751ed1429e4d req-047419b4-a5bd-4202-a11e-f6dc1160522b service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782000 Apr 05 10:32:12.322098 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:39Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '2cd30b23-907a-4749-8f71-952bd27ec176', 'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:7c:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:38Z', 'updated_at': '2022-04-05T10:30:46Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:12.325828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] Checking router: a903ad54-8b23-4765-9bc7-7dda496d4357 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:32:12.336482 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] Routers {'a903ad54-8b23-4765-9bc7-7dda496d4357'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:32:12.337082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:32:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['a903ad54-8b23-4765-9bc7-7dda496d4357'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:12.356629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b88626-5a4d-453e-9028-22de68d04ff1 req-ea514f26-89ac-489f-aea2-936f8f6f97b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:12.358069 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53b88626-5a4d-453e-9028-22de68d04ff1 req-ea514f26-89ac-489f-aea2-936f8f6f97b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.1776257 Apr 05 10:32:12.399743 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f5b88d98-dc81-4200-8261-751ed1429e4d req-fee7f63f-a7e0-4721-8ca0-64e5012b8fe0 service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583877 Apr 05 10:32:12.419618 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53b88626-5a4d-453e-9028-22de68d04ff1 req-1d276fe5-1b0d-41d0-847c-57e7448b16e0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540411 Apr 05 10:32:12.513918 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f2ced96-ad73-4dce-89ea-6a5728b5ebac req-ae974bfa-22d1-40e6-8b24-a6ecd85f8309 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 1098 time: 0.0695574 Apr 05 10:32:12.526528 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] Set router a903ad54-8b23-4765-9bc7-7dda496d4357 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:32:12.644911 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ced96-ad73-4dce-89ea-6a5728b5ebac req-ccc3476f-3b68-4010-a741-696346513606 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:12.646386 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f2ced96-ad73-4dce-89ea-6a5728b5ebac req-ccc3476f-3b68-4010-a741-696346513606 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c HTTP/1.1" status: 200 len: 897 time: 0.1267691 Apr 05 10:32:12.717251 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f2ced96-ad73-4dce-89ea-6a5728b5ebac req-3450127c-bb60-4290-b49c-ae604986a01b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 HTTP/1.1" status: 200 len: 217 time: 0.0639517 Apr 05 10:32:12.778196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ced96-ad73-4dce-89ea-6a5728b5ebac req-23b596ad-74c2-4bdc-885f-7f022852318b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:12.779703 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f2ced96-ad73-4dce-89ea-6a5728b5ebac req-23b596ad-74c2-4bdc-885f-7f022852318b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0359ab7b-01c6-46c5-bc97-1256c9a3b8f1 HTTP/1.1" status: 200 len: 833 time: 0.0566335 Apr 05 10:32:12.840412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:39Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '2cd30b23-907a-4749-8f71-952bd27ec176', 'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:7c:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:38Z', 'updated_at': '2022-04-05T10:30:46Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:12.844537 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cd919b-42c4-4667-93b7-ab448200186c None None] The sync data for ids ['a903ad54-8b23-4765-9bc7-7dda496d4357'] in dv-neutron-833199-1-hyperv is: [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:39Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '2cd30b23-907a-4749-8f71-952bd27ec176', 'name': '', 'network_id': 'f83a3cfc-658d-497f-a364-2c83ecfb2c8c', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:7c:4f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:38Z', 'updated_at': '2022-04-05T10:30:46Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': '0359ab7b-01c6-46c5-bc97-1256c9a3b8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:32:12.968223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f2ced96-ad73-4dce-89ea-6a5728b5ebac req-c1408a42-2a98-4ac7-b832-688a0de15f75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83a3cfc-658d-497f-a364-2c83ecfb2c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1822782 Apr 05 10:32:13.062245 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e73054-6ae9-400d-961e-41db73069450 None None] New status for floating IP 2b379f15-923f-499d-a705-d28f7135b822: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:32:13.101229 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f2ced96-ad73-4dce-89ea-6a5728b5ebac req-0c7adc65-d773-483d-aad0-56eb1ab0736a service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260395 Apr 05 10:32:13.235395 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9f2ced96-ad73-4dce-89ea-6a5728b5ebac req-ed26c867-48e9-4a2a-bf64-b195540de41f service neutron] 10.222.0.10 "GET /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282370 Apr 05 10:32:13.663056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-4ce0b19d-8904-4e71-9156-e3ec2f29e0f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:13.664506 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-4ce0b19d-8904-4e71-9156-e3ec2f29e0f1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.1347532 Apr 05 10:32:13.670687 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c92e3-27cc-42fc-9137-6a864d066213 req-5f364d9c-b189-4e7b-9c2c-3d407a8dc345 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:13.672003 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-259c92e3-27cc-42fc-9137-6a864d066213 req-5f364d9c-b189-4e7b-9c2c-3d407a8dc345 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 945 time: 0.1129823 Apr 05 10:32:13.760581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:32:13.760916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:13.801804 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-259c92e3-27cc-42fc-9137-6a864d066213 req-7a79dda2-7936-49fa-8ce8-56b149efd070 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=06ac5ce5-72c4-423b-a715-0971e2e2fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023905 Apr 05 10:32:14.004214 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:32:14.004479 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:14.121161 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:32:14.258754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:14.306331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=ed42a3f7-4147-4b00-86a2-44f5d7dc96b2,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:14.351663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.352012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.352362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.352703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.353036 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.353368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.353695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.354021 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.354355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.354660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.354979 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:14.394889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] No DVR routers for this DVR port ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:32:14.397669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:14.400675 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'name': 'network-vif-deleted', 'tag': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:32:14.412983 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-07cca155-e9a3-430f-be8a-9931f3ffa942 req-b07d4371-3ca3-4b93-b8ea-7fe0c88d4a66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "DELETE /v2.0/ports/ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 HTTP/1.1" status: 204 len: 173 time: 0.7400126 Apr 05 10:32:14.459794 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1266ba-abdf-4ce6-a371-7c5d08bea594'] response: {'server_uuid': 'd2c0536a-b9f9-4202-a7d5-4a294e279f72', 'name': 'network-vif-deleted', 'tag': 'ed42a3f7-4147-4b00-86a2-44f5d7dc96b2', 'status': 'completed', 'code': 200} Apr 05 10:32:14.998797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-65c30355-4b4e-486e-a7ae-b7142768800e req-9a4e98e8-de84-4e88-b7a3-6a9f34765b26 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:32:15.014904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-65c30355-4b4e-486e-a7ae-b7142768800e req-9a4e98e8-de84-4e88-b7a3-6a9f34765b26 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:32:15.016294 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-65c30355-4b4e-486e-a7ae-b7142768800e req-9a4e98e8-de84-4e88-b7a3-6a9f34765b26 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2c0536a-b9f9-4202-a7d5-4a294e279f72 HTTP/1.1" status: 200 len: 210 time: 0.0644991 Apr 05 10:32:16.121162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40110) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:16.608063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:17.206268 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 2cd30b23-907a-4749-8f71-952bd27ec176 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:32:17.207568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:17.387927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port 2cd30b23-907a-4749-8f71-952bd27ec176, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=2cd30b23-907a-4749-8f71-952bd27ec176,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:32:17.388281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:17.505907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 2cd30b23-907a-4749-8f71-952bd27ec176 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:32:17.679543 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:17.727599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=2cd30b23-907a-4749-8f71-952bd27ec176,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:17.976716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:32:18.014923 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:32:18.015181 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device ed42a3f7-4147-4b00-86a2-44f5d7dc96b2 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:32:18.123996 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:18.694465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router a903ad54-8b23-4765-9bc7-7dda496d4357 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:32:18.891716 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:32:18.901496 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] Sync routers for ids ['a903ad54-8b23-4765-9bc7-7dda496d4357'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:32:18.908556 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f174f440-8a20-43ea-a7e2-7e1cdc26a940 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "PUT /v2.0/routers/a903ad54-8b23-4765-9bc7-7dda496d4357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7863190 Apr 05 10:32:18.911901 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40114) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:18.914425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] Routers {'a903ad54-8b23-4765-9bc7-7dda496d4357'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:32:18.915096 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:32:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['a903ad54-8b23-4765-9bc7-7dda496d4357'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:19.089765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] Set router a903ad54-8b23-4765-9bc7-7dda496d4357 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:32:19.108443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cd3e75-1e65-48c4-b265-36764a1d1527 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting subnet 0359ab7b-01c6-46c5-bc97-1256c9a3b8f1 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:32:19.112283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99cd3e75-1e65-48c4-b265-36764a1d1527 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:19.173953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99cd3e75-1e65-48c4-b265-36764a1d1527 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:19.255060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99cd3e75-1e65-48c4-b265-36764a1d1527 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:19.330839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99cd3e75-1e65-48c4-b265-36764a1d1527 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:19.369450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd3e75-1e65-48c4-b265-36764a1d1527 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Subnet': ['ID=0359ab7b-01c6-46c5-bc97-1256c9a3b8f1,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:19.375045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:32:17Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:19.375822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-99cd3e75-1e65-48c4-b265-36764a1d1527 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:19.379725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] Checking router: a903ad54-8b23-4765-9bc7-7dda496d4357 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:32:19.382483 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-99cd3e75-1e65-48c4-b265-36764a1d1527 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/subnets/0359ab7b-01c6-46c5-bc97-1256c9a3b8f1 HTTP/1.1" status: 204 len: 168 time: 0.4694376 Apr 05 10:32:19.384779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab0d0ea-5246-486a-b0d1-b51eadd8d2fe None None] Network f83a3cfc-658d-497f-a364-2c83ecfb2c8c requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:32:19.385064 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40118) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:19.460281 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] Routers {'a903ad54-8b23-4765-9bc7-7dda496d4357'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:32:19.460829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:32:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['a903ad54-8b23-4765-9bc7-7dda496d4357'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:19.700112 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:19.778784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] Set router a903ad54-8b23-4765-9bc7-7dda496d4357 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:32:19.898087 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:19.910183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 6c30c3dc-6f72-4f40-a455-287b816ab69b {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:32:19.911606 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:19.973593 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] DHCP port deletion for f83a3cfc-658d-497f-a364-2c83ecfb2c8c request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:32:19.982177 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Deleting port 29485004-e786-45dd-927e-1c6916c49e6d {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:32:19.982540 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:20.092508 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port 6c30c3dc-6f72-4f40-a455-287b816ab69b, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=6c30c3dc-6f72-4f40-a455-287b816ab69b,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:32:20.092818 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:20.211122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 6c30c3dc-6f72-4f40-a455-287b816ab69b owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:32:20.251489 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] For port 29485004-e786-45dd-927e-1c6916c49e6d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=29485004-e786-45dd-927e-1c6916c49e6d,segment=NetworkSegment(d401138b-f0e4-4c22-86de-e08a75ea5c79),segment_id=d401138b-f0e4-4c22-86de-e08a75ea5c79)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:32:20.252114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:20.373189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Calling delete_port for 29485004-e786-45dd-927e-1c6916c49e6d owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:32:20.376173 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:20.400141 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:32:17Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:20.416291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c96fe4-c049-4bf0-a037-23f7bebbef94 None None] The sync data for ids ['a903ad54-8b23-4765-9bc7-7dda496d4357'] in dv-neutron-833199-1-hyperv is: [{'id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393243834', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140'}], 'enable_snat': True}, 'gw_port_id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:32:17Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': '6c30c3dc-6f72-4f40-a455-287b816ab69b', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:0a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a903ad54-8b23-4765-9bc7-7dda496d4357', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:30:35Z', 'updated_at': '2022-04-05T10:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:32:20.419743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=6c30c3dc-6f72-4f40-a455-287b816ab69b,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:20.464816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:20.510616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Pushing event deleted for resources: {'Port': ['ID=29485004-e786-45dd-927e-1c6916c49e6d,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:20.521627 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] No DVR routers for this DVR port 29485004-e786-45dd-927e-1c6916c49e6d on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:32:20.524771 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.525111 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.525446 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.525775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.526105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.526433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.526754 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.527076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.527394 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.527978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.528072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc95b40-a545-4fa6-95f3-d0623e600390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:20.648225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:20.890177 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 29485004-e786-45dd-927e-1c6916c49e6d no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:32:20.913582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:20.918413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:20.924726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 29485004-e786-45dd-927e-1c6916c49e6d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:32:20.925149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 29485004-e786-45dd-927e-1c6916c49e6d not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:32:20.926171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2cd30b23-907a-4749-8f71-952bd27ec176 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:32:20.945761 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:20.946316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Fanout notify agent at l3_agent the message router_deleted on router a903ad54-8b23-4765-9bc7-7dda496d4357 {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:32:20.959104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 2cd30b23-907a-4749-8f71-952bd27ec176 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:32:20.959448 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 2cd30b23-907a-4749-8f71-952bd27ec176 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:32:20.965743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:20.966836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-02b5f3eb-1bc3-4424-93d0-ed80d56dda66 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/routers/a903ad54-8b23-4765-9bc7-7dda496d4357 HTTP/1.1" status: 204 len: 168 time: 1.5808442 Apr 05 10:32:20.969480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40122) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:21.192714 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.295771 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:32:21.323654 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.348690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83a3cfc-658d-497f-a364-2c83ecfb2c8c']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:21.363567 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd401138b-f0e4-4c22-86de-e08a75ea5c79') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:21.363801 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd401138b-f0e4-4c22-86de-e08a75ea5c79') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:21.375106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.390934 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.397812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:32:21.398222 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:32:21.412806 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:32:21.489765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.507824 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.522894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Network': ['ID=f83a3cfc-658d-497f-a364-2c83ecfb2c8c,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:21.531258 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-15ea1208-5981-4a52-891a-cbeb612d7c80 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/networks/f83a3cfc-658d-497f-a364-2c83ecfb2c8c HTTP/1.1" status: 204 len: 168 time: 0.5607970 Apr 05 10:32:21.533871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40126) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:21.601432 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ecf899b-8fcd-4b09-a3a3-78d281fef391 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.630289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ecf899b-8fcd-4b09-a3a3-78d281fef391 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.693793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ecf899b-8fcd-4b09-a3a3-78d281fef391 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.712962 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf899b-8fcd-4b09-a3a3-78d281fef391 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ac5ce5-72c4-423b-a715-0971e2e2fdfd,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:21.725445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6ecf899b-8fcd-4b09-a3a3-78d281fef391 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:21.726601 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6ecf899b-8fcd-4b09-a3a3-78d281fef391 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/security-groups/06ac5ce5-72c4-423b-a715-0971e2e2fdfd HTTP/1.1" status: 204 len: 168 time: 0.1918142 Apr 05 10:32:21.998540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40134) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:22.004787 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469514767', 'description': 'tempest-secgroup-smoke-469514767 description', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:22.010795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:22.014842 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:22.020341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:22.026589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:22.036611 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.073216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:22.076979 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:22.079741 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:22.086222 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:22.141728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.145685 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.151841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.190847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbba428-774b-4c12-802b-62513bb49f9f,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:22.193927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.195096 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7bd6ae48-7d7c-4d95-a676-4bf0e07855f4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1955438 Apr 05 10:32:22.198216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40138) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:22.203739 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '8dbba428-774b-4c12-802b-62513bb49f9f', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:22.209623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:22.213359 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:22.216265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:22.221833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:22.239137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.297827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.301923 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.324140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7c1ed9-1f53-40a2-9d10-70ee53bc964c,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:22.333926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.335140 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b0fc1bd9-421b-427b-b087-e71d839f3a0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1359468 Apr 05 10:32:22.338003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40142) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:22.343744 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '8dbba428-774b-4c12-802b-62513bb49f9f', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:22.350493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:22.354224 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:22.357016 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:22.362523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:22.378939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.439805 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.443253 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.468510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ff2aa9-f14c-4f14-896c-520580faaa53,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:22.478058 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.479217 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-66e47104-8288-4b8f-8618-274cdbe1f3f8 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1402051 Apr 05 10:32:22.481914 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40146) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:22.487386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '8dbba428-774b-4c12-802b-62513bb49f9f', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:22.493669 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:22.497582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:22.500437 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:22.502024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6c30c3dc-6f72-4f40-a455-287b816ab69b no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:32:22.506219 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:22.523881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.537460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 6c30c3dc-6f72-4f40-a455-287b816ab69b {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:32:22.537804 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 6c30c3dc-6f72-4f40-a455-287b816ab69b not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:32:22.588137 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.591896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.619881 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec1d230-3379-4598-80bc-91568b2080e9,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:22.626410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.627798 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-91ea0f54-74ea-49ac-865a-b319fd8b4ff5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1449194 Apr 05 10:32:22.630577 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40150) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:22.635816 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '8dbba428-774b-4c12-802b-62513bb49f9f', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:22.641488 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:22.645820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:22.648638 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:22.654350 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:22.670138 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.732524 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.736381 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.761439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcee256b-6e63-44d2-a1d4-4a72b643a841,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:22.770491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.771730 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-4e016f42-ec39-466e-9aad-33c4e18fc0b7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1402361 Apr 05 10:32:22.774345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40154) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:22.779462 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '8dbba428-774b-4c12-802b-62513bb49f9f', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:22.785116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:22.789307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:22.792069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:22.797562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:22.808243 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Project a1fcdf6937134c759f17bcd8414b55ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:32:22.814363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.882237 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.885843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.908570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b020a007-ace2-4235-be85-3757bb2e0f7b,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:22.917974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:22.919129 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-1b5ff4ed-eaa5-4882-905d-f952a8cace97 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1439040 Apr 05 10:32:22.921863 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40158) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:22.927741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'security_group_rule': {'security_group_id': '8dbba428-774b-4c12-802b-62513bb49f9f', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:22.933814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:22.937597 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:security_group_rule and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:22.940425 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:22.946055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:22.956215 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.securitygroups_db [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Project a1fcdf6937134c759f17bcd8414b55ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:32:22.962527 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.026506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.029985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.053683 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92191e43-b80a-4bc0-9539-bcd50ea2d148,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:23.062195 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.063509 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-9cea80dc-6fb1-49d2-a1ab-e912253961e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1407390 Apr 05 10:32:23.066413 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40162) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:23.071792 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'network': {'name': 'tempest-network-smoke--1078566541', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'port_security_enabled': True}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:23.076511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:23.080679 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:network and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:23.083599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:23.089256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:23.100697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'network': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:32:23.103973 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.133432 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=83819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:32:23.143231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.143601 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.db.segments_db [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Added segment fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3 of type vlan for network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 Apr 05 10:32:23.179196 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.207861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.212117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:23.212850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.320737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2531269 Apr 05 10:32:23.321576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f0040-5e6c-4858-979c-9a2493ebcfcf tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Network': ['ID=7c6a52dc-37f4-4d34-a2b1-80e2493b2762,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:23.323469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40166) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:23.328705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'admin_state_up': True, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:23.336261 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:23.340026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:router and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:23.341433 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:32:23.342899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:23.349343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:23.360198 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.361078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.378362 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.524096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.699637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.728725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:23.886917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.26.4.231 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/d930be15-e228-423e-a6d4-6fe073b57983) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:32:24.030288 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:24.056854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:24.124915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:32:24.127620 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:32:24.132173 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:32:24.171547 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=d930be15-e228-423e-a6d4-6fe073b57983,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:24.315899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:24.317725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:24.544559 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router e53524de-6482-4ac6-ae1d-290bfd39f137 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:32:24.746770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:32:24.756549 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Sync routers for ids ['e53524de-6482-4ac6-ae1d-290bfd39f137'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:32:24.768301 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Routers {'e53524de-6482-4ac6-ae1d-290bfd39f137'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:32:24.769559 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:32:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e53524de-6482-4ac6-ae1d-290bfd39f137'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:24.772921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:24.775951 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b3d23311-99cd-44ba-9508-7a47343bf6fb tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4514468 Apr 05 10:32:24.777241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40170) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:24.923226 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1cdd1bef-0581-41ea-bc22-60813bec973a tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=a1fcdf6937134c759f17bcd8414b55ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1448436 Apr 05 10:32:24.925856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40174) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:24.952508 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Set router e53524de-6482-4ac6-ae1d-290bfd39f137 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:32:25.052774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a4d77-19c0-4c8b-987b-299ed2ff88a9 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:25.054152 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-655a4d77-19c0-4c8b-987b-299ed2ff88a9 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274266 Apr 05 10:32:25.057046 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40178) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:25.095227 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2ad7b558-fed5-48e0-b377-09b706bffac1 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=202208b4-f099-4a1f-a480-c0036edeb111&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368581 Apr 05 10:32:25.098275 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40182) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:25.103412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1730039182', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:25.216326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:25.220150 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:subnet and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:25.223255 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:25.229237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:25.240757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:32:25.241943 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:24Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:25.245916 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Checking router: e53524de-6482-4ac6-ae1d-290bfd39f137 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:32:25.246267 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Updating router e53524de-6482-4ac6-ae1d-290bfd39f137 port d930be15-e228-423e-a6d4-6fe073b57983 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:32:25.297783 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:25.342063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:25.570064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:25.629753 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:25.641730 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Transition to ACTIVE for port object d930be15-e228-423e-a6d4-6fe073b57983 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:32:25.648501 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:25.650009 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Subnet': ['ID=b5023bad-a6dc-4aed-a5b0-547c66ed46f4,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:25.658581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Checking segment: {'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:32:25.658933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network hostable DHCP agents. Network: 7c6a52dc-37f4-4d34-a2b1-80e2493b2762, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:32:25.681283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:32:25.692245 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 7c6a52dc-37f4-4d34-a2b1-80e2493b2762) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:32:25.696442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:25.697025 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:25.702600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2c36ac-f6a6-4592-b134-683313ff0bc3 None None] Network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:32:25.724695 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-2b180211-a598-411a-9cff-83bd1b2fab0d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6218011 Apr 05 10:32:25.725007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40186) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:25.732762 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Attempting to bind port d930be15-e228-423e-a6d4-6fe073b57983 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:32:25.733130 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Attempting to bind port d930be15-e228-423e-a6d4-6fe073b57983 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:32:25.733717 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Attempting to bind port d930be15-e228-423e-a6d4-6fe073b57983 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:32:25.735741 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Pushing event updated for resources: {'Port': ['ID=d930be15-e228-423e-a6d4-6fe073b57983,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:25.749160 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.749502 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.749838 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.750165 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.750494 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.750820 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.751141 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.751463 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.751805 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.752122 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.752440 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:32:25.756076 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:32:25.756660 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:32:25.757673 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:25.758197 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:32:25.758834 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Bound port: d930be15-e228-423e-a6d4-6fe073b57983, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:32:25.759375 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:25.834241 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] For port d930be15-e228-423e-a6d4-6fe073b57983, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:32:25.837699 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] For port d930be15-e228-423e-a6d4-6fe073b57983, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d930be15-e228-423e-a6d4-6fe073b57983,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:32:25.842095 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:25.923149 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Routers {'e53524de-6482-4ac6-ae1d-290bfd39f137'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:32:25.923814 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:32:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e53524de-6482-4ac6-ae1d-290bfd39f137'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:25.973913 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:32:25.974925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:26.065100 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b2230-58fa-4f78-a045-8ea532bffbcd None None] Pushing event updated for resources: {'Port': ['ID=d930be15-e228-423e-a6d4-6fe073b57983,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:26.135195 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] Set router e53524de-6482-4ac6-ae1d-290bfd39f137 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:32:26.135875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Allocated IP 172.20.0.2 (7c6a52dc-37f4-4d34-a2b1-80e2493b2762/b5023bad-a6dc-4aed-a5b0-547c66ed46f4/9febf856-8722-484c-9ac5-99c75b6dd49e) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:32:26.350213 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:26.360968 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Transition to ACTIVE for port object 9febf856-8722-484c-9ac5-99c75b6dd49e will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:32:26.381099 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Transition to ACTIVE for port object 9febf856-8722-484c-9ac5-99c75b6dd49e will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:32:26.387237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:26.422224 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:24Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:26.428480 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af81ce-457b-4e8b-8185-832ae299fe46 None None] The sync data for ids ['e53524de-6482-4ac6-ae1d-290bfd39f137'] in dv-neutron-833199-1-hyperv is: [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:24Z', 'revision_number': 3, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:32:26.458302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:32:26.461495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:32:26.466131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:32:26.470375 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Pushing event updated for resources: {'Port': ['ID=9febf856-8722-484c-9ac5-99c75b6dd49e,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:26.562853 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Attempting to bind port 9febf856-8722-484c-9ac5-99c75b6dd49e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:32:26.563310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Attempting to bind port 9febf856-8722-484c-9ac5-99c75b6dd49e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:32:26.563751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Attempting to bind port 9febf856-8722-484c-9ac5-99c75b6dd49e on network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:32:26.572083 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:32:26.572446 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Checking segment: {'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:32:26.572844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:26.573229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Bound using segment: {'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:32:26.573688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Bound port: 9febf856-8722-484c-9ac5-99c75b6dd49e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:32:26.574064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:26.622878 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:26.680499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] For port 9febf856-8722-484c-9ac5-99c75b6dd49e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:32:26.683971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] For port 9febf856-8722-484c-9ac5-99c75b6dd49e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9febf856-8722-484c-9ac5-99c75b6dd49e,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:32:26.688592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:26.787277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f9e6e-33ff-4f8a-9834-629089d9c4eb None None] Pushing event updated for resources: {'Port': ['ID=9febf856-8722-484c-9ac5-99c75b6dd49e,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:27.103382 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.20.0.1 (7c6a52dc-37f4-4d34-a2b1-80e2493b2762/b5023bad-a6dc-4aed-a5b0-547c66ed46f4/0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:32:27.271286 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:27.288523 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Transition to ACTIVE for port object 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:32:27.311494 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:27.385697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:32:27.388776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:32:27.393229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:32:27.417829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:27.452727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:27.543181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:27.761919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8b4297-24a6-4340-97ab-4cc227b5c56b None None] Network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:32:27.857507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-5a47a93d-a938-4f93-8728-33e125297735 None None] Provisioning for port 9febf856-8722-484c-9ac5-99c75b6dd49e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:32:27.955111 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:27.960293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:28.071818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:28.075152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:28.218493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cd5611c5-966b-4e2c-ba06-6ed9a7b3311e None None] Provisioning for port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:32:28.219969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:32:28.221361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:32:28.223844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-cd5611c5-966b-4e2c-ba06-6ed9a7b3311e None None] Provisioning complete for port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:28.224226 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cd5611c5-966b-4e2c-ba06-6ed9a7b3311e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:28.281757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-cd5611c5-966b-4e2c-ba06-6ed9a7b3311e None None] Port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:32:28.405184 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ccadc323-9e5e-47de-abad-ff14223bb73f None None] Provisioning complete for port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:28.405546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ccadc323-9e5e-47de-abad-ff14223bb73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:28.459699 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-ccadc323-9e5e-47de-abad-ff14223bb73f None None] Port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:32:28.589718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-4c9137df-8ad9-46c7-ab80-3705e812fd58 None None] Provisioning complete for port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:28.590100 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4c9137df-8ad9-46c7-ab80-3705e812fd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:28.631237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d930be15-e228-423e-a6d4-6fe073b57983 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:32:28.703102 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4c9137df-8ad9-46c7-ab80-3705e812fd58 None None] Port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:32:28.709159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router e53524de-6482-4ac6-ae1d-290bfd39f137 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:32:28.720085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port d930be15-e228-423e-a6d4-6fe073b57983 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:32:28.725120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d930be15-e228-423e-a6d4-6fe073b57983 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:28.725497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:28.840595 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:28.856788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port d930be15-e228-423e-a6d4-6fe073b57983, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d930be15-e228-423e-a6d4-6fe073b57983,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:32:28.860787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:28.861708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9febf856-8722-484c-9ac5-99c75b6dd49e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:32:28.919696 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:32:28.934864 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c5986929-157d-4985-9412-9d3fc12202c2 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "PUT /v2.0/routers/e53524de-6482-4ac6-ae1d-290bfd39f137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2089248 Apr 05 10:32:28.976004 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=d930be15-e228-423e-a6d4-6fe073b57983,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:28.989850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 9febf856-8722-484c-9ac5-99c75b6dd49e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:32:28.994681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9febf856-8722-484c-9ac5-99c75b6dd49e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:28.995053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:29.112470 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-9da2adf6-acf0-473b-949b-e3ae3a00283e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:32:29.127988 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-9da2adf6-acf0-473b-949b-e3ae3a00283e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:32:29.129851 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-9da2adf6-acf0-473b-949b-e3ae3a00283e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469514767&fields=id&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 267 time: 0.0613673 Apr 05 10:32:29.140728 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:29.172791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 9febf856-8722-484c-9ac5-99c75b6dd49e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9febf856-8722-484c-9ac5-99c75b6dd49e,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:32:29.176881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:29.242808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=9febf856-8722-484c-9ac5-99c75b6dd49e,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:29.282045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-42f85726-9569-4ddb-b5f1-d3d520a65458 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:29.282712 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-42f85726-9569-4ddb-b5f1-d3d520a65458 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:network {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:32:29.297537 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-42f85726-9569-4ddb-b5f1-d3d520a65458 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:network {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:32:29.298826 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-42f85726-9569-4ddb-b5f1-d3d520a65458 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/networks?id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762 HTTP/1.1" status: 200 len: 797 time: 0.1607182 Apr 05 10:32:29.315266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-eada038b-8e28-4952-bda8-7bb41b9ca4b4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/quotas/a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 375 time: 0.0106006 Apr 05 10:32:29.395009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-f7c5a67b-ff7e-4e59-9d62-0fedd31ec000 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:32:29.410447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-f7c5a67b-ff7e-4e59-9d62-0fedd31ec000 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:32:29.411735 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-f7c5a67b-ff7e-4e59-9d62-0fedd31ec000 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910947 Apr 05 10:32:29.553928 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-8b94276b-bbf7-49fe-825e-c3f58e3a1698 service neutron] 10.222.0.30 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267078 Apr 05 10:32:29.685364 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-b587ee6e-81e1-4ef4-9807-27464f5d74c2 service neutron] 10.222.0.30 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254525 Apr 05 10:32:29.791783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4841d24c-fc5c-42ab-8f54-a55f804a631e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:29.882203 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b3340814-ee45-4f6a-8a34-6b677b47c168 req-074d9503-0f64-4e6d-a517-3e666e5af6c1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 210 time: 0.0416973 Apr 05 10:32:29.962281 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Sync routers for ids ['e53524de-6482-4ac6-ae1d-290bfd39f137'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:32:29.974254 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Routers {'e53524de-6482-4ac6-ae1d-290bfd39f137'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:32:29.974859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:32:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e53524de-6482-4ac6-ae1d-290bfd39f137'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:30.162880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Set router e53524de-6482-4ac6-ae1d-290bfd39f137 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:32:30.484534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:27Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351', 'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:da:4a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:26Z', 'updated_at': '2022-04-05T10:32:27Z', 'revision_number': 2, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:30.488979 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Checking router: e53524de-6482-4ac6-ae1d-290bfd39f137 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:32:30.489330 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Updating router e53524de-6482-4ac6-ae1d-290bfd39f137 port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:32:30.544981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:30.563565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d930be15-e228-423e-a6d4-6fe073b57983 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:32:30.738033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port d930be15-e228-423e-a6d4-6fe073b57983 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:30.738393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:30.972264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9febf856-8722-484c-9ac5-99c75b6dd49e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:32:31.104322 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:31.121763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Transition to ACTIVE for port object 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:32:31.130599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:31.163914 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a4c0e5de-2e45-4976-a0f3-d5eb2c138ad2 req-8095cfb0-cd8a-49fc-b94a-9124bf4d4a73 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 210 time: 0.1413109 Apr 05 10:32:31.170327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 9febf856-8722-484c-9ac5-99c75b6dd49e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:31.170700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:31.184375 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-0ce5d531-95ab-42d2-a917-e456a07f49fe tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:31.185783 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-0ce5d531-95ab-42d2-a917-e456a07f49fe tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/networks?id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762 HTTP/1.1" status: 200 len: 797 time: 0.2972968 Apr 05 10:32:31.244974 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-b290febe-b11c-4d4d-9944-125102940088 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1fcdf6937134c759f17bcd8414b55ff HTTP/1.1" status: 200 len: 379 time: 0.0431330 Apr 05 10:32:31.253939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'port': {'device_id': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'admin_state_up': True, 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'security_groups': ['8dbba428-774b-4c12-802b-62513bb49f9f']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:31.302072 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9b66-de33-4b15-a511-ce920c841483 None None] Pushing event updated for resources: {'Port': ['ID=0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:31.406436 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:31.417765 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:31.428585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Made reservation on behalf of a1fcdf6937134c759f17bcd8414b55ff for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:32:31.432951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:31.500122 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Attempting to bind port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:32:31.500435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Attempting to bind port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:32:31.500781 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Attempting to bind port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 on network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:32:31.520533 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:32:31.520681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Checking segment: {'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:32:31.521029 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:31.521421 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Bound using segment: {'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:32:31.521903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Bound port: 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:32:31.522262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:31.597690 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.20.0.3 (7c6a52dc-37f4-4d34-a2b1-80e2493b2762/b5023bad-a6dc-4aed-a5b0-547c66ed46f4/bc257980-cc5b-4c63-8f12-795fdaccaf61) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:32:31.610280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] For port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:32:31.614415 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] For port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:32:31.619078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:31.698565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9b66-de33-4b15-a511-ce920c841483 None None] Pushing event updated for resources: {'Port': ['ID=0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:31.703389 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Routers {'e53524de-6482-4ac6-ae1d-290bfd39f137'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:32:31.704056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:32:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e53524de-6482-4ac6-ae1d-290bfd39f137'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:31.792757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:31.810978 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Transition to ACTIVE for port object bc257980-cc5b-4c63-8f12-795fdaccaf61 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:32:31.836122 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:31.889428 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] Set router e53524de-6482-4ac6-ae1d-290bfd39f137 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:32:31.912784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:32:31.915889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:32:31.920308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:32:31.951368 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=bc257980-cc5b-4c63-8f12-795fdaccaf61,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:31.996748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:31.997391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:32.026729 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5b6d5553-6f51-463f-a346-4cd3acc174f6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7764323 Apr 05 10:32:32.038796 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Request body: {'port': {'device_id': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:32.136417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2b493b97-97f2-4826-970e-fc28bf90f025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:32.158699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:32.197494 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-136acec1-a32d-4f68-a800-8ad0e308b76f None None] Provisioning for port bc257980-cc5b-4c63-8f12-795fdaccaf61 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:32:32.208664 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-136acec1-a32d-4f68-a800-8ad0e308b76f None None] Provisioning complete for port bc257980-cc5b-4c63-8f12-795fdaccaf61 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:32.208945 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-136acec1-a32d-4f68-a800-8ad0e308b76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:32.300529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-136acec1-a32d-4f68-a800-8ad0e308b76f None None] Port bc257980-cc5b-4c63-8f12-795fdaccaf61 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:32:32.321626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:27Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351', 'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:da:4a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:26Z', 'updated_at': '2022-04-05T10:32:31Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:32.325584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75819a1d-959d-4b18-9d37-5e7f681c7a86 None None] The sync data for ids ['e53524de-6482-4ac6-ae1d-290bfd39f137'] in dv-neutron-833199-1-hyperv is: [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:27Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351', 'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:da:4a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:26Z', 'updated_at': '2022-04-05T10:32:31Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:32:32.503045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda3a0d-acb7-443e-86b3-d9ec0a03a8f4 req-7d87c76a-3883-436f-a28a-abbec9298278 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:32.504333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-4fda3a0d-acb7-443e-86b3-d9ec0a03a8f4 req-7d87c76a-3883-436f-a28a-abbec9298278 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:32:32.532263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-4fda3a0d-acb7-443e-86b3-d9ec0a03a8f4 req-7d87c76a-3883-436f-a28a-abbec9298278 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:32:32.533456 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4fda3a0d-acb7-443e-86b3-d9ec0a03a8f4 req-7d87c76a-3883-436f-a28a-abbec9298278 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 931 time: 0.2349789 Apr 05 10:32:32.585032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:32:32.621546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc257980-cc5b-4c63-8f12-795fdaccaf61 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:32:32.638088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:32.663086 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4fda3a0d-acb7-443e-86b3-d9ec0a03a8f4 req-4bc9531a-bc8e-4414-b234-572f091b5552 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960693 Apr 05 10:32:32.664104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Transition to ACTIVE for port object bc257980-cc5b-4c63-8f12-795fdaccaf61 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:32:32.670416 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:32.676573 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:32:32.698415 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:32.698883 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:32.812631 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc257980-cc5b-4c63-8f12-795fdaccaf61,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:32.857734 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:32.905283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:32:32.919379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:32.952194 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Attempting to bind port bc257980-cc5b-4c63-8f12-795fdaccaf61 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:32:32.952819 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Attempting to bind port bc257980-cc5b-4c63-8f12-795fdaccaf61 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:32:32.953563 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Attempting to bind port bc257980-cc5b-4c63-8f12-795fdaccaf61 on network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:32:32.964532 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Port bc257980-cc5b-4c63-8f12-795fdaccaf61 on network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:32:32.965000 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Attempting to bind port bc257980-cc5b-4c63-8f12-795fdaccaf61 on network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:32:32.971595 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:32:32.972124 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Checking segment: {'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:32:32.972407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Bound using segment: {'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:32:32.972773 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Bound port: bc257980-cc5b-4c63-8f12-795fdaccaf61, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:32:32.973117 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:32.994637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:33.068634 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] For port bc257980-cc5b-4c63-8f12-795fdaccaf61, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:32:33.071874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] For port bc257980-cc5b-4c63-8f12-795fdaccaf61, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:32:33.077009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:33.135500 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:33.142545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:33.144294 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/bc257980-cc5b-4c63-8f12-795fdaccaf61 HTTP/1.1" status: 200 len: 1093 time: 1.1098068 Apr 05 10:32:33.144598 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'tag': 'bc257980-cc5b-4c63-8f12-795fdaccaf61'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:32:33.166553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23bb30-accd-4f38-94e5-35284e4e28e7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc257980-cc5b-4c63-8f12-795fdaccaf61,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:33.225487 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:33.345737 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abdc4478-1a2a-4fcf-a346-2dfe06d2ecd0'] response: {'name': 'network-changed', 'server_uuid': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'tag': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'status': 'completed', 'code': 200} Apr 05 10:32:33.388809 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-a51bf1e0-169b-489f-a3f1-999e45f30732 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 1096 time: 0.2044802 Apr 05 10:32:33.462691 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-147688da-a2c8-4180-90d4-73ec86c53867 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61 HTTP/1.1" status: 200 len: 217 time: 0.0670187 Apr 05 10:32:33.525357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-c292fafb-871c-4698-902f-9530fad66791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:33.526706 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-c292fafb-871c-4698-902f-9530fad66791 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5023bad-a6dc-4aed-a5b0-547c66ed46f4 HTTP/1.1" status: 200 len: 835 time: 0.0581639 Apr 05 10:32:33.604996 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-8f953e48-13c8-49d7-a85e-77f6c0793d64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725698 Apr 05 10:32:33.740727 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-91c1d656-9523-4e14-8776-e0c09252dfdb service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294386 Apr 05 10:32:33.924551 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d47c782c-2f8a-4afd-af30-925dff96fe30 req-5a368850-50d2-4a52-826e-83904d367f8f service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769133 Apr 05 10:32:33.938799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834857bb-db19-40db-8a82-00c3548f081c req-1a2d90fd-41a8-4530-b74e-6dc2fc90081b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:33.940236 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-834857bb-db19-40db-8a82-00c3548f081c req-1a2d90fd-41a8-4530-b74e-6dc2fc90081b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 943 time: 0.1259286 Apr 05 10:32:34.029346 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-834857bb-db19-40db-8a82-00c3548f081c req-2e7c89e3-00ab-40ef-8d88-ebaf74cc4fa7 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829520 Apr 05 10:32:34.055179 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d289c3ba-c0b1-42bd-ac1b-b334a538379e req-43cd7645-afcb-407b-a5c8-e71126c3d24d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 1096 time: 0.0802205 Apr 05 10:32:34.186023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c3ba-c0b1-42bd-ac1b-b334a538379e req-7e246e53-7787-478c-81bf-eff4463f29b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:34.187361 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d289c3ba-c0b1-42bd-ac1b-b334a538379e req-7e246e53-7787-478c-81bf-eff4463f29b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762 HTTP/1.1" status: 200 len: 897 time: 0.1248972 Apr 05 10:32:34.252183 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d289c3ba-c0b1-42bd-ac1b-b334a538379e req-2642ed9b-1d07-4354-82ae-408a56e5f38a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61 HTTP/1.1" status: 200 len: 217 time: 0.0578454 Apr 05 10:32:34.316650 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c3ba-c0b1-42bd-ac1b-b334a538379e req-e16a8a88-6d78-4288-9e74-b29ac399949b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:34.318045 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d289c3ba-c0b1-42bd-ac1b-b334a538379e req-e16a8a88-6d78-4288-9e74-b29ac399949b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5023bad-a6dc-4aed-a5b0-547c66ed46f4 HTTP/1.1" status: 200 len: 835 time: 0.0591254 Apr 05 10:32:34.392189 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d289c3ba-c0b1-42bd-ac1b-b334a538379e req-9e619222-fd69-4612-8efb-85906aa48ae1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665383 Apr 05 10:32:34.530741 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d289c3ba-c0b1-42bd-ac1b-b334a538379e req-ca1f8c82-a35f-475d-8ea5-bbe4ceea6a7f service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308990 Apr 05 10:32:34.547692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:34.561441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:32:34.630472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:34.630843 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:34.669496 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d289c3ba-c0b1-42bd-ac1b-b334a538379e req-4d0684cc-53e1-4f20-a26e-46dcf281c2ea service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327369 Apr 05 10:32:35.226992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c7095-25c8-46dc-9401-026b765bc114 req-2e85612d-1bf5-4742-945d-70d96c9f40b1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:35.228456 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-de6c7095-25c8-46dc-9401-026b765bc114 req-2e85612d-1bf5-4742-945d-70d96c9f40b1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 943 time: 0.0786667 Apr 05 10:32:35.272505 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-de6c7095-25c8-46dc-9401-026b765bc114 req-7f5925c5-6006-45e5-aefc-d708262f2214 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385988 Apr 05 10:32:36.120806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device bc257980-cc5b-4c63-8f12-795fdaccaf61 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:32:36.252097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port bc257980-cc5b-4c63-8f12-795fdaccaf61, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:32:36.264820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'port_id': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'mac_address': 'fa:16:3e:c5:da:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:32:36.351503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:36.368551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc257980-cc5b-4c63-8f12-795fdaccaf61 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:32:36.383735 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port bc257980-cc5b-4c63-8f12-795fdaccaf61, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:32:36.388077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:36.455221 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=bc257980-cc5b-4c63-8f12-795fdaccaf61,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:36.468791 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681292f-1e96-4d78-9d72-595f5f259bcc req-c321f30f-0f15-41f4-8232-39b3a0bd9833 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:36.470225 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7681292f-1e96-4d78-9d72-595f5f259bcc req-c321f30f-0f15-41f4-8232-39b3a0bd9833 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 944 time: 0.0748930 Apr 05 10:32:36.514275 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7681292f-1e96-4d78-9d72-595f5f259bcc req-c3c07855-e0e9-4516-a671-0877a46eae9f tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385187 Apr 05 10:32:36.590391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['bc257980-cc5b-4c63-8f12-795fdaccaf61'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:32:37.804943 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb12e9-7b10-4c21-a71a-f3ae5edfb765 req-df292e48-0392-4007-9489-1f8992e4d79e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:37.806485 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-81eb12e9-7b10-4c21-a71a-f3ae5edfb765 req-df292e48-0392-4007-9489-1f8992e4d79e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 944 time: 0.1693118 Apr 05 10:32:37.851714 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-81eb12e9-7b10-4c21-a71a-f3ae5edfb765 req-1319bc1a-2b40-44af-b30f-dc0274842eb5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393875 Apr 05 10:32:38.120776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device bc257980-cc5b-4c63-8f12-795fdaccaf61 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:32:38.189879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port bc257980-cc5b-4c63-8f12-795fdaccaf61 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:32:38.195090 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port bc257980-cc5b-4c63-8f12-795fdaccaf61 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:32:38.195460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:38.306977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:38.333750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc257980-cc5b-4c63-8f12-795fdaccaf61'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:32:38.343172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port bc257980-cc5b-4c63-8f12-795fdaccaf61, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:32:38.347994 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:38.416278 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=bc257980-cc5b-4c63-8f12-795fdaccaf61,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:38.459858 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435b0ced-e6c0-4774-ae85-855ea5587645'] response: {'server_uuid': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'code': 200} Apr 05 10:32:38.680466 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b28a86b-8481-45f0-8e6c-25e2ecda1ca0 req-5e499876-876b-4bf8-8b27-2d25405d2e27 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 1098 time: 0.0680726 Apr 05 10:32:38.720007 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b28a86b-8481-45f0-8e6c-25e2ecda1ca0 req-8ca73d74-0854-4627-8e24-1b501e3e8a66 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342007 Apr 05 10:32:39.046501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e0770-0661-4fde-8728-c715eb6c1d49 req-2fa69a24-8600-4182-a373-ad6e7f2b33e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:39.047943 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b57e0770-0661-4fde-8728-c715eb6c1d49 req-2fa69a24-8600-4182-a373-ad6e7f2b33e5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.0779586 Apr 05 10:32:39.091748 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b57e0770-0661-4fde-8728-c715eb6c1d49 req-86cfca1f-d959-43ac-88e6-67de55cf11c5 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382581 Apr 05 10:32:40.291576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6223fc5-ed14-4a32-9d93-678b2e0bcc22 req-63a621a1-0da9-4c80-b0e7-cb931905e35c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:40.293015 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c6223fc5-ed14-4a32-9d93-678b2e0bcc22 req-63a621a1-0da9-4c80-b0e7-cb931905e35c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.0782032 Apr 05 10:32:40.344393 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c6223fc5-ed14-4a32-9d93-678b2e0bcc22 req-ec60cbf6-0f4b-46fd-b069-f1641f292ce0 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458944 Apr 05 10:32:40.537211 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39664d90-de3b-4aae-962b-806e3acfce9a req-9720722f-36d8-4d76-a739-8b6ef58b9b26 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:40.538636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39664d90-de3b-4aae-962b-806e3acfce9a req-9720722f-36d8-4d76-a739-8b6ef58b9b26 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.0762801 Apr 05 10:32:40.586909 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-39664d90-de3b-4aae-962b-806e3acfce9a req-0b4ea7c2-8426-46f6-9b74-bf00945dde5e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426283 Apr 05 10:32:40.622512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40244) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:40.690779 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cc09712c-864a-4833-8300-b82ec5c2b992 tempest-TestNetworkAdvancedServerOps-2003245776 tempest-TestNetworkAdvancedServerOps-2003245776-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 1093 time: 0.0669434 Apr 05 10:32:40.693230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40248) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:40.698343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:32:40.703796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:32:40.708144 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Usage tracker for resource:floatingip and tenant:a1fcdf6937134c759f17bcd8414b55ff is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:32:40.710874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:32:40.716616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:32:40.728736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:40.864336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:41.000361 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Allocated IP 172.26.4.244 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/b94a18e0-1fd7-450f-9a19-dc9ba27928c3) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:32:41.144674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:41.170867 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:41.236719 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:32:41.239714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:32:41.244140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:32:41.271615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=b94a18e0-1fd7-450f-9a19-dc9ba27928c3,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:41.838848 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:41.895242 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:42.099466 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:42.103872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:42.210944 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event updated for resources: {'Port': ['ID=b94a18e0-1fd7-450f-9a19-dc9ba27928c3,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:32:42.222939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:42.420003 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Floating IP 11562e23-34e7-4adf-bc51-a9a39f6a3fe2 associated. External IP: 172.26.4.244, port: bc257980-cc5b-4c63-8f12-795fdaccaf61. Apr 05 10:32:42.807715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router e53524de-6482-4ac6-ae1d-290bfd39f137 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:32:43.008703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:32:43.019493 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] Sync routers for ids ['e53524de-6482-4ac6-ae1d-290bfd39f137'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:32:43.030781 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] Routers {'e53524de-6482-4ac6-ae1d-290bfd39f137'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:32:43.031457 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:32:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e53524de-6482-4ac6-ae1d-290bfd39f137'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:43.034905 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:43.088346 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d20f9719-7ffc-426c-a757-f15414e211ac tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3939979 Apr 05 10:32:43.088922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'tag': 'bc257980-cc5b-4c63-8f12-795fdaccaf61'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:32:43.158827 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c68cfe-dcc0-46ad-8083-303b4cd287df'] response: {'name': 'network-changed', 'server_uuid': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'tag': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'status': 'completed', 'code': 200} Apr 05 10:32:43.214516 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] Set router e53524de-6482-4ac6-ae1d-290bfd39f137 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:32:43.311728 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9eba3b88-b136-41a9-a699-2dfa154f5195 req-66b10c48-b203-443f-8f60-b35822e543e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 1098 time: 0.1304605 Apr 05 10:32:43.321484 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183aa315-5816-4fc1-bef7-522618be04a4 req-d2f46d39-0813-4ce8-9562-a202c5bf5e08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:43.322829 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-183aa315-5816-4fc1-bef7-522618be04a4 req-d2f46d39-0813-4ce8-9562-a202c5bf5e08 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.0972414 Apr 05 10:32:43.456364 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-183aa315-5816-4fc1-bef7-522618be04a4 req-13c1c479-e309-47f6-8d47-b087ed46cfce tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132429 Apr 05 10:32:43.484291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba3b88-b136-41a9-a699-2dfa154f5195 req-b9bade88-aeaf-47fb-8c22-1bcd4cfde2f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:43.484701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40256) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:43.485733 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9eba3b88-b136-41a9-a699-2dfa154f5195 req-b9bade88-aeaf-47fb-8c22-1bcd4cfde2f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762 HTTP/1.1" status: 200 len: 897 time: 0.1620750 Apr 05 10:32:43.570684 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:27Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '11562e23-34e7-4adf-bc51-a9a39f6a3fe2', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.244', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'port_id': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'mac_address': 'fa:16:3e:c5:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:32:41Z', 'updated_at': '2022-04-05T10:32:41Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351', 'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:da:4a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:26Z', 'updated_at': '2022-04-05T10:32:32Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:43.578112 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] Checking router: e53524de-6482-4ac6-ae1d-290bfd39f137 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:32:43.590603 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] Routers {'e53524de-6482-4ac6-ae1d-290bfd39f137'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:32:43.591238 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:32:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e53524de-6482-4ac6-ae1d-290bfd39f137'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:43.607975 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9eba3b88-b136-41a9-a699-2dfa154f5195 req-0ea8601c-c9d7-4176-96f1-7efc3e9e985e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61 HTTP/1.1" status: 200 len: 999 time: 0.1132326 Apr 05 10:32:43.677931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba3b88-b136-41a9-a699-2dfa154f5195 req-627d9f84-6b33-4be3-b626-806003ae11d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:32:43.679511 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9eba3b88-b136-41a9-a699-2dfa154f5195 req-627d9f84-6b33-4be3-b626-806003ae11d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5023bad-a6dc-4aed-a5b0-547c66ed46f4 HTTP/1.1" status: 200 len: 835 time: 0.0659730 Apr 05 10:32:43.725429 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-12c66f3e-ebd7-415d-be34-d93e448e23a6 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/11562e23-34e7-4adf-bc51-a9a39f6a3fe2 HTTP/1.1" status: 200 len: 991 time: 0.2383823 Apr 05 10:32:43.754169 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9eba3b88-b136-41a9-a699-2dfa154f5195 req-91202ae7-42d4-42e2-8054-bb02d74f716a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688870 Apr 05 10:32:43.774650 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] Set router e53524de-6482-4ac6-ae1d-290bfd39f137 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:32:43.885151 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9eba3b88-b136-41a9-a699-2dfa154f5195 req-593118b3-62c6-4a28-8b7a-c25f40a80f27 service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252279 Apr 05 10:32:44.016493 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9eba3b88-b136-41a9-a699-2dfa154f5195 req-10a928a1-1440-4557-b10f-8cfeab888211 service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258459 Apr 05 10:32:44.162652 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:27Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '11562e23-34e7-4adf-bc51-a9a39f6a3fe2', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.244', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'port_id': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'mac_address': 'fa:16:3e:c5:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:32:41Z', 'updated_at': '2022-04-05T10:32:41Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351', 'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:da:4a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:26Z', 'updated_at': '2022-04-05T10:32:32Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:32:44.166870 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2a3145-e2f8-4959-a3e0-e85ce948f97c None None] The sync data for ids ['e53524de-6482-4ac6-ae1d-290bfd39f137'] in dv-neutron-833199-1-hyperv is: [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:27Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '11562e23-34e7-4adf-bc51-a9a39f6a3fe2', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'floating_ip_address': '172.26.4.244', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'port_id': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'mac_address': 'fa:16:3e:c5:da:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:32:41Z', 'updated_at': '2022-04-05T10:32:41Z', 'revision_number': 0, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351', 'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:da:4a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:26Z', 'updated_at': '2022-04-05T10:32:32Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:32:44.727897 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40260) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:44.834769 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-157a93f3-2d60-4712-ad38-f0ae41f40f21 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/11562e23-34e7-4adf-bc51-a9a39f6a3fe2 HTTP/1.1" status: 200 len: 991 time: 0.1056511 Apr 05 10:32:45.837922 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40264) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:45.942751 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b28fc781-624c-4dd7-b635-9caec1032f96 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/11562e23-34e7-4adf-bc51-a9a39f6a3fe2 HTTP/1.1" status: 200 len: 991 time: 0.1030562 Apr 05 10:32:46.946718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40268) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:47.055708 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b66a7f15-d63e-4dcd-94ca-b408f0689dbe tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/11562e23-34e7-4adf-bc51-a9a39f6a3fe2 HTTP/1.1" status: 200 len: 991 time: 0.1075575 Apr 05 10:32:47.986077 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcc23c5-323c-42f5-8ea9-38a145f8a51d None None] New status for floating IP 11562e23-34e7-4adf-bc51-a9a39f6a3fe2: ACTIVE {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:32:48.059449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40272) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:48.168984 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-396ae56a-d586-41e8-b3b8-41200f3ba63e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/11562e23-34e7-4adf-bc51-a9a39f6a3fe2 HTTP/1.1" status: 200 len: 991 time: 0.1081445 Apr 05 10:32:49.173047 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40276) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:32:49.280852 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b9437dd9-8827-48c3-83dd-454dab47d052 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/11562e23-34e7-4adf-bc51-a9a39f6a3fe2 HTTP/1.1" status: 200 len: 993 time: 0.1066570 Apr 05 10:32:52.156835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:32:58.295321 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:32:59.795078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-709f2258-7d79-415a-9cb5-6fff334ed595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:02.047452 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c590243d-3fb5-431c-97dc-f3b894987b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:03.128324 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:03.220630 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:04.545929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:11.284734 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-007c4ee4-3927-43f6-997c-a494179d9438 req-26b06461-bad6-4e16-88e1-331ef57ef7f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719488 Apr 05 10:33:11.428879 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-007c4ee4-3927-43f6-997c-a494179d9438 req-2e8632d8-4510-44ca-b068-3a31ec546352 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 1098 time: 0.0701747 Apr 05 10:33:11.572954 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4ee4-3927-43f6-997c-a494179d9438 req-9be9385f-9ce9-45bd-8498-d1a33d3fe832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:11.574294 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-007c4ee4-3927-43f6-997c-a494179d9438 req-9be9385f-9ce9-45bd-8498-d1a33d3fe832 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762 HTTP/1.1" status: 200 len: 897 time: 0.1253855 Apr 05 10:33:11.766197 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-007c4ee4-3927-43f6-997c-a494179d9438 req-f6b5a225-9dc7-42da-9fdd-adc80798a08c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61 HTTP/1.1" status: 200 len: 1001 time: 0.1856966 Apr 05 10:33:11.826885 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4ee4-3927-43f6-997c-a494179d9438 req-a5775559-1f7e-461f-a35d-a9beb13baedd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:11.828222 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-007c4ee4-3927-43f6-997c-a494179d9438 req-a5775559-1f7e-461f-a35d-a9beb13baedd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5023bad-a6dc-4aed-a5b0-547c66ed46f4 HTTP/1.1" status: 200 len: 835 time: 0.0561509 Apr 05 10:33:11.905124 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-007c4ee4-3927-43f6-997c-a494179d9438 req-f01d76d1-c4f6-44cc-949c-368954d1e0b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707393 Apr 05 10:33:12.035903 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-007c4ee4-3927-43f6-997c-a494179d9438 req-42ac5e24-df3d-4e7d-985f-43f436f34fbf service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238084 Apr 05 10:33:12.164347 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-007c4ee4-3927-43f6-997c-a494179d9438 req-9444dc5e-0e7a-44a9-ada8-4586e6fa27f3 service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234262 Apr 05 10:33:14.916420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73085b8a-b63e-4686-bf2e-be53d397351e req-97af9a26-be19-432b-8521-6e6d860219b1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:14.918223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-73085b8a-b63e-4686-bf2e-be53d397351e req-97af9a26-be19-432b-8521-6e6d860219b1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.0781643 Apr 05 10:33:14.965323 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-73085b8a-b63e-4686-bf2e-be53d397351e req-34f911cb-8d76-413c-bdea-9d7ac68d4a89 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413928 Apr 05 10:33:16.167390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba4620-f53e-4002-9e9b-f9790ba8e964 req-c2528281-4f7f-42cf-8f78-f8e0ae9d7c45 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:16.168843 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cbba4620-f53e-4002-9e9b-f9790ba8e964 req-c2528281-4f7f-42cf-8f78-f8e0ae9d7c45 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.0805159 Apr 05 10:33:16.215836 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cbba4620-f53e-4002-9e9b-f9790ba8e964 req-3731b624-a087-4564-817c-7666a7a3e682 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414624 Apr 05 10:33:16.243603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40296) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:16.348853 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cc802a5c-986e-445f-85bc-ec7ccb213a02 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/11562e23-34e7-4adf-bc51-a9a39f6a3fe2 HTTP/1.1" status: 200 len: 993 time: 0.1039886 Apr 05 10:33:17.898477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d70d22ea-09c7-45a5-bf44-fb669e6d18e1 req-7f2da634-d401-45e2-9b79-5187b45a94ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 1098 time: 0.0987039 Apr 05 10:33:17.904699 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba49b5-2ab9-42e8-9e91-4ec180e99959 req-0fba3324-4a9e-429e-aebb-521b61c11b96 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:17.906025 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4fba49b5-2ab9-42e8-9e91-4ec180e99959 req-0fba3324-4a9e-429e-aebb-521b61c11b96 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.1358509 Apr 05 10:33:18.032409 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4fba49b5-2ab9-42e8-9e91-4ec180e99959 req-26145ada-cd2f-4329-82aa-9c9778c0b991 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084154 Apr 05 10:33:18.066007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d22ea-09c7-45a5-bf44-fb669e6d18e1 req-f9f7d909-2db5-4fcc-9e2b-d8fb623d98ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:18.067586 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d70d22ea-09c7-45a5-bf44-fb669e6d18e1 req-f9f7d909-2db5-4fcc-9e2b-d8fb623d98ae service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762 HTTP/1.1" status: 200 len: 897 time: 0.1607146 Apr 05 10:33:18.169294 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d70d22ea-09c7-45a5-bf44-fb669e6d18e1 req-a2828609-2965-41e1-a0c8-22d6470545ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61 HTTP/1.1" status: 200 len: 1001 time: 0.0953493 Apr 05 10:33:18.233159 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d22ea-09c7-45a5-bf44-fb669e6d18e1 req-a41d9633-8553-4bd5-b17a-edc88d933223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:18.234597 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d70d22ea-09c7-45a5-bf44-fb669e6d18e1 req-a41d9633-8553-4bd5-b17a-edc88d933223 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5023bad-a6dc-4aed-a5b0-547c66ed46f4 HTTP/1.1" status: 200 len: 835 time: 0.0597093 Apr 05 10:33:18.312968 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d70d22ea-09c7-45a5-bf44-fb669e6d18e1 req-b1c3d7dc-77ce-49c0-9d29-9a346c0da648 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719206 Apr 05 10:33:18.442223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d70d22ea-09c7-45a5-bf44-fb669e6d18e1 req-95130f64-0e89-4968-ae47-af92da35f884 service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228957 Apr 05 10:33:18.669397 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d70d22ea-09c7-45a5-bf44-fb669e6d18e1 req-ec884b58-52fc-4e4d-ae50-87f3b4f8ec6a service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211435 Apr 05 10:33:19.231958 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bde20e-225c-4947-8fd1-bf8d7654f8a4 req-ca620b99-340e-4a22-8b03-9a6593bdf60b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:19.233385 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95bde20e-225c-4947-8fd1-bf8d7654f8a4 req-ca620b99-340e-4a22-8b03-9a6593bdf60b tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.0748894 Apr 05 10:33:19.290252 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-95bde20e-225c-4947-8fd1-bf8d7654f8a4 req-dc5af9e2-fc63-49ea-8573-91052b20e4d4 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513415 Apr 05 10:33:20.485351 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103d522-b334-4f33-8d4c-d2935fcd484d req-39234f9b-471d-436c-838b-0bce44e2e02a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:20.486770 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9103d522-b334-4f33-8d4c-d2935fcd484d req-39234f9b-471d-436c-838b-0bce44e2e02a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.0773005 Apr 05 10:33:20.531900 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9103d522-b334-4f33-8d4c-d2935fcd484d req-5ad61495-50ad-4a65-b16d-8407aaff7a71 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396695 Apr 05 10:33:20.559916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40310) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:20.662945 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cb047dc0-71f5-4e21-830e-fc5dbc9f9bd1 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/floatingips/11562e23-34e7-4adf-bc51-a9a39f6a3fe2 HTTP/1.1" status: 200 len: 993 time: 0.1018991 Apr 05 10:33:20.945633 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40318) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:21.163580 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port b94a18e0-1fd7-450f-9a19-dc9ba27928c3 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:33:21.163931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:21.330176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:21.330422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:21.452153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for b94a18e0-1fd7-450f-9a19-dc9ba27928c3 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:33:21.597129 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:21.643071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=b94a18e0-1fd7-450f-9a19-dc9ba27928c3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:21.681662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.682005 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.682591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.682927 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.683260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.683608 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.683934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.684253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.684573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.684891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.685209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:21.743477 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:22.165486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:22.218266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router e53524de-6482-4ac6-ae1d-290bfd39f137 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:33:22.412241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:33:22.421718 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] Sync routers for ids ['e53524de-6482-4ac6-ae1d-290bfd39f137'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:33:22.433002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:22.436255 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] Routers {'e53524de-6482-4ac6-ae1d-290bfd39f137'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:22.436879 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e53524de-6482-4ac6-ae1d-290bfd39f137'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:22.488824 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9f5c7a55-142b-493b-a5f9-07b6de49e715 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/floatingips/11562e23-34e7-4adf-bc51-a9a39f6a3fe2 HTTP/1.1" status: 204 len: 168 time: 1.5421295 Apr 05 10:33:22.490030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'tag': 'bc257980-cc5b-4c63-8f12-795fdaccaf61'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:33:22.553832 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ac9695-53c5-4a71-af90-6d32c19c1572'] response: {'name': 'network-changed', 'server_uuid': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'tag': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'status': 'completed', 'code': 200} Apr 05 10:33:22.641959 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] Set router e53524de-6482-4ac6-ae1d-290bfd39f137 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:22.653284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e80f7156-5638-4951-8399-7a94bba61d34 req-0e4a974b-a5b2-4d32-9a3c-a8302c66de1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 1098 time: 0.0763531 Apr 05 10:33:22.797414 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f7156-5638-4951-8399-7a94bba61d34 req-45047ee1-ad59-4427-9ef9-cca588795f3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:22.799066 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e80f7156-5638-4951-8399-7a94bba61d34 req-45047ee1-ad59-4427-9ef9-cca588795f3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762 HTTP/1.1" status: 200 len: 897 time: 0.1398995 Apr 05 10:33:22.908985 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e80f7156-5638-4951-8399-7a94bba61d34 req-60be5c1d-dfcd-48eb-bcb0-7f7b97a96545 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61 HTTP/1.1" status: 200 len: 217 time: 0.1030734 Apr 05 10:33:22.964260 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:27Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351', 'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:da:4a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:26Z', 'updated_at': '2022-04-05T10:32:32Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:22.968629 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] Checking router: e53524de-6482-4ac6-ae1d-290bfd39f137 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:33:22.979674 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] Routers {'e53524de-6482-4ac6-ae1d-290bfd39f137'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:22.980266 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e53524de-6482-4ac6-ae1d-290bfd39f137'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:22.987921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f7156-5638-4951-8399-7a94bba61d34 req-8e4e977b-8b50-41c1-89dd-0f6dde13921d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:22.989405 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e80f7156-5638-4951-8399-7a94bba61d34 req-8e4e977b-8b50-41c1-89dd-0f6dde13921d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b5023bad-a6dc-4aed-a5b0-547c66ed46f4 HTTP/1.1" status: 200 len: 835 time: 0.0737560 Apr 05 10:33:22.999777 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1c1c9-9150-4b11-bf8d-309dec0ab828 req-206031c3-6992-4d5e-a1a3-9d14d316823e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:23.001170 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aae1c1c9-9150-4b11-bf8d-309dec0ab828 req-206031c3-6992-4d5e-a1a3-9d14d316823e tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.1448119 Apr 05 10:33:23.095621 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aae1c1c9-9150-4b11-bf8d-309dec0ab828 req-59ac82b1-ffcc-4ac7-8ce4-502bee63fcdd tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650065 Apr 05 10:33:23.107128 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e80f7156-5638-4951-8399-7a94bba61d34 req-2569647b-4239-4b2f-b4c3-9013efd88e5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c6a52dc-37f4-4d34-a2b1-80e2493b2762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050415 Apr 05 10:33:23.163362 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] Set router e53524de-6482-4ac6-ae1d-290bfd39f137 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:23.239850 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e80f7156-5638-4951-8399-7a94bba61d34 req-d71f2663-0422-473d-ab37-2564f14dbf03 service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255252 Apr 05 10:33:23.372829 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e80f7156-5638-4951-8399-7a94bba61d34 req-182479da-3bc3-4c7b-98b7-afd9c9645e14 service neutron] 10.222.0.10 "GET /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261361 Apr 05 10:33:23.465456 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:27Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351', 'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:da:4a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:26Z', 'updated_at': '2022-04-05T10:32:32Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:23.469408 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce760b84-a110-44b6-8f7f-0190f31bceff None None] The sync data for ids ['e53524de-6482-4ac6-ae1d-290bfd39f137'] in dv-neutron-833199-1-hyperv is: [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:27Z', 'revision_number': 4, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351', 'name': '', 'network_id': '7c6a52dc-37f4-4d34-a2b1-80e2493b2762', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'mac_address': 'fa:16:3e:da:4a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:26Z', 'updated_at': '2022-04-05T10:32:32Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'subnets': [{'id': 'b5023bad-a6dc-4aed-a5b0-547c66ed46f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:33:23.683074 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38e3490-8ec9-4c97-a147-4fd9f0a71451 None None] New status for floating IP 11562e23-34e7-4adf-bc51-a9a39f6a3fe2: DOWN {{(pid=83821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:33:24.337039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2167550-2e79-46b5-a53c-46e8c8e8e10b req-fcce36dd-e15e-481b-836f-77033d58fe5d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:24.338471 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d2167550-2e79-46b5-a53c-46e8c8e8e10b req-fcce36dd-e15e-481b-836f-77033d58fe5d tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.1174364 Apr 05 10:33:24.405975 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-357b0453-e208-4ba9-9897-43d6a4d80eb3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:24.407302 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-357b0453-e208-4ba9-9897-43d6a4d80eb3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 945 time: 0.1199865 Apr 05 10:33:24.411039 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d2167550-2e79-46b5-a53c-46e8c8e8e10b req-4f123fab-91c5-463b-96c5-49eab72b9c61 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/security-groups?id=8dbba428-774b-4c12-802b-62513bb49f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602546 Apr 05 10:33:24.474215 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port bc257980-cc5b-4c63-8f12-795fdaccaf61 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:33:24.474553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:24.802743 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port bc257980-cc5b-4c63-8f12-795fdaccaf61, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=bc257980-cc5b-4c63-8f12-795fdaccaf61,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:24.803008 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:24.919874 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for bc257980-cc5b-4c63-8f12-795fdaccaf61 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:33:25.059258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:25.109077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=bc257980-cc5b-4c63-8f12-795fdaccaf61,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:25.191258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.191622 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.191964 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.192297 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.192628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.193582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.193950 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.194302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.194648 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.194985 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.195321 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:25.209894 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] No DVR routers for this DVR port bc257980-cc5b-4c63-8f12-795fdaccaf61 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:33:25.212380 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:25.215281 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'name': 'network-vif-deleted', 'tag': 'bc257980-cc5b-4c63-8f12-795fdaccaf61'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:33:25.228418 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-efc1fef4-db07-43ac-9012-dde9bad411b8 req-66fd209f-a04d-45b9-8235-99b83d6685e3 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.10 "DELETE /v2.0/ports/bc257980-cc5b-4c63-8f12-795fdaccaf61 HTTP/1.1" status: 204 len: 173 time: 0.8163080 Apr 05 10:33:25.279223 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09d6cc4-5638-4647-b834-6a88a3c1dfbc'] response: {'server_uuid': 'd332e549-9e3c-459e-a02c-f5e9f2c34a39', 'name': 'network-vif-deleted', 'tag': 'bc257980-cc5b-4c63-8f12-795fdaccaf61', 'status': 'completed', 'code': 200} Apr 05 10:33:25.591644 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d469c9a3-5514-4136-9eda-ac58e8f83010 req-186638be-20b0-423d-b353-e562025c1d67 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Synchronizing usage tracker for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:33:25.611718 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-d469c9a3-5514-4136-9eda-ac58e8f83010 req-186638be-20b0-423d-b353-e562025c1d67 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Unset dirty status for tenant:a1fcdf6937134c759f17bcd8414b55ff on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:33:25.613109 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d469c9a3-5514-4136-9eda-ac58e8f83010 req-186638be-20b0-423d-b353-e562025c1d67 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "GET /v2.0/ports?device_id=d332e549-9e3c-459e-a02c-f5e9f2c34a39 HTTP/1.1" status: 200 len: 210 time: 0.0635364 Apr 05 10:33:26.719991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40336) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:27.117526 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:27.825974 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:33:27.826697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:28.013142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:28.013593 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:28.133998 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:33:28.291424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device bc257980-cc5b-4c63-8f12-795fdaccaf61 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:33:28.310290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:28.326492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: bc257980-cc5b-4c63-8f12-795fdaccaf61 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:33:28.326844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device bc257980-cc5b-4c63-8f12-795fdaccaf61 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:33:28.355973 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:28.657953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:29.334400 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Router e53524de-6482-4ac6-ae1d-290bfd39f137 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:33:29.542180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:33:29.551855 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] Sync routers for ids ['e53524de-6482-4ac6-ae1d-290bfd39f137'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:33:29.564433 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-abf2f19f-ac04-45f7-84d2-3861f76b356a tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "PUT /v2.0/routers/e53524de-6482-4ac6-ae1d-290bfd39f137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8407989 Apr 05 10:33:29.564648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40340) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:29.588369 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] Routers {'e53524de-6482-4ac6-ae1d-290bfd39f137'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:29.588876 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e53524de-6482-4ac6-ae1d-290bfd39f137'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:29.755241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d0978e-66aa-4d10-864f-90a5ca6aaa6c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting subnet b5023bad-a6dc-4aed-a5b0-547c66ed46f4 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:33:29.758483 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99d0978e-66aa-4d10-864f-90a5ca6aaa6c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:29.797961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-79058711-1606-42af-a9de-c9f873309fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:29.818159 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99d0978e-66aa-4d10-864f-90a5ca6aaa6c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:29.902210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99d0978e-66aa-4d10-864f-90a5ca6aaa6c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:29.932141 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] Set router e53524de-6482-4ac6-ae1d-290bfd39f137 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:29.978119 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99d0978e-66aa-4d10-864f-90a5ca6aaa6c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:30.023694 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0978e-66aa-4d10-864f-90a5ca6aaa6c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Subnet': ['ID=b5023bad-a6dc-4aed-a5b0-547c66ed46f4,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:30.028981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99d0978e-66aa-4d10-864f-90a5ca6aaa6c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:30.037344 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-99d0978e-66aa-4d10-864f-90a5ca6aaa6c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/subnets/b5023bad-a6dc-4aed-a5b0-547c66ed46f4 HTTP/1.1" status: 204 len: 168 time: 0.4699149 Apr 05 10:33:30.039115 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40344) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:30.039650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d39c04-f87b-4312-83e7-4ec3aac608c6 None None] Network 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:33:30.256994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:30.267335 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:33:28Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:30.272515 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] Checking router: e53524de-6482-4ac6-ae1d-290bfd39f137 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:33:30.284087 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] Routers {'e53524de-6482-4ac6-ae1d-290bfd39f137'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:30.284698 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['e53524de-6482-4ac6-ae1d-290bfd39f137'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:30.316017 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] DHCP port deletion for 7c6a52dc-37f4-4d34-a2b1-80e2493b2762 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:33:30.320753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Deleting port 9febf856-8722-484c-9ac5-99c75b6dd49e {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:33:30.321131 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:30.465731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:30.476767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Deleting port d930be15-e228-423e-a6d4-6fe073b57983 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:33:30.477251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:30.478045 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] Set router e53524de-6482-4ac6-ae1d-290bfd39f137 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:30.535386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] For port 9febf856-8722-484c-9ac5-99c75b6dd49e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=9febf856-8722-484c-9ac5-99c75b6dd49e,segment=NetworkSegment(fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3),segment_id=fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:30.537204 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:30.667195 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] For port d930be15-e228-423e-a6d4-6fe073b57983, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=d930be15-e228-423e-a6d4-6fe073b57983,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:30.667478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:30.685078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 9febf856-8722-484c-9ac5-99c75b6dd49e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:33:30.777538 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Calling delete_port for 9febf856-8722-484c-9ac5-99c75b6dd49e owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:33:30.785103 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:33:28Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:30.790800 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca4788c-6446-43df-85c4-fc853e7786c1 None None] The sync data for ids ['e53524de-6482-4ac6-ae1d-290bfd39f137'] in dv-neutron-833199-1-hyperv is: [{'id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1609490160', 'tenant_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:33:28Z', 'revision_number': 5, 'project_id': 'a1fcdf6937134c759f17bcd8414b55ff', 'gw_port': {'id': 'd930be15-e228-423e-a6d4-6fe073b57983', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:6e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53524de-6482-4ac6-ae1d-290bfd39f137', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:32:23Z', 'updated_at': '2022-04-05T10:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:33:30.910408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Calling delete_port for d930be15-e228-423e-a6d4-6fe073b57983 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:33:30.916263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962'] for port, after_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:30.970526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Pushing event deleted for resources: {'Port': ['ID=9febf856-8722-484c-9ac5-99c75b6dd49e,revision_number=None']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:30.991975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.992317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.992656 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.992995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.993323 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.993649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.993987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.994315 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.994635 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.994953 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.995270 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:30.997977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c29eca-86a7-4358-89a3-5d6f393e130c None None] No DVR routers for this DVR port 9febf856-8722-484c-9ac5-99c75b6dd49e on host dv-neutron-833199-1-hyperv {{(pid=83821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:33:30.999414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.080553 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.127541 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Port': ['ID=d930be15-e228-423e-a6d4-6fe073b57983,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:31.365685 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.620076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.624338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.650059 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.650639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Fanout notify agent at l3_agent the message router_deleted on router e53524de-6482-4ac6-ae1d-290bfd39f137 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:33:31.666001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.670018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40348) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:31.672151 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4c59fd43-10e6-416c-9c08-619433714003 tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/routers/e53524de-6482-4ac6-ae1d-290bfd39f137 HTTP/1.1" status: 204 len: 168 time: 1.6313531 Apr 05 10:33:31.786871 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.913821 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.939021 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c6a52dc-37f4-4d34-a2b1-80e2493b2762']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:31.951450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:31.951797 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4d3eee-2013-4a6e-b01e-d1f7843c0ec3') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:31.963209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.984447 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:31.991072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:33:31.991452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:33:32.006425 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:33:32.048993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-763f06d1-d4af-4503-9be8-478262488425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:32.084220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:32.101812 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:32.112832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'Network': ['ID=7c6a52dc-37f4-4d34-a2b1-80e2493b2762,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:32.125682 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b0a43861-a674-4db9-ab38-4ff1516da23c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/networks/7c6a52dc-37f4-4d34-a2b1-80e2493b2762 HTTP/1.1" status: 204 len: 168 time: 0.4547384 Apr 05 10:33:32.128320 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40352) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:32.201639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d5faf2f-b295-460c-a218-789c93fb921c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:32.229788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d5faf2f-b295-460c-a218-789c93fb921c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:32.292926 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d5faf2f-b295-460c-a218-789c93fb921c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:32.311903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5faf2f-b295-460c-a218-789c93fb921c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbba428-774b-4c12-802b-62513bb49f9f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:32.322239 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7d5faf2f-b295-460c-a218-789c93fb921c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:32.323367 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7d5faf2f-b295-460c-a218-789c93fb921c tempest-TestNetworkAdvancedServerOps-1962014926 tempest-TestNetworkAdvancedServerOps-1962014926-project] 10.222.0.30 "DELETE /v2.0/security-groups/8dbba428-774b-4c12-802b-62513bb49f9f HTTP/1.1" status: 204 len: 168 time: 0.1941137 Apr 05 10:33:32.584887 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:33:32.622381 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:33:32.622764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0fbe18e6-d9fb-4ba9-9ce1-6c8af951e351 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:33:32.623291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d930be15-e228-423e-a6d4-6fe073b57983 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:33:32.657611 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: d930be15-e228-423e-a6d4-6fe073b57983 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:33:32.657934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device d930be15-e228-423e-a6d4-6fe073b57983 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:33:32.713081 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40362) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:32.885920 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-ff412790-a126-4915-b064-1cbdf7576174 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1fcdf6937134c759f17bcd8414b55ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1716115 Apr 05 10:33:32.888370 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40368) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:32.947730 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e51a1583-fb38-48be-a72c-0e2a11cedebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:32.975822 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e51a1583-fb38-48be-a72c-0e2a11cedebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.025374 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e51a1583-fb38-48be-a72c-0e2a11cedebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.042510 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a1583-fb38-48be-a72c-0e2a11cedebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbc6218-91a2-46d4-bfef-3efdebba3a6e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:33.048858 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e51a1583-fb38-48be-a72c-0e2a11cedebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.049955 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e51a1583-fb38-48be-a72c-0e2a11cedebe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bbc6218-91a2-46d4-bfef-3efdebba3a6e HTTP/1.1" status: 204 len: 168 time: 0.1606867 Apr 05 10:33:33.130912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.225402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.382554 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40376) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:33.401007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76c8583a-5736-452c-811c-0a9df66eba15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.431879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-76c8583a-5736-452c-811c-0a9df66eba15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:33.436136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-76c8583a-5736-452c-811c-0a9df66eba15 admin admin] Usage tracker for resource:security_group_rule and tenant:dee9e3343cc446f18be166e26c72ac30 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:33.438982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-76c8583a-5736-452c-811c-0a9df66eba15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:33.444866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-76c8583a-5736-452c-811c-0a9df66eba15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:33.510752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76c8583a-5736-452c-811c-0a9df66eba15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.514705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76c8583a-5736-452c-811c-0a9df66eba15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.562143 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8583a-5736-452c-811c-0a9df66eba15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3734d7-f136-4e14-9615-b9677c419602,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:33.566493 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-76c8583a-5736-452c-811c-0a9df66eba15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dee9e3343cc446f18be166e26c72ac30&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1829536 Apr 05 10:33:33.569506 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40380) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:33.630102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3321c7c0-ed59-40ce-ada5-83180836858d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.655757 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3321c7c0-ed59-40ce-ada5-83180836858d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.705999 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3321c7c0-ed59-40ce-ada5-83180836858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.722197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321c7c0-ed59-40ce-ada5-83180836858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3734d7-f136-4e14-9615-b9677c419602,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:33.727728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3321c7c0-ed59-40ce-ada5-83180836858d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:33.728878 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3321c7c0-ed59-40ce-ada5-83180836858d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc3734d7-f136-4e14-9615-b9677c419602 HTTP/1.1" status: 204 len: 168 time: 0.1581502 Apr 05 10:33:34.549773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:34.578297 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40402) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:34.705308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1610349980-network', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:34.710107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:34.713852 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Usage tracker for resource:network and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:34.716642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:34.722230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:34.733690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Made reservation on behalf of d83a89a13bf14d7b88f5eb482ad7c084 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:33:34.736070 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:34.752034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:34.788221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:34.793413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:34.797207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:34.805488 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:34.874624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:34.878351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:34.911258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:33:34.916776 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6724d0ed-f8f6-458a-bf4e-b231afff2577,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:34.924131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:34.924131 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Added segment 4c32006b-42d5-4bdd-bcc1-573d50dbe103 of type vlan for network e27cec5e-5372-460b-a8c1-02e80af9fcd4 Apr 05 10:33:34.950643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:34.980064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:34.980904 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:34.981503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:35.087734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=e27cec5e-5372-460b-a8c1-02e80af9fcd4,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:35.091644 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-16cfa117-1417-4d36-84fb-377530f0f1f3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5116031 Apr 05 10:33:35.095369 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40408) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:35.100519 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network e27cec5e-5372-460b-a8c1-02e80af9fcd4 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:33:35.102030 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Request body: {'subnet': {'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1610349980-subnet', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:35.107103 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:35.110936 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Usage tracker for resource:subnet and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:35.114280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:35.119935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:35.132489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Made reservation on behalf of d83a89a13bf14d7b88f5eb482ad7c084 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:33:35.134851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:35.295793 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:33:35.342192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:35.510826 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497aaaf1-3d52-43b8-ab7c-f0690d5afe03,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:35.526767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Checking segment: {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:33:35.527123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Network hostable DHCP agents. Network: e27cec5e-5372-460b-a8c1-02e80af9fcd4, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:33:35.548964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Network e27cec5e-5372-460b-a8c1-02e80af9fcd4 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:33:35.559697 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, e27cec5e-5372-460b-a8c1-02e80af9fcd4) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:35.564053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:35.564645 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:35.569414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e1d46-998b-42f6-ab3c-b58f1b465832 None None] Network e27cec5e-5372-460b-a8c1-02e80af9fcd4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:33:35.592193 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1936bac8-5690-4c62-b93f-251a75852e28 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4956465 Apr 05 10:33:35.592739 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40412) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:35.598066 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:35.603068 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:35.607238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Usage tracker for resource:router and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:35.610450 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:35.620583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:35.632518 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:35.633836 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:35.653762 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:35.786002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:33:35.786819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:35.799056 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:35.947189 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Allocated IP 172.20.0.2 (e27cec5e-5372-460b-a8c1-02e80af9fcd4/497aaaf1-3d52-43b8-ab7c-f0690d5afe03/052aabcc-ff1e-4460-9efc-769c549c923c) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:33:36.076189 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.109421 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.153590 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.163836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Transition to ACTIVE for port object 052aabcc-ff1e-4460-9efc-769c549c923c will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:36.181775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Transition to ACTIVE for port object 052aabcc-ff1e-4460-9efc-769c549c923c will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:36.188758 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.251749 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Allocated IP 172.26.4.33 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/13197589-3422-486f-8da3-e9de89cb35e3) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:33:36.258999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Network e27cec5e-5372-460b-a8c1-02e80af9fcd4 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:33:36.262493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:36.264341 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Pushing event updated for resources: {'Port': ['ID=052aabcc-ff1e-4460-9efc-769c549c923c,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:36.266429 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:33:36.356706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Attempting to bind port 052aabcc-ff1e-4460-9efc-769c549c923c on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:33:36.356982 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Attempting to bind port 052aabcc-ff1e-4460-9efc-769c549c923c by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:33:36.357343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Attempting to bind port 052aabcc-ff1e-4460-9efc-769c549c923c on network e27cec5e-5372-460b-a8c1-02e80af9fcd4 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:33:36.363805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:33:36.364465 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Checking segment: {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:33:36.364677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.365064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Bound using segment: {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:33:36.365527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Bound port: 052aabcc-ff1e-4460-9efc-769c549c923c, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:33:36.365895 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.403948 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.431292 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.453670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] For port 052aabcc-ff1e-4460-9efc-769c549c923c, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:33:36.456880 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] For port 052aabcc-ff1e-4460-9efc-769c549c923c, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=052aabcc-ff1e-4460-9efc-769c549c923c,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:33:36.461108 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.504013 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:33:36.507713 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:36.510834 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:33:36.540754 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Pushing event updated for resources: {'Port': ['ID=13197589-3422-486f-8da3-e9de89cb35e3,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:36.596211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a2dde-82b0-4c0d-9549-40687d5d4eeb None None] Pushing event updated for resources: {'Port': ['ID=052aabcc-ff1e-4460-9efc-769c549c923c,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:36.690538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.691283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:36.937086 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:33:37.143779 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:33:37.152650 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Sync routers for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:33:37.166783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:37.167696 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:37.170526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:37.172094 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d7b7face-704e-4517-90a0-cc5f6a1b9305 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5783930 Apr 05 10:33:37.174955 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40416) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:37.358867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:37.530784 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0b2e01-c336-47b4-a9ec-0b0a9f0a7e4e None None] Network e27cec5e-5372-460b-a8c1-02e80af9fcd4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:33:37.717362 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-57efec12-49c0-4100-830f-fd023c1c6efe None None] Provisioning for port 052aabcc-ff1e-4460-9efc-769c549c923c completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:37.851154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:36Z', 'revision_number': 3, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:37.861348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Checking router: ff637cf8-3b33-4b68-8d68-3bc46d140ca7 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:33:37.861693 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Updating router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 port 13197589-3422-486f-8da3-e9de89cb35e3 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:33:37.918037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:37.936469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.164919 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Allocated IP 172.20.0.1 (e27cec5e-5372-460b-a8c1-02e80af9fcd4/497aaaf1-3d52-43b8-ab7c-f0690d5afe03/15a2a34e-c054-458b-9e67-8eb43c399f6d) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:33:38.273643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.288050 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Transition to ACTIVE for port object 13197589-3422-486f-8da3-e9de89cb35e3 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:38.294794 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.316135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.333725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Transition to ACTIVE for port object 15a2a34e-c054-458b-9e67-8eb43c399f6d will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:38.355982 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.378653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69204db8-559e-4ecd-acd2-3513c937812f None None] Pushing event updated for resources: {'Port': ['ID=13197589-3422-486f-8da3-e9de89cb35e3,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:38.381675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Attempting to bind port 13197589-3422-486f-8da3-e9de89cb35e3 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:33:38.382033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Attempting to bind port 13197589-3422-486f-8da3-e9de89cb35e3 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:33:38.382382 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Attempting to bind port 13197589-3422-486f-8da3-e9de89cb35e3 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:33:38.389582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:33:38.389947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:33:38.390338 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.390713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:33:38.391168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Bound port: 13197589-3422-486f-8da3-e9de89cb35e3, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:33:38.392584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.422230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Network e27cec5e-5372-460b-a8c1-02e80af9fcd4 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:33:38.425116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:38.430079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:33:38.461562 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Pushing event updated for resources: {'Port': ['ID=15a2a34e-c054-458b-9e67-8eb43c399f6d,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:38.470012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] For port 13197589-3422-486f-8da3-e9de89cb35e3, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:33:38.473534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] For port 13197589-3422-486f-8da3-e9de89cb35e3, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=13197589-3422-486f-8da3-e9de89cb35e3,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:33:38.479836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.488987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.577618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69204db8-559e-4ecd-acd2-3513c937812f None None] Pushing event updated for resources: {'Port': ['ID=13197589-3422-486f-8da3-e9de89cb35e3,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:38.598366 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.601878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:38.602518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:38.663774 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 052aabcc-ff1e-4460-9efc-769c549c923c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:38.864881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-04de65f5-e3c3-47fc-bf35-d3edc7a8c323 None None] Provisioning for port 15a2a34e-c054-458b-9e67-8eb43c399f6d completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:38.886059 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-04de65f5-e3c3-47fc-bf35-d3edc7a8c323 None None] Provisioning complete for port 15a2a34e-c054-458b-9e67-8eb43c399f6d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:38.886437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-04de65f5-e3c3-47fc-bf35-d3edc7a8c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.952688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 052aabcc-ff1e-4460-9efc-769c549c923c completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:38.953692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.959118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:38.961314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-04de65f5-e3c3-47fc-bf35-d3edc7a8c323 None None] Port 15a2a34e-c054-458b-9e67-8eb43c399f6d cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:33:38.964882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:39.005479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 052aabcc-ff1e-4460-9efc-769c549c923c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:39.005871 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:39.064123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Pushing event updated for resources: {'Port': ['ID=15a2a34e-c054-458b-9e67-8eb43c399f6d,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:39.066442 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:39.201926 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Network e27cec5e-5372-460b-a8c1-02e80af9fcd4 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:33:39.203083 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:39.312821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:39.386681 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 052aabcc-ff1e-4460-9efc-769c549c923c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=052aabcc-ff1e-4460-9efc-769c549c923c,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:39.391712 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:39.474154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=052aabcc-ff1e-4460-9efc-769c549c923c,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:39.483107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 1, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:39.490505 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82e62e5-27de-48f6-9552-2fc4474d7da2 None None] The sync data for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv is: [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 1, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:33:39.499053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-6cc50e2b-0452-4cfd-a860-77fc8ab64284 None None] Provisioning complete for port 15a2a34e-c054-458b-9e67-8eb43c399f6d triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:39.499425 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6cc50e2b-0452-4cfd-a860-77fc8ab64284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:39.559104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-6cc50e2b-0452-4cfd-a860-77fc8ab64284 None None] Port 15a2a34e-c054-458b-9e67-8eb43c399f6d cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:33:39.618731 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:33:39.841421 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:33:39.850639 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-94677143-6e33-4f49-b441-b0b091e0fd65 admin admin] 10.222.0.30 "PUT /v2.0/routers/ff637cf8-3b33-4b68-8d68-3bc46d140ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6743686 Apr 05 10:33:40.674264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 13197589-3422-486f-8da3-e9de89cb35e3 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:40.747768 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 13197589-3422-486f-8da3-e9de89cb35e3 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:40.752403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 13197589-3422-486f-8da3-e9de89cb35e3 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:40.755668 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:40.756769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40438) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:40.762302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-337024712-network', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:40.767238 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:40.771930 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Usage tracker for resource:network and tenant:c3d5a7933d9c4e0bba7456716f0b764f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:40.774940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:40.780875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:40.796160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Made reservation on behalf of c3d5a7933d9c4e0bba7456716f0b764f for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:33:40.798417 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:40.810840 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:40.842532 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:40.846701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Usage tracker for resource:security_group_rule and tenant:c3d5a7933d9c4e0bba7456716f0b764f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:40.849623 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:40.855185 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:40.872617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:40.893902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 13197589-3422-486f-8da3-e9de89cb35e3, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=13197589-3422-486f-8da3-e9de89cb35e3,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:40.898585 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:40.899747 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 052aabcc-ff1e-4460-9efc-769c549c923c up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:40.924033 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:40.930151 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:40.957907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:33:40.970066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ea7dc8-4328-4ccf-83b4-d1d48bee3cd5,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:40.977031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:40.977405 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Added segment 553a8e63-1762-4087-a8bd-63260ff60de5 of type vlan for network 31cea01f-314a-4a38-bdee-60a491efacf5 Apr 05 10:33:41.005308 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.016534 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=13197589-3422-486f-8da3-e9de89cb35e3,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:41.034935 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 052aabcc-ff1e-4460-9efc-769c549c923c triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:41.035275 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.036163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.037091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:41.037574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.141405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] Pushing event updated for resources: {'Network': ['ID=31cea01f-314a-4a38-bdee-60a491efacf5,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:41.144196 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b0276c42-adae-4c21-9bb8-7bb59c0a61ae admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3864033 Apr 05 10:33:41.147392 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40442) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:41.152635 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Request body: {'subnet': {'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-337024712-subnet', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:41.155932 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 31cea01f-314a-4a38-bdee-60a491efacf5 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:33:41.157363 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:41.162064 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Usage tracker for resource:subnet and tenant:c3d5a7933d9c4e0bba7456716f0b764f is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:41.165065 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:41.170907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:41.182267 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Made reservation on behalf of c3d5a7933d9c4e0bba7456716f0b764f for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:33:41.184888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.394651 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.468232 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee028b03-8200-47c9-86ad-a62ddd5aabd7,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:41.483464 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Checking segment: {'id': '553a8e63-1762-4087-a8bd-63260ff60de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:33:41.483844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Network hostable DHCP agents. Network: 31cea01f-314a-4a38-bdee-60a491efacf5, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:33:41.505058 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Network 31cea01f-314a-4a38-bdee-60a491efacf5 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:33:41.514381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 31cea01f-314a-4a38-bdee-60a491efacf5) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:41.518227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:41.518829 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.523405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c63adc1-6110-4536-bbd0-3ec01f6c797b None None] Network 31cea01f-314a-4a38-bdee-60a491efacf5 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:33:41.545636 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a518f3dc-35ec-4b5b-8b14-e1bed7319d4b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3967974 Apr 05 10:33:41.549164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40446) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:41.554661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-337024712-router', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:41.559947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:41.564095 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Usage tracker for resource:router and tenant:c3d5a7933d9c4e0bba7456716f0b764f is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:41.568373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:41.575151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:41.587151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.588423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.611641 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.753662 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-31cea01f-314a-4a38-bdee-60a491efacf5', 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'fixed_ips': [{'subnet_id': 'ee028b03-8200-47c9-86ad-a62ddd5aabd7'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:33:41.755146 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.764323 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.955581 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:41.967623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Allocated IP 172.20.0.2 (31cea01f-314a-4a38-bdee-60a491efacf5/ee028b03-8200-47c9-86ad-a62ddd5aabd7/4b15b570-b97d-4335-90be-6935655c24e5) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:33:41.987304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.185857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.200172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Transition to ACTIVE for port object 4b15b570-b97d-4335-90be-6935655c24e5 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:42.220788 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Transition to ACTIVE for port object 4b15b570-b97d-4335-90be-6935655c24e5 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:42.227387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Allocated IP 172.26.4.122 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/204d0d39-5d91-4884-81c9-19a38a3b3ba0) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:33:42.227652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.296574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Network 31cea01f-314a-4a38-bdee-60a491efacf5 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:33:42.299659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:42.304443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:33:42.306439 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Pushing event updated for resources: {'Port': ['ID=4b15b570-b97d-4335-90be-6935655c24e5,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:42.384395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.391798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Attempting to bind port 4b15b570-b97d-4335-90be-6935655c24e5 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:33:42.392168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Attempting to bind port 4b15b570-b97d-4335-90be-6935655c24e5 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '553a8e63-1762-4087-a8bd-63260ff60de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:33:42.392554 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Attempting to bind port 4b15b570-b97d-4335-90be-6935655c24e5 on network 31cea01f-314a-4a38-bdee-60a491efacf5 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:33:42.400100 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:33:42.400544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Checking segment: {'id': '553a8e63-1762-4087-a8bd-63260ff60de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:33:42.400867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.401315 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Bound using segment: {'id': '553a8e63-1762-4087-a8bd-63260ff60de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:33:42.401783 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Bound port: 4b15b570-b97d-4335-90be-6935655c24e5, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553a8e63-1762-4087-a8bd-63260ff60de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:33:42.402150 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.413960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.482203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:33:42.485163 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:42.488249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:33:42.492233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] For port 4b15b570-b97d-4335-90be-6935655c24e5, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:33:42.495354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] For port 4b15b570-b97d-4335-90be-6935655c24e5, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4b15b570-b97d-4335-90be-6935655c24e5,segment=NetworkSegment(553a8e63-1762-4087-a8bd-63260ff60de5),segment_id=553a8e63-1762-4087-a8bd-63260ff60de5)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:33:42.501152 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.528257 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Pushing event updated for resources: {'Port': ['ID=204d0d39-5d91-4884-81c9-19a38a3b3ba0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:42.596032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7452f-7bfc-4f36-8623-fd503b835c02 None None] Pushing event updated for resources: {'Port': ['ID=4b15b570-b97d-4335-90be-6935655c24e5,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:42.607955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 13197589-3422-486f-8da3-e9de89cb35e3 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:42.699146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.700102 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.706787 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 13197589-3422-486f-8da3-e9de89cb35e3 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:42.707227 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:42.972082 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:33:43.174441 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:33:43.184749 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472df595-8879-427c-afe0-64769997fa03 None None] Sync routers for ids ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:33:43.198284 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472df595-8879-427c-afe0-64769997fa03 None None] Routers {'9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:43.198765 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-472df595-8879-427c-afe0-64769997fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:43.202409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:43.203945 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-6299ad9d-712a-40dc-ab45-f16258cf8f26 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6536813 Apr 05 10:33:43.206667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40450) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:43.417542 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-472df595-8879-427c-afe0-64769997fa03 None None] Set router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:43.534879 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b7c4ae-92b5-4bff-8491-a9f669726e45 None None] Network 31cea01f-314a-4a38-bdee-60a491efacf5 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:33:43.643087 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-3e53e66e-3858-45ab-93d2-0a0219f2c325 None None] Provisioning for port 4b15b570-b97d-4335-90be-6935655c24e5 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:43.711115 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-472df595-8879-427c-afe0-64769997fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'name': 'tempest-TestShelveInstance-337024712-router', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:41Z', 'updated_at': '2022-04-05T10:33:42Z', 'revision_number': 3, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'gw_port': {'id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:42Z', 'updated_at': '2022-04-05T10:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:43.714764 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472df595-8879-427c-afe0-64769997fa03 None None] Checking router: 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:33:43.715111 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472df595-8879-427c-afe0-64769997fa03 None None] Updating router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 port 204d0d39-5d91-4884-81c9-19a38a3b3ba0 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:33:43.770905 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-472df595-8879-427c-afe0-64769997fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.094902 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.108026 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-472df595-8879-427c-afe0-64769997fa03 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.120416 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-472df595-8879-427c-afe0-64769997fa03 None None] Transition to ACTIVE for port object 204d0d39-5d91-4884-81c9-19a38a3b3ba0 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:44.127123 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-472df595-8879-427c-afe0-64769997fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.208646 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Pushing event updated for resources: {'Port': ['ID=204d0d39-5d91-4884-81c9-19a38a3b3ba0,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:44.212598 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-472df595-8879-427c-afe0-64769997fa03 None None] Attempting to bind port 204d0d39-5d91-4884-81c9-19a38a3b3ba0 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:33:44.212962 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-472df595-8879-427c-afe0-64769997fa03 None None] Attempting to bind port 204d0d39-5d91-4884-81c9-19a38a3b3ba0 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:33:44.213323 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472df595-8879-427c-afe0-64769997fa03 None None] Attempting to bind port 204d0d39-5d91-4884-81c9-19a38a3b3ba0 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:33:44.224026 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.224492 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.224710 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.225039 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.225368 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.225698 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.226024 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.226347 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.226674 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.226992 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.227310 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:33:44.231635 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472df595-8879-427c-afe0-64769997fa03 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:33:44.231921 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472df595-8879-427c-afe0-64769997fa03 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:33:44.232318 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-472df595-8879-427c-afe0-64769997fa03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.232693 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472df595-8879-427c-afe0-64769997fa03 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:33:44.233162 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-472df595-8879-427c-afe0-64769997fa03 None None] Bound port: 204d0d39-5d91-4884-81c9-19a38a3b3ba0, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:33:44.233530 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-472df595-8879-427c-afe0-64769997fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.305313 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-472df595-8879-427c-afe0-64769997fa03 None None] For port 204d0d39-5d91-4884-81c9-19a38a3b3ba0, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:33:44.308655 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-472df595-8879-427c-afe0-64769997fa03 None None] For port 204d0d39-5d91-4884-81c9-19a38a3b3ba0, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=204d0d39-5d91-4884-81c9-19a38a3b3ba0,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:33:44.310573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Allocated IP 172.20.0.1 (31cea01f-314a-4a38-bdee-60a491efacf5/ee028b03-8200-47c9-86ad-a62ddd5aabd7/17348363-6e36-4c21-a274-316f629c4a9e) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:33:44.314252 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-472df595-8879-427c-afe0-64769997fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.395561 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472df595-8879-427c-afe0-64769997fa03 None None] Routers {'9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:44.396281 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-472df595-8879-427c-afe0-64769997fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:44.449787 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c3064-a8d0-475d-9162-4e214bead085 None None] Pushing event updated for resources: {'Port': ['ID=204d0d39-5d91-4884-81c9-19a38a3b3ba0,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:44.456656 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.472007 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Transition to ACTIVE for port object 17348363-6e36-4c21-a274-316f629c4a9e will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:44.495839 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.563072 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Network 31cea01f-314a-4a38-bdee-60a491efacf5 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:33:44.565953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:44.570526 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:33:44.583958 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-472df595-8879-427c-afe0-64769997fa03 None None] Set router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:44.594445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=17348363-6e36-4c21-a274-316f629c4a9e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:44.661586 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.686850 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4b15b570-b97d-4335-90be-6935655c24e5 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:44.781202 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 4b15b570-b97d-4335-90be-6935655c24e5 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:44.782326 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.788900 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4b15b570-b97d-4335-90be-6935655c24e5 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:44.789276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.893285 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-472df595-8879-427c-afe0-64769997fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'name': 'tempest-TestShelveInstance-337024712-router', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:41Z', 'updated_at': '2022-04-05T10:33:42Z', 'revision_number': 3, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'gw_port': {'id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:42Z', 'updated_at': '2022-04-05T10:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:44.899085 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472df595-8879-427c-afe0-64769997fa03 None None] The sync data for ids ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'] in dv-neutron-833199-1-hyperv is: [{'id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'name': 'tempest-TestShelveInstance-337024712-router', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:41Z', 'updated_at': '2022-04-05T10:33:42Z', 'revision_number': 3, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'gw_port': {'id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:42Z', 'updated_at': '2022-04-05T10:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:33:44.923775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:44.935440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-88bda29f-6a03-48e4-853f-3a0c9a2a201a None None] Provisioning for port 17348363-6e36-4c21-a274-316f629c4a9e completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:44.944166 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-88bda29f-6a03-48e4-853f-3a0c9a2a201a None None] Provisioning complete for port 17348363-6e36-4c21-a274-316f629c4a9e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:44.944521 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-88bda29f-6a03-48e4-853f-3a0c9a2a201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:45.009995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 4b15b570-b97d-4335-90be-6935655c24e5, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4b15b570-b97d-4335-90be-6935655c24e5,segment=NetworkSegment(553a8e63-1762-4087-a8bd-63260ff60de5),segment_id=553a8e63-1762-4087-a8bd-63260ff60de5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:45.012724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-88bda29f-6a03-48e4-853f-3a0c9a2a201a None None] Port 17348363-6e36-4c21-a274-316f629c4a9e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:33:45.016527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:45.022191 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:45.027261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:45.083603 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=4b15b570-b97d-4335-90be-6935655c24e5,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:45.131972 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=17348363-6e36-4c21-a274-316f629c4a9e,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:45.134435 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:45.267507 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Network 31cea01f-314a-4a38-bdee-60a491efacf5 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:33:45.268460 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:45.536453 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-0b8e6499-bcb1-451f-980c-392612251f86 None None] Provisioning complete for port 17348363-6e36-4c21-a274-316f629c4a9e triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:45.536730 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6499-bcb1-451f-980c-392612251f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:45.594029 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e6499-bcb1-451f-980c-392612251f86 None None] Port 17348363-6e36-4c21-a274-316f629c4a9e cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:33:45.750939 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:33:45.950160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:33:45.958831 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-f32d236c-f11d-43fb-95f7-752585362eb4 admin admin] 10.222.0.30 "PUT /v2.0/routers/9cc6bbd8-4006-4fbe-8a20-fd951e539ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7511659 Apr 05 10:33:46.594615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4b15b570-b97d-4335-90be-6935655c24e5 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:46.595798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40460) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:46.601981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-784734307', 'description': 'tempest-secgroup-smoke-784734307 description', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:46.608084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:46.611983 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:46.615369 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:46.625547 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:46.642286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:46.683116 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:46.687300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:46.690632 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:46.698628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:46.708403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 4b15b570-b97d-4335-90be-6935655c24e5 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:46.708776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:46.766458 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:46.771535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:46.815662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d774461-a1a2-4f5f-904d-6ac6ef4f399e,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:46.818521 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:46.819768 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b61b29a9-8f3d-4b66-ac00-38521865577b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2224584 Apr 05 10:33:46.822695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40464) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:46.828372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '4d774461-a1a2-4f5f-904d-6ac6ef4f399e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:46.835442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:46.840184 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:46.843998 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:46.850649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:46.871696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:46.939077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:46.944386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:46.966851 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df28341b-2af6-4553-a1f3-bc9f54ee5ba8,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:46.975778 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:46.976937 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-bd5cbb40-2c8d-4804-938d-e3a6678e91c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1533267 Apr 05 10:33:46.979725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40468) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:46.985342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '4d774461-a1a2-4f5f-904d-6ac6ef4f399e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:46.991755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:46.995447 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:46.998269 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:47.005074 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:47.019398 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.080866 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.085218 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.112812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ed1c7e-38cd-4dc8-a610-8a85cfd4a3d5,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:47.120951 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.122511 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9600d0f6-c211-4f9a-8418-214784ee5a5a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1418374 Apr 05 10:33:47.125075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40472) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:47.130991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '4d774461-a1a2-4f5f-904d-6ac6ef4f399e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:47.137022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:47.140990 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:47.143873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:47.149603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:47.165875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.320281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.323960 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.348723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c645afd3-73cd-4023-9f45-571de05ea20e,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:47.357440 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.358676 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4bed3896-32f7-4b1e-91af-30ef8c4ad325 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2326860 Apr 05 10:33:47.361408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40476) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:47.367284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '4d774461-a1a2-4f5f-904d-6ac6ef4f399e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:47.373067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:47.376812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:47.380698 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:47.386604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:47.402839 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.466042 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.469685 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.492968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75356c53-d0ae-4913-89c3-39ee720fb3cd,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:47.501818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.503246 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7e009428-98d5-4c5b-82b8-c3ea041fbb7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1409440 Apr 05 10:33:47.506303 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40480) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:47.511579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '4d774461-a1a2-4f5f-904d-6ac6ef4f399e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:47.517345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:47.521612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:47.524459 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:47.530001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:47.541059 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Project d83a89a13bf14d7b88f5eb482ad7c084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:33:47.547313 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.612180 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.616457 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.641384 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cab7ac-2797-4eeb-8e74-b5424e987c61,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:47.651031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.652196 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9e8c75f8-9a67-4c9b-9523-4aeb0468ca70 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1449845 Apr 05 10:33:47.655013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40484) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:47.660209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '4d774461-a1a2-4f5f-904d-6ac6ef4f399e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:47.666594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:47.670555 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:47.673747 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:47.679920 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:47.691265 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Project d83a89a13bf14d7b88f5eb482ad7c084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:33:47.698560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.762736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.766824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.790443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e01e66-bd3e-4e47-b865-b3eba9d90058,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:47.798565 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:47.799695 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-d5d4738e-d8d3-47f5-92a9-b57f024485c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1437411 Apr 05 10:33:47.971037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-9ebd1b85-6eac-4134-a2cb-aefef340a1de tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Synchronizing usage tracker for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:33:47.987961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-9ebd1b85-6eac-4134-a2cb-aefef340a1de tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Unset dirty status for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:33:47.989364 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-9ebd1b85-6eac-4134-a2cb-aefef340a1de tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-784734307&fields=id&tenant_id=d83a89a13bf14d7b88f5eb482ad7c084 HTTP/1.1" status: 200 len: 267 time: 0.0579360 Apr 05 10:33:48.135624 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-46ad1f99-daaf-4cbc-88da-8716b03beef8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:48.137025 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-46ad1f99-daaf-4cbc-88da-8716b03beef8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 809 time: 0.1413312 Apr 05 10:33:48.153710 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-9db51d65-4cc7-4a0e-8000-2cb0992fff54 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/quotas/d83a89a13bf14d7b88f5eb482ad7c084 HTTP/1.1" status: 200 len: 375 time: 0.0112772 Apr 05 10:33:48.235916 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-b8b55f08-2432-464c-88ba-a9e73053d1b3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768564 Apr 05 10:33:48.370455 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-d1f19caa-5957-4ce7-b044-36c85422b645 service neutron] 10.222.0.30 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231506 Apr 05 10:33:48.501108 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0723767a-2dfb-401d-afd5-4fe8bd51d12f service neutron] 10.222.0.30 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248977 Apr 05 10:33:48.686929 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-08628a83-46dd-4b94-aa5b-115d9bb8cf2f req-c5b00bb7-bea0-475b-b5b4-4cc838ab52c2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 210 time: 0.0400996 Apr 05 10:33:49.689151 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-ca80f226-c9ea-4f26-81f3-778a04df0f57 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:49.690555 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-ca80f226-c9ea-4f26-81f3-778a04df0f57 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 809 time: 0.1462338 Apr 05 10:33:49.743099 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-daee762a-95d3-4350-b765-994e27732d7f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d83a89a13bf14d7b88f5eb482ad7c084 HTTP/1.1" status: 200 len: 379 time: 0.0410144 Apr 05 10:33:49.750808 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'port': {'device_id': '9aab6f79-4276-478c-9655-53b634e45765', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'admin_state_up': True, 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'security_groups': ['4d774461-a1a2-4f5f-904d-6ac6ef4f399e']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:49.910878 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5abf7f13-ba54-40ee-8d02-44aba1ff6c6c req-b87ede68-1ac0-4fb6-acdc-44a6f2ed7bca tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 210 time: 0.0742075 Apr 05 10:33:49.968088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:49.972057 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:port and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:49.975246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:49.981486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:49.994035 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Made reservation on behalf of d83a89a13bf14d7b88f5eb482ad7c084 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:33:49.997363 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:50.167390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Allocated IP 172.20.0.9 (e27cec5e-5372-460b-a8c1-02e80af9fcd4/497aaaf1-3d52-43b8-ab7c-f0690d5afe03/6ff0a4dc-f895-4f05-974b-d22c42b9ff38) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:33:50.477776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:50.493291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Transition to ACTIVE for port object 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:50.514034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:50.592831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Network e27cec5e-5372-460b-a8c1-02e80af9fcd4 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:33:50.593639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:50.596385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:33:50.599132 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:33:50.632949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 204d0d39-5d91-4884-81c9-19a38a3b3ba0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:50.661519 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:50.662333 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:50.681946 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0cc792f9-11bf-4e0f-bda5-2e4ff914f7ff tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9346600 Apr 05 10:33:50.692664 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-3e26ceb5-ad1f-41d5-9e70-b1d002a01c23 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:33:50.693690 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-3e26ceb5-ad1f-41d5-9e70-b1d002a01c23 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053632 Apr 05 10:33:50.705024 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Request body: {'port': {'device_id': '9aab6f79-4276-478c-9655-53b634e45765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:50.706570 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 204d0d39-5d91-4884-81c9-19a38a3b3ba0 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:50.712526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 204d0d39-5d91-4884-81c9-19a38a3b3ba0 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:50.712902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:50.824610 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:50.838078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:50.860417 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 204d0d39-5d91-4884-81c9-19a38a3b3ba0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=204d0d39-5d91-4884-81c9-19a38a3b3ba0,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:50.865392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:50.911705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-60bf0b65-7756-40ca-9eb3-b374f35686f1 None None] Provisioning for port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:50.926531 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-60bf0b65-7756-40ca-9eb3-b374f35686f1 None None] Provisioning complete for port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:50.926838 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-60bf0b65-7756-40ca-9eb3-b374f35686f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:50.982284 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=204d0d39-5d91-4884-81c9-19a38a3b3ba0,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:50.990711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-60bf0b65-7756-40ca-9eb3-b374f35686f1 None None] Port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:33:51.186452 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df929761-6065-43da-8346-9535df5797c2 req-6a3eea9e-934a-4005-8870-b67ec52e9790 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:51.187042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-df929761-6065-43da-8346-9535df5797c2 req-6a3eea9e-934a-4005-8870-b67ec52e9790 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Synchronizing usage tracker for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:33:51.250386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-df929761-6065-43da-8346-9535df5797c2 req-6a3eea9e-934a-4005-8870-b67ec52e9790 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Unset dirty status for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:33:51.251555 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df929761-6065-43da-8346-9535df5797c2 req-6a3eea9e-934a-4005-8870-b67ec52e9790 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 931 time: 0.2078390 Apr 05 10:33:51.255750 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:33:51.276603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:51.306356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Transition to ACTIVE for port object 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:51.317001 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:51.371502 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-df929761-6065-43da-8346-9535df5797c2 req-1d2761fb-fecb-43b7-8f4e-c26c3b2a5113 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117175 Apr 05 10:33:51.453493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:51.559862 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Attempting to bind port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:33:51.560199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Attempting to bind port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:33:51.560556 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Attempting to bind port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 on network e27cec5e-5372-460b-a8c1-02e80af9fcd4 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:33:51.566289 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 on network e27cec5e-5372-460b-a8c1-02e80af9fcd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:33:51.566635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Attempting to bind port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 on network e27cec5e-5372-460b-a8c1-02e80af9fcd4 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:33:51.573074 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:33:51.573409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Checking segment: {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:33:51.573820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Bound using segment: {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:33:51.574240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Bound port: 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:33:51.574583 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:51.667152 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:33:51.669974 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:33:51.674411 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:51.735153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:51.736572 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] 10.222.0.10 "PUT /v2.0/ports/6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 1093 time: 1.0364339 Apr 05 10:33:51.737003 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:33:51.755945 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04f05d-7107-4bd8-b880-50d0eebff7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:51.809073 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914e1280-e0d7-4c31-ac4f-2d3849926889'] response: {'name': 'network-changed', 'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'status': 'completed', 'code': 200} Apr 05 10:33:51.860414 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-0807fd0e-41a1-4cab-949a-7d02ee5922c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1096 time: 0.0843663 Apr 05 10:33:51.966983 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-d2f55f4c-b4a5-46df-bf73-2ad8c48df22f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 217 time: 0.0981345 Apr 05 10:33:52.032366 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-096f16e1-0cb7-45cf-99a4-334f8a6d62a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:52.033714 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-096f16e1-0cb7-45cf-99a4-334f8a6d62a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0610912 Apr 05 10:33:52.107215 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-cf09d5ee-ceaf-4b18-a169-473182109f33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677197 Apr 05 10:33:52.165333 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:52.238165 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-a8d85c82-26a2-4064-b5b6-1342a21cb43a service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246610 Apr 05 10:33:52.460712 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cc9d7ccf-a61c-4808-96df-6fbf039a1770 req-f96a6919-9477-424a-8b66-01daa22e92bc service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168140 Apr 05 10:33:52.598350 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 204d0d39-5d91-4884-81c9-19a38a3b3ba0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:52.628206 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5b45f8f4-5074-4999-ac09-a8c70860387c req-d0db5c25-b16e-4770-a809-6e78c9d211d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1096 time: 0.1000528 Apr 05 10:33:52.634533 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46029c2-f9ec-40c6-8490-359c693bcaa6 req-8881138f-0842-4694-bf79-1a0ad51dbebf tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:52.636037 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e46029c2-f9ec-40c6-8490-359c693bcaa6 req-8881138f-0842-4694-bf79-1a0ad51dbebf tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.1387713 Apr 05 10:33:52.670803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 204d0d39-5d91-4884-81c9-19a38a3b3ba0 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:52.671078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:52.762654 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e46029c2-f9ec-40c6-8490-359c693bcaa6 req-e71a6c7f-dde8-4273-9b92-12192eb690a0 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085155 Apr 05 10:33:52.799904 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f8f4-5074-4999-ac09-a8c70860387c req-07f18b7a-53ed-4ef7-9fc1-e7d140972256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:52.802043 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5b45f8f4-5074-4999-ac09-a8c70860387c req-07f18b7a-53ed-4ef7-9fc1-e7d140972256 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1650691 Apr 05 10:33:52.867889 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5b45f8f4-5074-4999-ac09-a8c70860387c req-01b6ccb3-38d1-4425-85c9-2a57e507fbd0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 217 time: 0.0593014 Apr 05 10:33:52.933876 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45f8f4-5074-4999-ac09-a8c70860387c req-0fef5672-f495-4169-b412-485b59a3f81d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:52.935194 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5b45f8f4-5074-4999-ac09-a8c70860387c req-0fef5672-f495-4169-b412-485b59a3f81d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0614414 Apr 05 10:33:53.008568 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5b45f8f4-5074-4999-ac09-a8c70860387c req-b82f160a-9f7e-4c90-be8b-760f0f09502d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674431 Apr 05 10:33:53.142694 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5b45f8f4-5074-4999-ac09-a8c70860387c req-70bd63eb-62ce-4d41-99ec-b83dcf2f8ddf service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275156 Apr 05 10:33:53.278705 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5b45f8f4-5074-4999-ac09-a8c70860387c req-a07de78a-61cc-4906-a176-df8e82d78928 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299977 Apr 05 10:33:53.960345 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0769674-2d21-40e1-bea4-e28799ea9fa0 req-df63e30f-4219-44c4-9922-1065b60abf4c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:53.961794 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e0769674-2d21-40e1-bea4-e28799ea9fa0 req-df63e30f-4219-44c4-9922-1065b60abf4c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0756996 Apr 05 10:33:54.010787 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e0769674-2d21-40e1-bea4-e28799ea9fa0 req-1fc9ec11-ffa1-49a5-9227-e652d8d1649a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433447 Apr 05 10:33:54.154121 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Sync routers for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:33:54.166617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:54.167240 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:54.347529 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:54.416705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:33:54.549976 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.resource_extend [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 10:33:54.743898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:54.760910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'port_id': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'mac_address': 'fa:16:3e:2e:64:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:33:54.829208 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:54.847950 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 2, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:54.852989 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:33:54.858174 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Checking router: ff637cf8-3b33-4b68-8d68-3bc46d140ca7 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:33:54.858524 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Updating router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 port 15a2a34e-c054-458b-9e67-8eb43c399f6d binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:33:54.912193 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:54.919032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:54.949434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:55.084257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:55.146027 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['6ff0a4dc-f895-4f05-974b-d22c42b9ff38'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:33:55.215629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2d9a0-ba0c-427b-ba68-d92c3e2ba9c7 req-99e04fd8-44e1-431e-b4f7-0f1536ba6532 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:55.217028 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5ba2d9a0-ba0c-427b-ba68-d92c3e2ba9c7 req-99e04fd8-44e1-431e-b4f7-0f1536ba6532 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 944 time: 0.0824850 Apr 05 10:33:55.265535 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5ba2d9a0-ba0c-427b-ba68-d92c3e2ba9c7 req-4cc5e489-7b30-4ff5-b77b-484cd47238ea tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411799 Apr 05 10:33:55.508518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:55.531552 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Transition to ACTIVE for port object 15a2a34e-c054-458b-9e67-8eb43c399f6d will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:55.544960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:55.695192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95b8f0-4b34-45c7-a4fa-b359a08ab47c None None] Pushing event updated for resources: {'Port': ['ID=15a2a34e-c054-458b-9e67-8eb43c399f6d,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:55.829818 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Attempting to bind port 15a2a34e-c054-458b-9e67-8eb43c399f6d on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:33:55.830332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Attempting to bind port 15a2a34e-c054-458b-9e67-8eb43c399f6d by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:33:55.830857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Attempting to bind port 15a2a34e-c054-458b-9e67-8eb43c399f6d on network e27cec5e-5372-460b-a8c1-02e80af9fcd4 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:33:55.838748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:33:55.839114 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Checking segment: {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:33:55.839507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:55.839910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Bound using segment: {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:33:55.840372 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Bound port: 15a2a34e-c054-458b-9e67-8eb43c399f6d, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:33:55.840740 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:55.904369 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Sync routers for ids ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:33:55.917687 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Routers {'9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:55.918294 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:55.941938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] For port 15a2a34e-c054-458b-9e67-8eb43c399f6d, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:33:55.945610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] For port 15a2a34e-c054-458b-9e67-8eb43c399f6d, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=15a2a34e-c054-458b-9e67-8eb43c399f6d,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:33:55.951649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:56.034991 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95b8f0-4b34-45c7-a4fa-b359a08ab47c None None] Pushing event updated for resources: {'Port': ['ID=15a2a34e-c054-458b-9e67-8eb43c399f6d,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:56.040412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:56.040978 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:56.134175 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Set router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:56.225140 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:56.449580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:56.471198 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'name': 'tempest-TestShelveInstance-337024712-router', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:41Z', 'updated_at': '2022-04-05T10:33:44Z', 'revision_number': 4, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'gw_port': {'id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:42Z', 'updated_at': '2022-04-05T10:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '17348363-6e36-4c21-a274-316f629c4a9e', 'name': '', 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'mac_address': 'fa:16:3e:18:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee028b03-8200-47c9-86ad-a62ddd5aabd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:44Z', 'updated_at': '2022-04-05T10:33:44Z', 'revision_number': 2, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'subnets': [{'id': 'ee028b03-8200-47c9-86ad-a62ddd5aabd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:56.475093 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ad42d-7448-4fa1-a269-107b197a3f17 req-4ec71270-0b50-45dd-a01d-f333bf3d5b79 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:56.476589 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b15ad42d-7448-4fa1-a269-107b197a3f17 req-4ec71270-0b50-45dd-a01d-f333bf3d5b79 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 944 time: 0.0802758 Apr 05 10:33:56.477341 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Checking router: 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:33:56.477907 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Updating router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 port 17348363-6e36-4c21-a274-316f629c4a9e binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:33:56.529080 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b15ad42d-7448-4fa1-a269-107b197a3f17 req-ff911fd6-5230-4ca8-b596-6e84d1ce24c0 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449831 Apr 05 10:33:56.534350 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:56.632520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:56.641149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 15a2a34e-c054-458b-9e67-8eb43c399f6d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:56.670419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:56.670796 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:56.878755 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:55Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:56.887952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331eb693-30b6-45cc-958b-c00f768c877a None None] The sync data for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv is: [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:55Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:33:56.893774 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 15a2a34e-c054-458b-9e67-8eb43c399f6d completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:56.899965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:56.913488 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 15a2a34e-c054-458b-9e67-8eb43c399f6d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:56.913866 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:56.932033 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:56.945376 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Transition to ACTIVE for port object 17348363-6e36-4c21-a274-316f629c4a9e will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:33:56.952780 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:56.976144 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:33:56.992562 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:57.031955 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:57.107821 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4cda8-4168-417e-8c39-a4739f002177 None None] Pushing event updated for resources: {'Port': ['ID=17348363-6e36-4c21-a274-316f629c4a9e,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:57.119533 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417b658d-c38c-4062-8a1f-d5943cbfbb2c'] response: {'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'code': 200} Apr 05 10:33:57.166995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:57.190094 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:57.231405 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 15a2a34e-c054-458b-9e67-8eb43c399f6d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=15a2a34e-c054-458b-9e67-8eb43c399f6d,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:57.237403 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:57.238985 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Attempting to bind port 17348363-6e36-4c21-a274-316f629c4a9e on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:33:57.238985 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Attempting to bind port 17348363-6e36-4c21-a274-316f629c4a9e by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '553a8e63-1762-4087-a8bd-63260ff60de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:33:57.239225 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Attempting to bind port 17348363-6e36-4c21-a274-316f629c4a9e on network 31cea01f-314a-4a38-bdee-60a491efacf5 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:33:57.250002 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:33:57.250761 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Checking segment: {'id': '553a8e63-1762-4087-a8bd-63260ff60de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:33:57.251742 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:57.252378 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Bound using segment: {'id': '553a8e63-1762-4087-a8bd-63260ff60de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:33:57.253112 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Bound port: 17348363-6e36-4c21-a274-316f629c4a9e, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553a8e63-1762-4087-a8bd-63260ff60de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:33:57.253438 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:57.336128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=15a2a34e-c054-458b-9e67-8eb43c399f6d,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:57.384590 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] For port 17348363-6e36-4c21-a274-316f629c4a9e, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:33:57.388131 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] For port 17348363-6e36-4c21-a274-316f629c4a9e, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=17348363-6e36-4c21-a274-316f629c4a9e,segment=NetworkSegment(553a8e63-1762-4087-a8bd-63260ff60de5),segment_id=553a8e63-1762-4087-a8bd-63260ff60de5)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:33:57.398472 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:57.407300 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1735ff42-9f6c-47bd-9303-204fb09e49fb req-b20da360-4085-4241-9f11-84dd80af9655 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1098 time: 0.0985477 Apr 05 10:33:57.457258 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1735ff42-9f6c-47bd-9303-204fb09e49fb req-6cec82b8-c1f3-4634-9ef7-9a325e701804 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445833 Apr 05 10:33:57.484754 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4cda8-4168-417e-8c39-a4739f002177 None None] Pushing event updated for resources: {'Port': ['ID=17348363-6e36-4c21-a274-316f629c4a9e,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:57.489768 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Routers {'9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:33:57.490384 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:33:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:57.734145 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] Set router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:33:57.774172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb106d41-372d-4b24-a0cb-c06744c2763b req-a1684362-d3fd-4201-934c-0f53d4eac4bd tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:57.778519 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fb106d41-372d-4b24-a0cb-c06744c2763b req-a1684362-d3fd-4201-934c-0f53d4eac4bd tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0933652 Apr 05 10:33:57.825013 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fb106d41-372d-4b24-a0cb-c06744c2763b req-dbbafc40-e315-4290-97cc-3de8db74c2ac tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420814 Apr 05 10:33:58.059818 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'name': 'tempest-TestShelveInstance-337024712-router', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:41Z', 'updated_at': '2022-04-05T10:33:44Z', 'revision_number': 4, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'gw_port': {'id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:42Z', 'updated_at': '2022-04-05T10:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '17348363-6e36-4c21-a274-316f629c4a9e', 'name': '', 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'mac_address': 'fa:16:3e:18:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee028b03-8200-47c9-86ad-a62ddd5aabd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:44Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 4, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'subnets': [{'id': 'ee028b03-8200-47c9-86ad-a62ddd5aabd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:33:58.065230 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f938e9-5f61-4bf7-adb7-981761383879 None None] The sync data for ids ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'] in dv-neutron-833199-1-hyperv is: [{'id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'name': 'tempest-TestShelveInstance-337024712-router', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:41Z', 'updated_at': '2022-04-05T10:33:44Z', 'revision_number': 4, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'gw_port': {'id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:42Z', 'updated_at': '2022-04-05T10:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '17348363-6e36-4c21-a274-316f629c4a9e', 'name': '', 'network_id': '31cea01f-314a-4a38-bdee-60a491efacf5', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'mac_address': 'fa:16:3e:18:02:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee028b03-8200-47c9-86ad-a62ddd5aabd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:44Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 4, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'subnets': [{'id': 'ee028b03-8200-47c9-86ad-a62ddd5aabd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:33:58.677915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 17348363-6e36-4c21-a274-316f629c4a9e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:58.752063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 17348363-6e36-4c21-a274-316f629c4a9e completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:33:58.758615 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 17348363-6e36-4c21-a274-316f629c4a9e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:58.759178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:58.891086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:58.928339 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 17348363-6e36-4c21-a274-316f629c4a9e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=17348363-6e36-4c21-a274-316f629c4a9e,segment=NetworkSegment(553a8e63-1762-4087-a8bd-63260ff60de5),segment_id=553a8e63-1762-4087-a8bd-63260ff60de5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:33:58.932797 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:58.933637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 15a2a34e-c054-458b-9e67-8eb43c399f6d up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:33:59.045971 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a4d06-f3fb-43f0-b85c-b4a7e850892b req-894ab7c1-1e50-4d8e-ad2b-df1870d065a3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:59.046557 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=17348363-6e36-4c21-a274-316f629c4a9e,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:33:59.047587 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9c8a4d06-f3fb-43f0-b85c-b4a7e850892b req-894ab7c1-1e50-4d8e-ad2b-df1870d065a3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0855730 Apr 05 10:33:59.059942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 15a2a34e-c054-458b-9e67-8eb43c399f6d triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:33:59.060309 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:59.099206 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9c8a4d06-f3fb-43f0-b85c-b4a7e850892b req-39495461-fa8f-4ceb-bcda-d75f496623e7 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425551 Apr 05 10:33:59.297265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99e6b5-08b5-4a0b-8889-dc40d43a2c97 req-2782a359-48e9-448b-9ed2-b5b96963dbf6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:33:59.298677 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab99e6b5-08b5-4a0b-8889-dc40d43a2c97 req-2782a359-48e9-448b-9ed2-b5b96963dbf6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0814359 Apr 05 10:33:59.349298 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ab99e6b5-08b5-4a0b-8889-dc40d43a2c97 req-6ca4f74e-9791-4008-8882-5ca4cb53bdb3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437295 Apr 05 10:33:59.376581 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40528) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:59.576753 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-357939c7-fc56-4fed-8849-4fe254bab6b7 tempest-TestShelveInstance-529309680 tempest-TestShelveInstance-529309680-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1093 time: 0.1990263 Apr 05 10:33:59.578879 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40534) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:33:59.585062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:33:59.591126 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:33:59.595110 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:floatingip and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:33:59.598062 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:33:59.604381 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:33:59.617761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:59.756380 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:59.802761 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ec31f503-84df-4e43-98c2-4c632c62f588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:33:59.893569 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Allocated IP 172.26.4.202 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/e58371e5-7bf6-4b03-bf24-0fcadb847a7a) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:34:00.039450 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:00.066325 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:00.136637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:34:00.139423 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:34:00.143796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:34:00.170099 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'Port': ['ID=e58371e5-7bf6-4b03-bf24-0fcadb847a7a,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:34:00.602214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 17348363-6e36-4c21-a274-316f629c4a9e up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:34:00.646967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:00.673571 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 17348363-6e36-4c21-a274-316f629c4a9e triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:34:00.673934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:00.703992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:00.904916 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:00.909266 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:01.096725 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'Port': ['ID=e58371e5-7bf6-4b03-bf24-0fcadb847a7a,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:34:01.111066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:01.303420 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Floating IP 1371f098-a548-48c5-9a23-4e77ffafa7df associated. External IP: 172.26.4.202, port: 6ff0a4dc-f895-4f05-974b-d22c42b9ff38. Apr 05 10:34:01.698108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:34:01.904342 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:34:01.929976 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:01.998743 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a55a78d9-de5f-4922-bfc1-b4c9fb233925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4182284 Apr 05 10:34:01.999630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:34:02.053070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-34fb8c1c-abef-44f3-b601-0f91430d161a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:02.074040 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09b8a95-0929-4d8b-aeb9-437401a2c4c5'] response: {'name': 'network-changed', 'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'status': 'completed', 'code': 200} Apr 05 10:34:02.247877 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4495ca51-0f86-48d9-8cdf-548203fe17d6 req-6ac983be-78df-4fcd-8910-3a86ad53ada1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1098 time: 0.1515272 Apr 05 10:34:02.498162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495ca51-0f86-48d9-8cdf-548203fe17d6 req-d6e30f89-063c-4cbc-8e72-e1244799ca17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:34:02.499577 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4495ca51-0f86-48d9-8cdf-548203fe17d6 req-d6e30f89-063c-4cbc-8e72-e1244799ca17 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.2462204 Apr 05 10:34:02.602329 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4495ca51-0f86-48d9-8cdf-548203fe17d6 req-d22c9935-3a6a-4701-8c0c-416eb52a4371 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 999 time: 0.0969026 Apr 05 10:34:02.666735 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495ca51-0f86-48d9-8cdf-548203fe17d6 req-a149664b-2fc8-41e0-93f0-e43b7a8cebd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:34:02.668197 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4495ca51-0f86-48d9-8cdf-548203fe17d6 req-a149664b-2fc8-41e0-93f0-e43b7a8cebd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0599909 Apr 05 10:34:02.754873 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4495ca51-0f86-48d9-8cdf-548203fe17d6 req-fdc4086e-f4fe-457d-8d93-3f86b1a4b47b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693676 Apr 05 10:34:02.910160 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4495ca51-0f86-48d9-8cdf-548203fe17d6 req-5b4d2728-450f-4fa4-9be0-40fac07daaae service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496277 Apr 05 10:34:03.040705 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4495ca51-0f86-48d9-8cdf-548203fe17d6 req-1bee08bf-33bc-4c4f-8f84-e50ee2b13dfe service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241717 Apr 05 10:34:03.134034 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:03.227637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:04.560402 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:10.702471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] Sync routers for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:34:10.715284 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:34:10.715934 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:34:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:34:10.890811 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:34:11.266380 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '1371f098-a548-48c5-9a23-4e77ffafa7df', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'port_id': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'mac_address': 'fa:16:3e:2e:64:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab6f79-4276-478c-9655-53b634e45765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:34:00Z', 'updated_at': '2022-04-05T10:34:00Z', 'revision_number': 0, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:34:11.270013 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] Checking router: ff637cf8-3b33-4b68-8d68-3bc46d140ca7 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:34:11.280520 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:34:11.281401 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:34:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:34:11.457786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:34:11.803486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '1371f098-a548-48c5-9a23-4e77ffafa7df', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'port_id': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'mac_address': 'fa:16:3e:2e:64:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab6f79-4276-478c-9655-53b634e45765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:34:00Z', 'updated_at': '2022-04-05T10:34:00Z', 'revision_number': 0, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:34:11.807833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e32143e-5c08-4f18-a87f-dfadeafd2a8d None None] The sync data for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv is: [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '1371f098-a548-48c5-9a23-4e77ffafa7df', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'floating_ip_address': '172.26.4.202', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'port_id': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'mac_address': 'fa:16:3e:2e:64:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aab6f79-4276-478c-9655-53b634e45765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:34:00Z', 'updated_at': '2022-04-05T10:34:00Z', 'revision_number': 0, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:34:12.290340 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6d05598-afce-4cc0-8fe5-1d6155c34334 req-e59f8c8e-f8bb-4b66-8bd3-1ec4fbb61fa4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688498 Apr 05 10:34:12.295780 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:34:12.427881 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6d05598-afce-4cc0-8fe5-1d6155c34334 req-344db028-2ece-4632-821f-04c5f5ccd6f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1098 time: 0.0672131 Apr 05 10:34:12.566544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d05598-afce-4cc0-8fe5-1d6155c34334 req-9463e670-7bb4-4b96-9f3f-8670eb24585b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:34:12.568700 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6d05598-afce-4cc0-8fe5-1d6155c34334 req-9463e670-7bb4-4b96-9f3f-8670eb24585b service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1218159 Apr 05 10:34:12.671465 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6d05598-afce-4cc0-8fe5-1d6155c34334 req-7938785e-fbcb-4e84-905d-8e77686529b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 999 time: 0.0977466 Apr 05 10:34:12.733922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d05598-afce-4cc0-8fe5-1d6155c34334 req-622547b7-a97d-4ed5-a1b9-43488d5c79e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:34:12.735379 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6d05598-afce-4cc0-8fe5-1d6155c34334 req-622547b7-a97d-4ed5-a1b9-43488d5c79e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0581610 Apr 05 10:34:12.820808 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6d05598-afce-4cc0-8fe5-1d6155c34334 req-3371aef6-b427-4d35-b943-7d9a06e46e1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739834 Apr 05 10:34:12.965274 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6d05598-afce-4cc0-8fe5-1d6155c34334 req-7677498a-b195-474d-bf7d-6ed2b2f5fcba service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284571 Apr 05 10:34:13.106058 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b6d05598-afce-4cc0-8fe5-1d6155c34334 req-a8bb8121-80ba-4e26-8c96-773a4f11a7bf service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291211 Apr 05 10:34:17.050931 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3c4f4-dcb2-4523-96fa-d8cdd05f771e None None] New status for floating IP 1371f098-a548-48c5-9a23-4e77ffafa7df: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:34:22.165931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:26.311823 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [req-eb699f35-7bc0-4c05-8f47-cbb4a28cce64 req-3a26cc6e-7e33-4152-9f21-9e6d55216da6 service neutron] (83820) timed out ('10.222.0.30', 36522) {{(pid=83820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 10:34:29.810149 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-79348ddd-13c3-440f-b06b-fa1a1efa3709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:32.055252 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9fe4-a68b-434f-aa2e-f0ea583a5081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:33.136881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:33.228392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:34.556555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:49.300252 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:34:52.162740 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:34:59.802086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b73e-e219-41d3-8937-b7004a54a590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:02.059036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-eaa02f69-c619-4922-bd38-4e98da91a604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:03.139295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:03.232110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:04.559049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:11.700054 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92180c88-43d2-41a3-bb89-b798d741407e req-0afe0ed0-41ce-40fc-8216-bb83290f9bda service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696990 Apr 05 10:35:11.933502 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92180c88-43d2-41a3-bb89-b798d741407e req-0920bfde-c922-43c2-a0cd-e9c7eed6fd49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1098 time: 0.1652105 Apr 05 10:35:12.076504 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92180c88-43d2-41a3-bb89-b798d741407e req-aec1ef94-2db4-46f0-b1b2-581875f211b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:35:12.077989 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92180c88-43d2-41a3-bb89-b798d741407e req-aec1ef94-2db4-46f0-b1b2-581875f211b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1265783 Apr 05 10:35:12.180822 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92180c88-43d2-41a3-bb89-b798d741407e req-e8f6f012-5088-4318-b7b1-be39b772ad56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 1001 time: 0.0970221 Apr 05 10:35:12.243271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92180c88-43d2-41a3-bb89-b798d741407e req-47caec9d-8fff-4fa4-95d5-977940eecca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:35:12.244748 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92180c88-43d2-41a3-bb89-b798d741407e req-47caec9d-8fff-4fa4-95d5-977940eecca1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0587506 Apr 05 10:35:12.316662 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92180c88-43d2-41a3-bb89-b798d741407e req-cdeaec74-26fc-48ba-8910-22a8b0e6cc92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667140 Apr 05 10:35:12.444636 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92180c88-43d2-41a3-bb89-b798d741407e req-b96760de-ee9a-4891-897b-0c8a5583f428 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224101 Apr 05 10:35:12.574067 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92180c88-43d2-41a3-bb89-b798d741407e req-6a9f14bd-84c1-44f7-94c0-08182845acb0 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234646 Apr 05 10:35:22.168912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:26.300251 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:35:29.804459 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-63bfc9f6-69fd-437d-a251-f8b0ae88628c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:32.060544 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8bb5fd04-d0a1-42e4-8379-ccc167b3f760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:33.140931 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:33.236033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:34.577289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:52.175559 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:35:56.707629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e15ff-88ef-425c-9b94-f786fbbc9ca6 req-3f8bae70-27b2-4dbe-bb04-b0783c30a79a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:35:56.708992 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e6e15ff-88ef-425c-9b94-f786fbbc9ca6 req-3f8bae70-27b2-4dbe-bb04-b0783c30a79a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.1812408 Apr 05 10:35:56.754097 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e6e15ff-88ef-425c-9b94-f786fbbc9ca6 req-6a00c6e1-b598-4995-96ef-50f4be3fdc33 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388176 Apr 05 10:35:57.968256 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4c8e2-31f1-45f0-a32c-c3253793211b req-cca2016a-4528-49f7-b8fa-934024da6669 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:35:57.969679 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-55c4c8e2-31f1-45f0-a32c-c3253793211b req-cca2016a-4528-49f7-b8fa-934024da6669 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0761003 Apr 05 10:35:58.017394 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-55c4c8e2-31f1-45f0-a32c-c3253793211b req-155fd3ec-6835-49cf-a61e-2e86b8ef7702 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422771 Apr 05 10:35:59.223180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9377934-bb56-4f17-bf55-51ac19f0f010 req-dcb0cf74-4f19-4f61-b605-141cab2d0045 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:35:59.224649 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9377934-bb56-4f17-bf55-51ac19f0f010 req-dcb0cf74-4f19-4f61-b605-141cab2d0045 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0762701 Apr 05 10:35:59.269560 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a9377934-bb56-4f17-bf55-51ac19f0f010 req-645215e9-51e6-4b14-bf17-5d35250e2212 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387967 Apr 05 10:35:59.809103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2304c027-5d5e-4bf3-9406-96882b9a5e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:00.474203 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6178ef-859c-446c-8db1-ab8550dc686e req-b8a75b57-32a9-4384-8826-734c080729ea tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:00.475828 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e6178ef-859c-446c-8db1-ab8550dc686e req-b8a75b57-32a9-4384-8826-734c080729ea tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0851171 Apr 05 10:36:00.523051 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4e6178ef-859c-446c-8db1-ab8550dc686e req-37c1a483-d6fc-4c6d-8079-643c6b93418e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404975 Apr 05 10:36:01.720635 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a3c90-d3c5-4354-a24d-e0e7f212e4f6 req-0c26ec26-f072-4797-a97d-570041fac49f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:01.722060 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d96a3c90-d3c5-4354-a24d-e0e7f212e4f6 req-0c26ec26-f072-4797-a97d-570041fac49f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0749025 Apr 05 10:36:01.766356 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d96a3c90-d3c5-4354-a24d-e0e7f212e4f6 req-acda6fcc-8f20-4a6a-91c3-6c5fa64824f9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389326 Apr 05 10:36:02.062970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-28d0488a-ae9a-4dfe-a5b2-8bedc69ea97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:02.980592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d94b89-05a9-4aa7-addb-60e22768a2a4 req-3783febf-043e-4300-a2fe-3d31c265b977 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:02.982127 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9d94b89-05a9-4aa7-addb-60e22768a2a4 req-3783febf-043e-4300-a2fe-3d31c265b977 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0878353 Apr 05 10:36:03.032837 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d9d94b89-05a9-4aa7-addb-60e22768a2a4 req-f8815a6f-6697-42a6-b80b-011b93edafb3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444908 Apr 05 10:36:03.145841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:03.242303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:03.300792 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:36:04.229548 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe8986-e908-42a1-b024-cf11b158d3d7 req-40e71727-0aca-435f-a17e-e4b62a6bbe7f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:04.231653 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afe8986-e908-42a1-b024-cf11b158d3d7 req-40e71727-0aca-435f-a17e-e4b62a6bbe7f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0754249 Apr 05 10:36:04.275615 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5afe8986-e908-42a1-b024-cf11b158d3d7 req-9d3f547e-51b7-4052-a7f8-0c1c9e13cb3e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384967 Apr 05 10:36:04.559643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:05.476455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a7c7e-6f89-4572-b15c-e1750e185df0 req-83873280-6dcc-4d66-96ba-dd5225af202f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:05.479719 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-583a7c7e-6f89-4572-b15c-e1750e185df0 req-83873280-6dcc-4d66-96ba-dd5225af202f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0806170 Apr 05 10:36:05.522526 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-583a7c7e-6f89-4572-b15c-e1750e185df0 req-1a73afee-250c-4303-a9fd-c88859203873 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392451 Apr 05 10:36:06.742798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fd70c-299b-4b8c-9f45-3e793dfcf9af req-66a46502-cffe-4972-a81e-44d04591932a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:06.744337 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa9fd70c-299b-4b8c-9f45-3e793dfcf9af req-66a46502-cffe-4972-a81e-44d04591932a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0898247 Apr 05 10:36:06.796747 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa9fd70c-299b-4b8c-9f45-3e793dfcf9af req-31656892-d6bd-4994-87f3-5c8f8babc4b5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456793 Apr 05 10:36:07.995148 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d32191-c389-4c14-8711-9e9ba30841d2 req-2057ede3-1c10-4712-a7d8-e960067771af tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:07.997143 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e5d32191-c389-4c14-8711-9e9ba30841d2 req-2057ede3-1c10-4712-a7d8-e960067771af tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0777817 Apr 05 10:36:08.040843 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e5d32191-c389-4c14-8711-9e9ba30841d2 req-9ffa4a2b-e783-47fa-a85b-334e6b2ef755 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378716 Apr 05 10:36:09.125614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:36:09.267661 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:36:09.282170 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'port_id': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'mac_address': 'fa:16:3e:2e:64:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:36:09.340569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:09.358640 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:36:09.360530 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedb525-a69b-4ed5-9437-dfe1cac71105 req-31b40db9-befb-4e54-815d-9bbc316e82a4 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:09.362000 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9dedb525-a69b-4ed5-9437-dfe1cac71105 req-31b40db9-befb-4e54-815d-9bbc316e82a4 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.1841166 Apr 05 10:36:09.374379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:36:09.379056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:09.415063 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9dedb525-a69b-4ed5-9437-dfe1cac71105 req-8af5c153-a5fc-4589-a0b3-95209766842a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473280 Apr 05 10:36:09.454398 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['6ff0a4dc-f895-4f05-974b-d22c42b9ff38'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:36:09.489580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:36:09.510441 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:09.510786 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:09.511124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:09.511460 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:09.511823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:09.512816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:09.513157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:09.513486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:09.513812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:09.514137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:09.514457 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:36:10.640327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f63e9b-b755-4665-8276-4a9cdd67843a req-8fd02d57-90db-4e36-82c5-2c989e57884a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:10.642407 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-55f63e9b-b755-4665-8276-4a9cdd67843a req-8fd02d57-90db-4e36-82c5-2c989e57884a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 944 time: 0.0965204 Apr 05 10:36:10.692527 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-55f63e9b-b755-4665-8276-4a9cdd67843a req-307fb5c1-20da-48a4-b6e1-b3bf9c605688 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444252 Apr 05 10:36:11.134785 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:36:11.229601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:36:11.229967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:11.361683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:11.395302 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:36:11.415367 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:36:11.422722 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:11.467837 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115c5cdb-6ac1-4d20-bf64-6beb47cf6214'] response: {'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'code': 200} Apr 05 10:36:11.509947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:36:11.943621 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40824062-0582-4952-a9bc-cd0f405b5acb req-b0cdd6b7-64a0-49b6-9441-adbee932d3b0 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:11.945237 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40824062-0582-4952-a9bc-cd0f405b5acb req-b0cdd6b7-64a0-49b6-9441-adbee932d3b0 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.1102648 Apr 05 10:36:11.998331 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40824062-0582-4952-a9bc-cd0f405b5acb req-db4fb7a9-f501-4bfc-937f-fc108a382fae tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440538 Apr 05 10:36:12.802645 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-68e1b828-8fa2-4081-9bb6-c3db863b3b60 req-6e4ca4b6-b9e8-4c16-a35f-aeeef25b0f8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1098 time: 0.0771937 Apr 05 10:36:12.968418 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1b828-8fa2-4081-9bb6-c3db863b3b60 req-1e0cae05-782b-438b-a8df-5f68e0c23299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:12.970662 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-68e1b828-8fa2-4081-9bb6-c3db863b3b60 req-1e0cae05-782b-438b-a8df-5f68e0c23299 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1461163 Apr 05 10:36:13.079479 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-68e1b828-8fa2-4081-9bb6-c3db863b3b60 req-94c20b53-413c-4a2f-8d19-06974597eff9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 1001 time: 0.1026978 Apr 05 10:36:13.180789 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1b828-8fa2-4081-9bb6-c3db863b3b60 req-08858f16-5bc0-4295-8f6b-450021702c77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:13.182800 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-68e1b828-8fa2-4081-9bb6-c3db863b3b60 req-08858f16-5bc0-4295-8f6b-450021702c77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0967414 Apr 05 10:36:13.284111 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0b79e-2e78-4d77-9ec9-7f399a18bec2 req-7b830dd7-da29-498a-b3f6-cd689683ebce tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:13.285650 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-15d0b79e-2e78-4d77-9ec9-7f399a18bec2 req-7b830dd7-da29-498a-b3f6-cd689683ebce tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.1385474 Apr 05 10:36:13.313184 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-68e1b828-8fa2-4081-9bb6-c3db863b3b60 req-1c71bc03-9200-45ec-80f7-5cf482b4461c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1242199 Apr 05 10:36:13.419692 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-15d0b79e-2e78-4d77-9ec9-7f399a18bec2 req-7c46bab0-811b-419c-a586-cb6636c20df8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267719 Apr 05 10:36:13.472218 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-68e1b828-8fa2-4081-9bb6-c3db863b3b60 req-5f566702-cc58-4e5a-ba05-e425f92d81cc service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516500 Apr 05 10:36:13.623713 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-68e1b828-8fa2-4081-9bb6-c3db863b3b60 req-487d2cbf-9434-460f-ac3b-7cf13edb9c30 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454389 Apr 05 10:36:14.631454 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fc63b-9cf6-49f3-ba15-96472906ddf7 req-661a6373-e3a7-4761-b2a9-1561ff7deff1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:14.638977 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a5fc63b-9cf6-49f3-ba15-96472906ddf7 req-661a6373-e3a7-4761-b2a9-1561ff7deff1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0882337 Apr 05 10:36:14.689616 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3a5fc63b-9cf6-49f3-ba15-96472906ddf7 req-a2ddb46d-aced-4841-bf2a-0c68293741c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496004 Apr 05 10:36:15.901198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09d885-3e94-4313-9939-a41ead88b6ce req-00179046-8c8a-47e7-8209-630847844cbe tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:15.903114 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0f09d885-3e94-4313-9939-a41ead88b6ce req-00179046-8c8a-47e7-8209-630847844cbe tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0918753 Apr 05 10:36:15.960143 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0f09d885-3e94-4313-9939-a41ead88b6ce req-71f3adf6-a783-488d-9476-c98107a01173 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512393 Apr 05 10:36:17.194027 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55787c3d-c9d9-49d7-ad0e-5cc4d951e0cc req-c330d066-c9ec-402d-a5c4-e83863d4daa4 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:17.196312 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-55787c3d-c9d9-49d7-ad0e-5cc4d951e0cc req-c330d066-c9ec-402d-a5c4-e83863d4daa4 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0992868 Apr 05 10:36:17.255551 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-55787c3d-c9d9-49d7-ad0e-5cc4d951e0cc req-975353a5-9323-4ac8-91fd-ea7f8d52aee3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468171 Apr 05 10:36:18.487956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d601414-28c7-4f6e-91e0-3623b74eddc9 req-8f009a4b-30db-4a9e-91d3-913e4180d0ab tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:18.489531 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0d601414-28c7-4f6e-91e0-3623b74eddc9 req-8f009a4b-30db-4a9e-91d3-913e4180d0ab tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0883627 Apr 05 10:36:18.550446 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0d601414-28c7-4f6e-91e0-3623b74eddc9 req-832f8a63-a9d5-4c57-91f4-7da5e6fa6e61 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547988 Apr 05 10:36:19.762546 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b6a47-26a5-46e1-a495-bb9e2fc3b690 req-98a7687b-6fc7-44f2-bcae-2a907c32372e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:19.764176 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-649b6a47-26a5-46e1-a495-bb9e2fc3b690 req-98a7687b-6fc7-44f2-bcae-2a907c32372e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0777471 Apr 05 10:36:19.814972 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-649b6a47-26a5-46e1-a495-bb9e2fc3b690 req-b17bb5be-2664-47fe-902b-dc4942aca926 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451741 Apr 05 10:36:20.078828 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac1796d3-3d40-41f2-8f83-1c794bd224f4 req-6920d133-50a0-4cfa-995e-03d60f26f479 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1098 time: 0.0701404 Apr 05 10:36:20.302865 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1796d3-3d40-41f2-8f83-1c794bd224f4 req-83fb88e9-abf5-482f-93d8-ef479d270a4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:20.304363 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac1796d3-3d40-41f2-8f83-1c794bd224f4 req-83fb88e9-abf5-482f-93d8-ef479d270a4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.2197475 Apr 05 10:36:20.404624 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac1796d3-3d40-41f2-8f83-1c794bd224f4 req-cfe443b0-92ff-4610-9b70-b831535b9d37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 1001 time: 0.0943809 Apr 05 10:36:20.465267 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1796d3-3d40-41f2-8f83-1c794bd224f4 req-cdc1c6d3-aa7d-4237-8b37-005cca74e35e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:20.466703 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac1796d3-3d40-41f2-8f83-1c794bd224f4 req-cdc1c6d3-aa7d-4237-8b37-005cca74e35e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0564930 Apr 05 10:36:20.541080 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac1796d3-3d40-41f2-8f83-1c794bd224f4 req-d29fcbd0-3972-44f5-972c-cf479dad7361 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686204 Apr 05 10:36:20.671764 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac1796d3-3d40-41f2-8f83-1c794bd224f4 req-4bfd61b7-393f-4de5-9b62-3e2788358979 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245539 Apr 05 10:36:20.801366 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ac1796d3-3d40-41f2-8f83-1c794bd224f4 req-56ed0352-e922-4114-9a70-722bdb75d1a4 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235902 Apr 05 10:36:21.010212 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c82b9-5eea-4259-aed1-a5a04b68d2a8 req-31942b31-ea1f-4d65-b600-aa7c7863e0d8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:21.011576 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-926c82b9-5eea-4259-aed1-a5a04b68d2a8 req-31942b31-ea1f-4d65-b600-aa7c7863e0d8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0745368 Apr 05 10:36:21.058435 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-926c82b9-5eea-4259-aed1-a5a04b68d2a8 req-e2be8fb0-eece-47e1-b93a-c9defc6ed74b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404296 Apr 05 10:36:22.162998 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:22.257697 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6b1c-c0dc-4f8d-857e-fc0cf7c7f4e6 req-5d1574d8-3631-41dc-a2c9-98af80e3328d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:22.259134 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3ab6b1c-c0dc-4f8d-857e-fc0cf7c7f4e6 req-5d1574d8-3631-41dc-a2c9-98af80e3328d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 945 time: 0.0783410 Apr 05 10:36:22.309563 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c3ab6b1c-c0dc-4f8d-857e-fc0cf7c7f4e6 req-5ca61720-ed74-4c30-ad68-19d3dc79f3e8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437968 Apr 05 10:36:23.211374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:36:23.321723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:23.348383 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:36:23.359551 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:36:23.365918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:23.405853 dv-neutron-833199-1-hyperv neutron-server[83821]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d29695dc-ea05-4e49-921c-67514e6f04be']: {'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'code': 422} returned with failed status Apr 05 10:36:23.437857 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=8']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:36:23.517888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb5558-3f53-46fd-ab3e-8ebf559ecdbe req-e1b7d1f7-eeda-499a-8509-49301a61ba99 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:23.519242 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-62cb5558-3f53-46fd-ab3e-8ebf559ecdbe req-e1b7d1f7-eeda-499a-8509-49301a61ba99 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0752063 Apr 05 10:36:23.566823 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-62cb5558-3f53-46fd-ab3e-8ebf559ecdbe req-37e09dc2-647e-4bf1-bf23-2b0fc68f4e85 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420191 Apr 05 10:36:23.846333 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f48d53a4-8072-486f-8265-a5d1d5e28919 req-958633ac-1930-41b1-b4e5-dd90a1f71b07 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1602464 Apr 05 10:36:24.042268 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40688) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:36:24.123960 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303617bb-9fa8-461b-b1af-be51c305f78d req-6c8cd4b2-0af3-42d1-abe8-b5faa5019bed tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:24.125432 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-303617bb-9fa8-461b-b1af-be51c305f78d req-6c8cd4b2-0af3-42d1-abe8-b5faa5019bed tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0770133 Apr 05 10:36:24.171004 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-303617bb-9fa8-461b-b1af-be51c305f78d req-aafe9dcf-3a08-458a-93d8-c90d47503e7a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398936 Apr 05 10:36:24.185644 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-abb7b9eb-5d42-4f43-84fa-f5329bc8edf6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422253 Apr 05 10:36:24.696099 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-e27321f8-9642-49b8-aada-ccdcb20c2471 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765&tenant_id=d83a89a13bf14d7b88f5eb482ad7c084 HTTP/1.1" status: 200 len: 1096 time: 0.0710115 Apr 05 10:36:24.792349 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-5469237c-0c35-43b7-b6af-0843a0604ea6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1096 time: 0.0764675 Apr 05 10:36:24.921794 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-741e93f8-5fd8-41b8-a5bf-45397ce95d43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:24.923227 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-741e93f8-5fd8-41b8-a5bf-45397ce95d43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1257801 Apr 05 10:36:25.024769 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-a1408620-13e3-44d3-8980-7784eefe86a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 999 time: 0.0952296 Apr 05 10:36:25.093295 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-12e96352-7e8f-4b4c-be0e-8f7f2449d9f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:25.094758 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-12e96352-7e8f-4b4c-be0e-8f7f2449d9f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0648258 Apr 05 10:36:25.169954 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-1e166f62-18c7-48c6-bc87-2b87ac40d8ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692334 Apr 05 10:36:25.454419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-88b23da2-b6cc-46a8-b028-7236d36dcc55 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779367 Apr 05 10:36:25.464309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1782110-5549-488b-a10d-be746e8a06d5 req-d91a02ed-19bb-4c8e-bf05-0dc684a8ee17 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:25.465712 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1782110-5549-488b-a10d-be746e8a06d5 req-d91a02ed-19bb-4c8e-bf05-0dc684a8ee17 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.1238811 Apr 05 10:36:25.589003 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1782110-5549-488b-a10d-be746e8a06d5 req-2ddb2ce1-4ef1-4521-bea7-46ae08fadd43 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048586 Apr 05 10:36:25.631670 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-97bfa31e-a9b4-4ade-94ba-767fe3f4dae0 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650031 Apr 05 10:36:26.808499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b020161-c089-4f41-bab8-30fecd2c4265 req-c0b5b21d-fb7f-41ba-b068-437b4406fe67 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:26.810787 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9b020161-c089-4f41-bab8-30fecd2c4265 req-c0b5b21d-fb7f-41ba-b068-437b4406fe67 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0891008 Apr 05 10:36:26.865835 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9b020161-c089-4f41-bab8-30fecd2c4265 req-8ce17dac-f702-411f-bc0e-f930f27c9cfe tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493910 Apr 05 10:36:28.128202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f851b-a270-4567-8f04-19000b14f536 req-c907ef06-f7b6-4989-ad68-907bb141d17c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:28.129664 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af9f851b-a270-4567-8f04-19000b14f536 req-c907ef06-f7b6-4989-ad68-907bb141d17c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0980046 Apr 05 10:36:28.179721 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af9f851b-a270-4567-8f04-19000b14f536 req-d67ff6ed-e7f5-4455-a98c-9005d5f258ce tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443988 Apr 05 10:36:29.398995 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739e14-761a-417b-827a-0fc1300df397 req-a97ac305-8fb5-4464-813d-b01100d54939 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:29.400546 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd739e14-761a-417b-827a-0fc1300df397 req-a97ac305-8fb5-4464-813d-b01100d54939 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0854633 Apr 05 10:36:29.450712 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd739e14-761a-417b-827a-0fc1300df397 req-046cbb8b-bf61-4e8d-b13b-467041bd9062 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438700 Apr 05 10:36:29.812584 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-063ecc51-ffca-4382-8886-eb8fe570f67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:30.682177 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738027e-0f97-4731-95a6-65503c0ba1b4 req-a35f92d5-b529-4cff-97cb-44f81fc3ffbb tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:30.685503 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4738027e-0f97-4731-95a6-65503c0ba1b4 req-a35f92d5-b529-4cff-97cb-44f81fc3ffbb tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0893197 Apr 05 10:36:30.733851 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4738027e-0f97-4731-95a6-65503c0ba1b4 req-beff1110-1262-4ca2-91b0-552b053f7112 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Apr 05 10:36:31.958088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158975-a990-4e08-99f8-a7edfc315c8f req-4a105391-9156-49cf-ad9f-fe49d5171266 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:31.960627 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa158975-a990-4e08-99f8-a7edfc315c8f req-4a105391-9156-49cf-ad9f-fe49d5171266 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0927198 Apr 05 10:36:32.015176 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-aa158975-a990-4e08-99f8-a7edfc315c8f req-5ec62c3d-5695-4c40-a833-72eb21060ae7 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496581 Apr 05 10:36:32.067434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-b7a812ea-4f6f-4b8b-a653-c0d11fbfc662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:33.152642 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:33.243104 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbffa05-819d-4c45-b84d-096b074b815c req-cd4d3269-259e-4657-b357-ee46e6bc68cc tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:33.248948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:33.249475 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bbffa05-819d-4c45-b84d-096b074b815c req-cd4d3269-259e-4657-b357-ee46e6bc68cc tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0928259 Apr 05 10:36:33.301762 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4bbffa05-819d-4c45-b84d-096b074b815c req-4a332cbd-99a6-44c2-83db-240d36cafe0f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464964 Apr 05 10:36:34.534636 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2a157-f97d-48dd-9888-767391a63608 req-13440110-6fd7-49f8-a50a-14af58364aea tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:34.536546 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b0a2a157-f97d-48dd-9888-767391a63608 req-13440110-6fd7-49f8-a50a-14af58364aea tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0989435 Apr 05 10:36:34.568511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:34.605673 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b0a2a157-f97d-48dd-9888-767391a63608 req-013106be-b1a5-4686-82c6-575398c315e2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632493 Apr 05 10:36:35.791386 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215cbaa-977a-4484-931f-d6f2423c9116 req-cfecd88d-6a7a-40cc-a1c9-35def9f6f178 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:35.792845 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8215cbaa-977a-4484-931f-d6f2423c9116 req-cfecd88d-6a7a-40cc-a1c9-35def9f6f178 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0759478 Apr 05 10:36:35.840487 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8215cbaa-977a-4484-931f-d6f2423c9116 req-dfc9a7db-9475-4c16-8ec7-fe42277410b0 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416343 Apr 05 10:36:37.035429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a55c21-838e-4b88-b679-eec1e1a9c0f7 req-7086be36-3916-4cbb-bf82-ce751243c3c2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:37.036901 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-55a55c21-838e-4b88-b679-eec1e1a9c0f7 req-7086be36-3916-4cbb-bf82-ce751243c3c2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 943 time: 0.0750251 Apr 05 10:36:37.081113 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-55a55c21-838e-4b88-b679-eec1e1a9c0f7 req-13deeb32-8663-4c29-94b7-b69e6b71e091 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387926 Apr 05 10:36:37.289247 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:36:37.418860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:36:37.432490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'port_id': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'mac_address': 'fa:16:3e:2e:64:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:36:37.484427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:37.501098 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:36:37.515249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:36:37.518981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:37.585436 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=9']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:36:37.757295 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['6ff0a4dc-f895-4f05-974b-d22c42b9ff38'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:36:38.286524 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f739c84-a495-4be4-930b-69c2ec5f74e6 req-d761587f-612a-4fa7-a1eb-ea5ffcd1b5c1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:38.287966 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6f739c84-a495-4be4-930b-69c2ec5f74e6 req-d761587f-612a-4fa7-a1eb-ea5ffcd1b5c1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 944 time: 0.0795343 Apr 05 10:36:38.331833 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6f739c84-a495-4be4-930b-69c2ec5f74e6 req-86738d3b-cf65-443a-9b3e-bac69b8e6539 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384097 Apr 05 10:36:39.288506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:36:39.355366 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:36:39.355751 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:39.469643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:39.495780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:36:39.505905 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:36:39.510610 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:39.541491 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e645e2-bfd3-42ef-bdeb-fa689d330e91 req-d8c6c16a-b653-4283-90f0-5badf9442521 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:39.544090 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a7e645e2-bfd3-42ef-bdeb-fa689d330e91 req-d8c6c16a-b653-4283-90f0-5badf9442521 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 944 time: 0.0815322 Apr 05 10:36:39.577978 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67170da1-d73c-42b5-9cc6-f721fe2ae091'] response: {'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'code': 200} Apr 05 10:36:39.596550 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a7e645e2-bfd3-42ef-bdeb-fa689d330e91 req-53aad694-3789-4792-b532-1f31ddceb925 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437374 Apr 05 10:36:39.598424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=10']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:36:39.803092 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a8c834c-00b3-4175-9c01-408ec82bcedd req-d322b625-5e60-4ddc-9a15-de64fd659536 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1099 time: 0.0686226 Apr 05 10:36:39.843346 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0a8c834c-00b3-4175-9c01-408ec82bcedd req-bc7e4ef4-66cd-4b04-bc61-f3268a3f5cca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349023 Apr 05 10:36:40.300780 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:36:40.795328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69fac2-9205-4fec-9d66-4e64d314559c req-607124a5-1a7d-45b5-be00-0eac88a95545 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:40.796905 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1b69fac2-9205-4fec-9d66-4e64d314559c req-607124a5-1a7d-45b5-be00-0eac88a95545 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 946 time: 0.0769665 Apr 05 10:36:40.844015 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1b69fac2-9205-4fec-9d66-4e64d314559c req-6d85b7ad-dc59-4eea-add6-bd1487adcb53 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 Apr 05 10:36:42.041055 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c5595-c139-43f2-ac3b-73d05e03fac5 req-739464f8-7991-4ef7-96ec-51fa4acdcddc tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:36:42.042503 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5e9c5595-c139-43f2-ac3b-73d05e03fac5 req-739464f8-7991-4ef7-96ec-51fa4acdcddc tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 946 time: 0.0779757 Apr 05 10:36:42.089996 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5e9c5595-c139-43f2-ac3b-73d05e03fac5 req-6ff4f2e3-4813-4445-aeb4-dc4dccf69f59 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413642 Apr 05 10:36:52.185895 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:36:59.815201 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8abd0b1e-8c54-4e9c-a62b-8274bef78240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:02.070125 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c72f3c50-2c37-41b2-9c78-5024dab62551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:03.151129 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:03.243741 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:04.567172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:12.705296 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82625599-a385-47cd-99cc-881473827b20 req-a688330d-cf0c-4c53-bd42-7fdda2a5c325 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668192 Apr 05 10:37:12.935143 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82625599-a385-47cd-99cc-881473827b20 req-605cce1a-bad4-488e-95bf-4f5c25f0abdb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1099 time: 0.1612930 Apr 05 10:37:13.077992 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82625599-a385-47cd-99cc-881473827b20 req-52140492-16ab-4cfc-b77f-53145af317cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:37:13.080273 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82625599-a385-47cd-99cc-881473827b20 req-52140492-16ab-4cfc-b77f-53145af317cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1266298 Apr 05 10:37:13.182595 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82625599-a385-47cd-99cc-881473827b20 req-0496202d-f111-448a-acee-44313bf73498 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 1001 time: 0.0966299 Apr 05 10:37:13.244246 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82625599-a385-47cd-99cc-881473827b20 req-7b73c750-adec-4ccf-baf9-8ee10039ca87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:37:13.245592 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82625599-a385-47cd-99cc-881473827b20 req-7b73c750-adec-4ccf-baf9-8ee10039ca87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0567400 Apr 05 10:37:13.321542 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82625599-a385-47cd-99cc-881473827b20 req-2bd80cdb-91b6-4d9a-9bdb-2b640c087653 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697544 Apr 05 10:37:13.450354 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82625599-a385-47cd-99cc-881473827b20 req-510dc645-f48e-4f32-bb11-0960d736e78e service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217515 Apr 05 10:37:13.579758 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82625599-a385-47cd-99cc-881473827b20 req-b706927d-c89e-4046-bcf4-87c773242855 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233976 Apr 05 10:37:17.299982 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:37:22.208684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:29.817605 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1e3e2953-64b5-4128-879f-c5fccb612491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:32.072968 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-09af3bc7-b3b9-45a3-aca1-e28872db99c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:33.153491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:33.247368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:34.569502 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:52.208609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:54.299538 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:37:55.006799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40796) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:37:55.200327 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Deleting port e58371e5-7bf6-4b03-bf24-0fcadb847a7a {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:37:55.200662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:55.367089 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:55.367309 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:55.484668 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Calling delete_port for e58371e5-7bf6-4b03-bf24-0fcadb847a7a owned by network:floatingip {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:37:55.630382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:55.673826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event deleted for resources: {'Port': ['ID=e58371e5-7bf6-4b03-bf24-0fcadb847a7a,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:37:55.838891 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.839229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.839592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.839923 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.840249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.840573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.840897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.841220 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.841538 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.841852 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.842165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:37:55.871929 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:56.263587 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:37:56.464125 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:37:56.473942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] Sync routers for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:37:56.483455 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:56.485981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:37:56.486599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:37:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:37:56.538600 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-746021bc-d14e-4af6-be3f-9750633ac3c5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "DELETE /v2.0/floatingips/1371f098-a548-48c5-9a23-4e77ffafa7df HTTP/1.1" status: 204 len: 168 time: 1.5306129 Apr 05 10:37:56.539083 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:37:56.680147 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e6b284-8d26-4d1d-8b7d-42b3d58d3921'] response: {'name': 'network-changed', 'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'status': 'completed', 'code': 200} Apr 05 10:37:56.727706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:37:56.786758 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c9ea29b-34ea-45e5-a4f4-64c090d43106 req-1edc75e0-22b3-4d1d-a996-c2c931370507 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 1099 time: 0.0838132 Apr 05 10:37:56.980774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ea29b-34ea-45e5-a4f4-64c090d43106 req-74f4dc72-d5dc-4e13-9b12-aec8b76751dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:37:56.982284 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c9ea29b-34ea-45e5-a4f4-64c090d43106 req-74f4dc72-d5dc-4e13-9b12-aec8b76751dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1902461 Apr 05 10:37:57.047464 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:37:57.052037 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] Checking router: ff637cf8-3b33-4b68-8d68-3bc46d140ca7 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:37:57.056198 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bea78-b671-4c6d-a896-4d6359eb10d4 req-756d34a9-5968-4f93-b99b-82b06019b539 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:37:57.056888 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-ef1bea78-b671-4c6d-a896-4d6359eb10d4 req-756d34a9-5968-4f93-b99b-82b06019b539 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Synchronizing usage tracker for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:37:57.062643 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:37:57.063242 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:37:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:37:57.072337 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c9ea29b-34ea-45e5-a4f4-64c090d43106 req-10edd63d-3dfa-4ed5-bb05-61abfbd289a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 200 len: 217 time: 0.0825853 Apr 05 10:37:57.112113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-ef1bea78-b671-4c6d-a896-4d6359eb10d4 req-756d34a9-5968-4f93-b99b-82b06019b539 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Unset dirty status for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:37:57.113243 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ef1bea78-b671-4c6d-a896-4d6359eb10d4 req-756d34a9-5968-4f93-b99b-82b06019b539 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 946 time: 0.2353852 Apr 05 10:37:57.165838 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ea29b-34ea-45e5-a4f4-64c090d43106 req-5ab37921-a72e-4370-9523-06859c3c9472 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:37:57.167253 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c9ea29b-34ea-45e5-a4f4-64c090d43106 req-5ab37921-a72e-4370-9523-06859c3c9472 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0887198 Apr 05 10:37:57.224467 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ef1bea78-b671-4c6d-a896-4d6359eb10d4 req-6d177107-df28-4af9-98a0-bf6ae1837573 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031063 Apr 05 10:37:57.253310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:37:57.259341 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c9ea29b-34ea-45e5-a4f4-64c090d43106 req-2602093f-d70d-4dbb-91b6-5cbe902796ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839643 Apr 05 10:37:57.390958 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c9ea29b-34ea-45e5-a4f4-64c090d43106 req-afe7b7c4-5da4-4a03-b29b-c285f9c9c4d6 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246340 Apr 05 10:37:57.565000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:37:57.569579 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda48614-dbec-40fd-ab20-a4b4c2c4691c None None] The sync data for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv is: [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:37:57.639761 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6c9ea29b-34ea-45e5-a4f4-64c090d43106 req-1f8a7c5c-286b-4eeb-b6d8-c4955da4fbd0 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407973 Apr 05 10:37:57.806487 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41660425-1458-4aca-b367-429b7bc6f278 None None] New status for floating IP 1371f098-a548-48c5-9a23-4e77ffafa7df: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:37:58.169741 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-f012a5a7-1c27-4188-8f8e-f9829786c704 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:37:58.171121 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-f012a5a7-1c27-4188-8f8e-f9829786c704 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 946 time: 0.0753918 Apr 05 10:37:58.240209 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-53734c2b-c166-4b79-a79d-45c0038a19ef tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Deleting port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:37:58.240465 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-53734c2b-c166-4b79-a79d-45c0038a19ef tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:58.489956 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-53734c2b-c166-4b79-a79d-45c0038a19ef tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] For port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:37:58.490720 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-53734c2b-c166-4b79-a79d-45c0038a19ef tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:58.649444 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-53734c2b-c166-4b79-a79d-45c0038a19ef tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Calling delete_port for 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:37:58.749772 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4726cab-4b80-4b8e-9384-b99f3b402fc1 req-7e7f7bc9-51e4-41b6-8b1c-4a60bd79be57 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:37:58.751146 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f4726cab-4b80-4b8e-9384-b99f3b402fc1 req-7e7f7bc9-51e4-41b6-8b1c-4a60bd79be57 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=9aab6f79-4276-478c-9655-53b634e45765 HTTP/1.1" status: 200 len: 946 time: 0.2533097 Apr 05 10:37:58.841565 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-53734c2b-c166-4b79-a79d-45c0038a19ef tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:58.844992 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f4726cab-4b80-4b8e-9384-b99f3b402fc1 req-26892b5a-ed5e-4b24-b144-b6fe3922881b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=4d774461-a1a2-4f5f-904d-6ac6ef4f399e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640757 Apr 05 10:37:58.890352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53734c2b-c166-4b79-a79d-45c0038a19ef tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event deleted for resources: {'Port': ['ID=6ff0a4dc-f895-4f05-974b-d22c42b9ff38,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:37:58.965663 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-53734c2b-c166-4b79-a79d-45c0038a19ef tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] No DVR routers for this DVR port 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:37:58.967981 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-53734c2b-c166-4b79-a79d-45c0038a19ef tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:58.970385 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'name': 'network-vif-deleted', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:37:58.984851 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9d62ecf8-02ca-48e3-94a8-0775c4c4f614 req-53734c2b-c166-4b79-a79d-45c0038a19ef tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "DELETE /v2.0/ports/6ff0a4dc-f895-4f05-974b-d22c42b9ff38 HTTP/1.1" status: 204 len: 173 time: 0.8076193 Apr 05 10:37:59.026465 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a600b8b-ef3c-4deb-b8d1-75cbcd5c6f36'] response: {'server_uuid': '9aab6f79-4276-478c-9655-53b634e45765', 'name': 'network-vif-deleted', 'tag': '6ff0a4dc-f895-4f05-974b-d22c42b9ff38', 'status': 'completed', 'code': 200} Apr 05 10:37:59.820105 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0a853019-3d76-4eb0-ad3b-b8f120c08b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:37:59.948896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40814) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:38:00.016639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc60f-31bc-41de-912a-2e81d31f6900 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:00.044405 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc60f-31bc-41de-912a-2e81d31f6900 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:00.112264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc60f-31bc-41de-912a-2e81d31f6900 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:00.129771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbc60f-31bc-41de-912a-2e81d31f6900 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d774461-a1a2-4f5f-904d-6ac6ef4f399e,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:00.144588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc60f-31bc-41de-912a-2e81d31f6900 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:00.146816 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-e8cbc60f-31bc-41de-912a-2e81d31f6900 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "DELETE /v2.0/security-groups/4d774461-a1a2-4f5f-904d-6ac6ef4f399e HTTP/1.1" status: 204 len: 168 time: 0.1969535 Apr 05 10:38:00.678676 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40822) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:38:00.684984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590167124', 'description': 'tempest-secgroup-smoke-1590167124 description', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:38:00.690858 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:38:00.695714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:38:00.698517 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:38:00.704139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:38:00.713761 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:00.750499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:38:00.755147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:38:00.757967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:38:00.763844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:38:00.818067 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:00.821789 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:00.865078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9b809e-f82f-420c-b855-1c175e32294e,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:00.868432 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:00.869606 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1899767 Apr 05 10:38:00.872559 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 40826) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:38:00.876462 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.876809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.877153 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.877485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.877815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.878139 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.878456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '6c9b809e-f82f-420c-b855-1c175e32294e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:38:00.878580 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.878779 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.879690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.880137 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.880460 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73c2be0-09ec-4217-b4f5-ba4a3f0c12ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:00.886157 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:38:00.890135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:38:00.893355 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:38:00.899776 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:38:00.915391 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:00.975388 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:00.979240 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.002900 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f36d9fd-2f76-4dca-81d2-f7bc99a3f5ad,revision_number=0']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:01.012142 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.016184 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-035165a3-e8f6-49bd-af35-391f4533a7e6 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1425478 Apr 05 10:38:01.016530 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40830) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:38:01.022100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '6c9b809e-f82f-420c-b855-1c175e32294e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:38:01.028499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:38:01.032434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:38:01.035410 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:38:01.041964 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:38:01.058473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.118820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.122092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.144641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2eb76c3-e791-4361-9d27-8f7b3c4649c7,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:01.153933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.155197 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-89e3af16-7aa0-4278-890a-7860d962308b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1377237 Apr 05 10:38:01.157824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40834) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:38:01.163080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '6c9b809e-f82f-420c-b855-1c175e32294e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:38:01.168791 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:38:01.172464 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:38:01.175196 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:38:01.181383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:38:01.197579 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.260889 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.267142 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.291499 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe562d00-bace-4f8d-bbd6-9805f9dcccdc,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:01.300547 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.302322 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a89ef6af-c2f3-49f6-86b9-d8fe91300b2c tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1436036 Apr 05 10:38:01.305233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40838) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:38:01.310805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '6c9b809e-f82f-420c-b855-1c175e32294e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:38:01.316554 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:38:01.320489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:38:01.323307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:38:01.328992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:38:01.345324 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.407278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.411341 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.434969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63260926-229c-488d-882e-e240c679e932,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:01.443216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.444419 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-76a7baed-d662-4a70-b559-5911804d7564 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1382551 Apr 05 10:38:01.447125 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40842) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:38:01.452316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '6c9b809e-f82f-420c-b855-1c175e32294e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:38:01.457961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:38:01.461690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:38:01.464475 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:38:01.470219 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:38:01.481081 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Project d83a89a13bf14d7b88f5eb482ad7c084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:38:01.487872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.555298 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.559209 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.582724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209809c6-2f20-471d-9367-75af7c70f26f,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:01.592073 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.593597 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4b0ca7a2-c878-46ec-a6b4-4b6e9829d5d2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1455343 Apr 05 10:38:01.596152 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40846) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:38:01.602824 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'security_group_rule': {'security_group_id': '6c9b809e-f82f-420c-b855-1c175e32294e', 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:38:01.609089 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:38:01.612913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:security_group_rule and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:38:01.617018 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:38:01.622769 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:38:01.632656 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Project d83a89a13bf14d7b88f5eb482ad7c084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:38:01.638970 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.702643 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.706210 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.729619 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aec4b0b-66bb-4919-9010-5c4924bbb88b,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:01.737795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:01.738988 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-1031b970-97ce-4e09-894d-6143c4fce73d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1419203 Apr 05 10:38:02.078025 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ad99dc41-2d72-439e-a95e-e709bacd7d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:03.158384 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:03.249365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:03.712249 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:38:03.746471 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:38:03.746814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 6ff0a4dc-f895-4f05-974b-d22c42b9ff38 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:38:04.581241 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:15.542855 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-adc2e6d1-4414-4338-b3eb-d82364af19ea tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Synchronizing usage tracker for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:security_group {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:38:15.558168 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-adc2e6d1-4414-4338-b3eb-d82364af19ea tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Unset dirty status for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:security_group {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:38:15.559750 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-adc2e6d1-4414-4338-b3eb-d82364af19ea tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590167124&fields=id&tenant_id=d83a89a13bf14d7b88f5eb482ad7c084 HTTP/1.1" status: 200 len: 267 time: 0.0571496 Apr 05 10:38:15.709258 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-f59c9413-89d5-4f0f-be59-60e57cca8f03 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:15.710683 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-f59c9413-89d5-4f0f-be59-60e57cca8f03 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 809 time: 0.1434035 Apr 05 10:38:15.727103 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-75652bf0-167b-41a0-b66f-54085d9ef5b8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/quotas/d83a89a13bf14d7b88f5eb482ad7c084 HTTP/1.1" status: 200 len: 375 time: 0.0109270 Apr 05 10:38:15.812802 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-628e388b-0707-4ba5-9686-86d7b69885be tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Synchronizing usage tracker for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:38:15.828456 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-628e388b-0707-4ba5-9686-86d7b69885be tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Unset dirty status for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:38:15.829712 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-628e388b-0707-4ba5-9686-86d7b69885be tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978351 Apr 05 10:38:15.911260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-82802ed5-1fca-4868-b765-ad4f21be7b58 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:38:15.912258 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-82802ed5-1fca-4868-b765-ad4f21be7b58 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0715101 Apr 05 10:38:16.040381 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-3da5f74e-0642-4248-a719-fa96ae72e763 service neutron] 10.222.0.30 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220279 Apr 05 10:38:16.252582 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-acd9587e-e42e-46ee-a12d-39b7831faa1f service neutron] 10.222.0.30 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065425 Apr 05 10:38:16.630371 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-76fbbf21-5c20-4103-abc6-269ce6e35123 req-7c1b30cc-08b8-4ac9-a024-1dfe118da450 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 210 time: 0.0397837 Apr 05 10:38:17.768356 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-bdc7c817-5b13-43cf-a25b-44fb7dc1943e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:17.769777 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-bdc7c817-5b13-43cf-a25b-44fb7dc1943e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 809 time: 0.1449654 Apr 05 10:38:17.828678 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a6097c71-324d-420b-a5c8-5ba4834fb17e req-76f5525b-2a4e-47ca-8678-6cfaa0d6ca3d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 210 time: 0.0720544 Apr 05 10:38:17.853690 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-68d1879d-3822-4e7c-816b-3caaab0397b5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d83a89a13bf14d7b88f5eb482ad7c084 HTTP/1.1" status: 200 len: 380 time: 0.0559874 Apr 05 10:38:17.861963 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'port': {'device_id': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'admin_state_up': True, 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'security_groups': ['6c9b809e-f82f-420c-b855-1c175e32294e']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:38:17.996317 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:38:18.006060 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:38:18.015592 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Made reservation on behalf of d83a89a13bf14d7b88f5eb482ad7c084 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:38:18.018727 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:18.180372 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Allocated IP 172.20.0.7 (e27cec5e-5372-460b-a8c1-02e80af9fcd4/497aaaf1-3d52-43b8-ab7c-f0690d5afe03/eb65ebab-e286-4b45-a2c5-1ed933aa10d3) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:38:18.376382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:18.392657 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Transition to ACTIVE for port object eb65ebab-e286-4b45-a2c5-1ed933aa10d3 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:38:18.415748 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:18.485018 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Network e27cec5e-5372-460b-a8c1-02e80af9fcd4 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:38:18.486022 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:38:18.489982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:38:18.532316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'Port': ['ID=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:18.560903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:18.561731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:18.590028 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-a856b2de-b967-45ba-99ab-a15445c6dea3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7313271 Apr 05 10:38:18.603039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Request body: {'port': {'device_id': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:38:18.712337 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2e9e8afc-c842-4dc1-a2e5-806dfce64132 None None] Provisioning for port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:38:18.717397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-2e9e8afc-c842-4dc1-a2e5-806dfce64132 None None] Provisioning complete for port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:38:18.718045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2e9e8afc-c842-4dc1-a2e5-806dfce64132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:18.727183 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:18.775427 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-2e9e8afc-c842-4dc1-a2e5-806dfce64132 None None] Port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:38:19.110628 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc9aaa-a530-4521-890f-8352a4807be0 req-419355df-f13c-4051-a825-5a29b5efd86d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:19.111296 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c9dc9aaa-a530-4521-890f-8352a4807be0 req-419355df-f13c-4051-a825-5a29b5efd86d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Synchronizing usage tracker for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:38:19.143997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb65ebab-e286-4b45-a2c5-1ed933aa10d3 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:38:19.150846 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-c9dc9aaa-a530-4521-890f-8352a4807be0 req-419355df-f13c-4051-a825-5a29b5efd86d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Unset dirty status for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:38:19.151993 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9dc9aaa-a530-4521-890f-8352a4807be0 req-419355df-f13c-4051-a825-5a29b5efd86d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 931 time: 0.1906626 Apr 05 10:38:19.153573 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:19.186376 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Transition to ACTIVE for port object eb65ebab-e286-4b45-a2c5-1ed933aa10d3 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:38:19.196396 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:19.265937 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c9dc9aaa-a530-4521-890f-8352a4807be0 req-7f43b24e-e830-41f5-be9e-7da6a570f382 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078701 Apr 05 10:38:19.330951 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:19.536953 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Attempting to bind port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:38:19.537200 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Attempting to bind port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:38:19.537515 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Attempting to bind port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 on network e27cec5e-5372-460b-a8c1-02e80af9fcd4 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:38:19.543052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 on network e27cec5e-5372-460b-a8c1-02e80af9fcd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:38:19.543360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Attempting to bind port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 on network e27cec5e-5372-460b-a8c1-02e80af9fcd4 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:38:19.549585 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:38:19.549915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Checking segment: {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:38:19.550308 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Bound using segment: {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:38:19.551181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Bound port: eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c32006b-42d5-4bdd-bcc1-573d50dbe103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:38:19.551181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:19.638069 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] For port eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:38:19.640909 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] For port eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:38:19.645555 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:19.705407 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:19.707433 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] 10.222.0.10 "PUT /v2.0/ports/eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 1093 time: 1.1101122 Apr 05 10:38:19.707931 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:38:19.731588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087db539-0bdf-4da9-81b6-02fd2013fcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:19.788516 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06272179-94ca-46c7-9619-3306b37d5d8f'] response: {'name': 'network-changed', 'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'status': 'completed', 'code': 200} Apr 05 10:38:19.837558 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-c67128be-c81e-4da4-ae88-b158955456d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1096 time: 0.0861740 Apr 05 10:38:19.904615 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-8a577ce5-8354-4570-aed8-41b0d1c11118 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 217 time: 0.0607431 Apr 05 10:38:19.970860 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-23cc0fa3-f389-474e-91d9-13143b12230f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:19.972408 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-23cc0fa3-f389-474e-91d9-13143b12230f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0628350 Apr 05 10:38:20.045399 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-044bb19e-a546-4b2a-a7a7-fe4e858f828b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669386 Apr 05 10:38:20.173807 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-5315112e-7727-4bc4-8303-fa7f4506d0c1 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220624 Apr 05 10:38:20.303592 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-9e7d6157-ed2e-4a86-ae89-96258c96fb13 req-6f433621-8aef-44bb-a744-3338ca3ec308 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243072 Apr 05 10:38:20.474137 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3249ddc0-c7c7-436d-918f-dec601c89669 req-c7a4916b-575f-49f6-8a41-f902599d503e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1096 time: 0.1280849 Apr 05 10:38:20.577291 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e78c8b-4515-421f-86ea-4abca5f419e6 req-9cb24e39-7db4-4414-8c18-8b5465638cb9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:20.578738 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75e78c8b-4515-421f-86ea-4abca5f419e6 req-9cb24e39-7db4-4414-8c18-8b5465638cb9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.1762712 Apr 05 10:38:20.653737 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249ddc0-c7c7-436d-918f-dec601c89669 req-78840e8c-55f0-4b14-8ac8-aa4ed0bde5a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:20.655162 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3249ddc0-c7c7-436d-918f-dec601c89669 req-78840e8c-55f0-4b14-8ac8-aa4ed0bde5a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1732795 Apr 05 10:38:20.658837 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75e78c8b-4515-421f-86ea-4abca5f419e6 req-514648b5-5d33-4528-958e-f7c08a932ccb tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728617 Apr 05 10:38:20.726311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3249ddc0-c7c7-436d-918f-dec601c89669 req-e2d16f20-b67e-49ac-949e-1bc101a0fc6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 217 time: 0.0643723 Apr 05 10:38:20.791245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249ddc0-c7c7-436d-918f-dec601c89669 req-91c73ebd-9896-4afb-af6f-a96c0e8a60ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:20.793183 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3249ddc0-c7c7-436d-918f-dec601c89669 req-91c73ebd-9896-4afb-af6f-a96c0e8a60ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0613120 Apr 05 10:38:20.873353 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3249ddc0-c7c7-436d-918f-dec601c89669 req-04ebcd11-b253-4e3d-b8b3-c9773999e257 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741997 Apr 05 10:38:21.004844 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3249ddc0-c7c7-436d-918f-dec601c89669 req-c551d104-b02c-4dae-95c1-d52515ec3650 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251724 Apr 05 10:38:21.242051 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3249ddc0-c7c7-436d-918f-dec601c89669 req-edc83c36-c659-4703-812b-6a23da815792 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316821 Apr 05 10:38:21.859344 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7871a-b4e1-4932-a69a-1ea43568a455 req-a906a429-50fc-43f1-9c2e-67f2967facd4 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:21.860870 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-11b7871a-b4e1-4932-a69a-1ea43568a455 req-a906a429-50fc-43f1-9c2e-67f2967facd4 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0776379 Apr 05 10:38:21.910418 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-11b7871a-b4e1-4932-a69a-1ea43568a455 req-6a0ae5f0-d8fa-4eae-806d-8de57278ba67 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428278 Apr 05 10:38:22.224419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:23.111599 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb58f42-a69e-4cf1-b683-fbd9ee5a3edb req-dddda9a7-0ce4-45bc-83e8-0dfb5feae0c8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:23.113143 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cdb58f42-a69e-4cf1-b683-fbd9ee5a3edb req-dddda9a7-0ce4-45bc-83e8-0dfb5feae0c8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0798321 Apr 05 10:38:23.156870 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cdb58f42-a69e-4cf1-b683-fbd9ee5a3edb req-ddf661ae-7760-48af-966b-515eb4e240e0 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383735 Apr 05 10:38:24.353453 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce82c7-c944-4031-adb7-b80d8e708415 req-9a1ddaa6-f8d1-4a0a-94ea-fff1ff54dba0 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:24.354874 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-18ce82c7-c944-4031-adb7-b80d8e708415 req-9a1ddaa6-f8d1-4a0a-94ea-fff1ff54dba0 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0750356 Apr 05 10:38:24.399229 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-18ce82c7-c944-4031-adb7-b80d8e708415 req-ab27c4c8-3d69-4664-a9a9-b25f165b1db3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389214 Apr 05 10:38:25.596907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7a0ff-9fa9-426d-8cb4-f6b4f842b7ed req-178ceef3-8bdd-4705-a82a-59a31fdee801 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:25.599023 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5f7a0ff-9fa9-426d-8cb4-f6b4f842b7ed req-178ceef3-8bdd-4705-a82a-59a31fdee801 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0780878 Apr 05 10:38:25.642579 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a5f7a0ff-9fa9-426d-8cb4-f6b4f842b7ed req-20b98e2c-3d96-4b64-bcd7-5c6e6bf3cb96 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Apr 05 10:38:26.838830 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ceb83-6bc7-46d0-a566-877b29907d86 req-bbfdeb60-5f47-49b6-8d6e-534fbdebe80e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:26.840288 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-383ceb83-6bc7-46d0-a566-877b29907d86 req-bbfdeb60-5f47-49b6-8d6e-534fbdebe80e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0766368 Apr 05 10:38:26.888055 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-383ceb83-6bc7-46d0-a566-877b29907d86 req-9ff1fbf6-a1ec-4aee-96d4-326331fea270 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422652 Apr 05 10:38:27.834304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device eb65ebab-e286-4b45-a2c5-1ed933aa10d3 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:38:27.970999 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:38:27.984881 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'port_id': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'mac_address': 'fa:16:3e:a4:1a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:38:28.037942 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:28.055200 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb65ebab-e286-4b45-a2c5-1ed933aa10d3 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:38:28.069837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:38:28.073740 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:28.091017 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f52a1-381e-4913-b78d-3d373a5b3e11 req-6dcb8490-efd3-4797-9bf8-63adae80f3c3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:28.092497 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8b0f52a1-381e-4913-b78d-3d373a5b3e11 req-6dcb8490-efd3-4797-9bf8-63adae80f3c3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0796566 Apr 05 10:38:28.138873 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8b0f52a1-381e-4913-b78d-3d373a5b3e11 req-b391d605-89f5-445f-b48d-f00ef84b3c92 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Apr 05 10:38:28.141033 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:28.149510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.149852 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.150229 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.150508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.150833 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.151151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.151472 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.151816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.152136 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.152449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.152762 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:38:28.276237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['eb65ebab-e286-4b45-a2c5-1ed933aa10d3'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:38:29.336918 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31230e76-ed9d-415e-86b7-b485893e0e2c req-cc871a3a-e01a-4260-b6ea-88b40fb60922 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:29.338336 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31230e76-ed9d-415e-86b7-b485893e0e2c req-cc871a3a-e01a-4260-b6ea-88b40fb60922 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 944 time: 0.0776155 Apr 05 10:38:29.382301 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-31230e76-ed9d-415e-86b7-b485893e0e2c req-e0e7c544-8bc2-4ee2-9f87-01d489c4cf38 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385015 Apr 05 10:38:29.821288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb6617b3-a8e6-4816-814e-3e5ecc0fb5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:29.850052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device eb65ebab-e286-4b45-a2c5-1ed933aa10d3 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:38:29.914874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:38:29.919290 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:38:29.919703 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:30.030652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:30.057419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:38:30.067478 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:38:30.071855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:30.138779 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:30.193056 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d94909-dd13-4da8-925d-4d8dc934e3cb'] response: {'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'code': 200} Apr 05 10:38:30.455458 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3997cf1d-5d1b-44f3-a4a9-f0dd843fbce0 req-e3b41d73-5db6-439c-87e7-bd9847d1c841 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1098 time: 0.0681789 Apr 05 10:38:30.495579 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-3997cf1d-5d1b-44f3-a4a9-f0dd843fbce0 req-f40da8a5-e9a0-4dfd-9ebb-a2eb64521a94 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343533 Apr 05 10:38:30.584941 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2d90e-3482-46fd-ad98-995e17daa0d9 req-0a75714c-63b8-4237-bcfa-b51e3994e4c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:30.586386 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1a2d90e-3482-46fd-ad98-995e17daa0d9 req-0a75714c-63b8-4237-bcfa-b51e3994e4c9 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0786629 Apr 05 10:38:30.636283 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d1a2d90e-3482-46fd-ad98-995e17daa0d9 req-56a9326f-9968-4fd5-b1d0-ad0af7166bab tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442765 Apr 05 10:38:31.299163 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:38:31.836229 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d7917-f4e5-4234-9b5a-ac3d1cece0ed req-3ead85e5-967c-4dc9-84af-ea39f60e0599 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:31.837689 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-290d7917-f4e5-4234-9b5a-ac3d1cece0ed req-3ead85e5-967c-4dc9-84af-ea39f60e0599 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0780771 Apr 05 10:38:31.885678 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-290d7917-f4e5-4234-9b5a-ac3d1cece0ed req-24548dc7-605e-4b84-af2c-ae53bb3661bc tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Apr 05 10:38:32.071511 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-48198da5-2dcd-4da5-a160-b92a61e5c685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:32.081300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3794de3-327c-4f0e-abec-edc4988bd323 req-d5cfafa6-cae8-42a6-9d3b-810c079cb7dc tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:32.082785 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d3794de3-327c-4f0e-abec-edc4988bd323 req-d5cfafa6-cae8-42a6-9d3b-810c079cb7dc tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0797319 Apr 05 10:38:32.128029 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d3794de3-327c-4f0e-abec-edc4988bd323 req-6b31152c-2295-4e0e-999e-e901b7e3cf03 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396776 Apr 05 10:38:32.154853 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40986) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:38:32.223185 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a7eb1b50-4b73-44d8-90de-712d0887f5e0 tempest-TestShelveInstance-529309680 tempest-TestShelveInstance-529309680-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1093 time: 0.0672038 Apr 05 10:38:32.225984 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 40990) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:38:32.230929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:38:32.236233 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:38:32.240598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Usage tracker for resource:floatingip and tenant:d83a89a13bf14d7b88f5eb482ad7c084 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:38:32.243339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:38:32.248925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:38:32.261711 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:32.478613 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:32.609290 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Allocated IP 172.26.4.218 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/c645fa45-d692-4bc0-a5b4-b93ff6d047a0) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:38:32.755240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:32.788194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:32.858664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:38:32.861632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:38:32.866550 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:38:32.890120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'Port': ['ID=c645fa45-d692-4bc0-a5b4-b93ff6d047a0,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:33.161867 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:33.251970 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:33.376071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:33.430123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:33.637026 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:33.641354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:33.745844 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event updated for resources: {'Port': ['ID=c645fa45-d692-4bc0-a5b4-b93ff6d047a0,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:38:33.760213 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:34.043368 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Floating IP d3cc7181-7b94-4939-b49c-3df536457908 associated. External IP: 172.26.4.218, port: eb65ebab-e286-4b45-a2c5-1ed933aa10d3. Apr 05 10:38:34.433662 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:38:34.577481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:34.641639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:38:34.651075 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] Sync routers for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:38:34.664652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:38:34.665288 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:38:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:38:34.667080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:34.721072 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f164d333-b661-461e-9be8-34ad0a7f20a1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4940965 Apr 05 10:38:34.721644 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:38:34.846304 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:38:34.860838 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7630c1e-7a3b-41ef-bc1b-61f95779937f'] response: {'name': 'network-changed', 'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'status': 'completed', 'code': 200} Apr 05 10:38:34.952452 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e76b34f3-7142-4d40-a113-e490f400a4ea req-4b7925ba-8e92-4d43-9482-438141cd1c7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1098 time: 0.0715168 Apr 05 10:38:35.084153 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b34f3-7142-4d40-a113-e490f400a4ea req-54397da6-1eef-4fe0-ae53-a7e61f396634 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:35.086426 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e76b34f3-7142-4d40-a113-e490f400a4ea req-54397da6-1eef-4fe0-ae53-a7e61f396634 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1286888 Apr 05 10:38:35.188965 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e76b34f3-7142-4d40-a113-e490f400a4ea req-8eb45e11-c530-4343-b660-45cc46a6564e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 999 time: 0.0961628 Apr 05 10:38:35.207253 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'd3cc7181-7b94-4939-b49c-3df536457908', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'port_id': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'mac_address': 'fa:16:3e:a4:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:38:33Z', 'updated_at': '2022-04-05T10:38:33Z', 'revision_number': 0, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:38:35.211474 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] Checking router: ff637cf8-3b33-4b68-8d68-3bc46d140ca7 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:38:35.223567 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:38:35.224273 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:38:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:38:35.258052 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b34f3-7142-4d40-a113-e490f400a4ea req-d0cbfa9c-bcda-4b26-931b-1f54cb3186fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:38:35.259590 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e76b34f3-7142-4d40-a113-e490f400a4ea req-d0cbfa9c-bcda-4b26-931b-1f54cb3186fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0648053 Apr 05 10:38:35.335553 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e76b34f3-7142-4d40-a113-e490f400a4ea req-84f93eed-fd0d-4d5b-9bd2-5a9f41ac0e6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704136 Apr 05 10:38:35.458582 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:38:35.481296 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e76b34f3-7142-4d40-a113-e490f400a4ea req-a3051541-24e1-4b88-a8c3-a2215581dbcd service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398478 Apr 05 10:38:35.613952 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e76b34f3-7142-4d40-a113-e490f400a4ea req-0ca6118d-fb23-4b4e-9dfc-465a0e6d6d0d service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267872 Apr 05 10:38:35.800816 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'd3cc7181-7b94-4939-b49c-3df536457908', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'port_id': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'mac_address': 'fa:16:3e:a4:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:38:33Z', 'updated_at': '2022-04-05T10:38:33Z', 'revision_number': 0, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:38:35.804618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8600188a-51c9-4bdf-9b6b-93d2103c4bf4 None None] The sync data for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv is: [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': 'd3cc7181-7b94-4939-b49c-3df536457908', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'floating_ip_address': '172.26.4.218', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'port_id': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'mac_address': 'fa:16:3e:a4:1a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:38:33Z', 'updated_at': '2022-04-05T10:38:33Z', 'revision_number': 0, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:38:35.991509 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b007fdde-f329-4e92-839b-23740f48b140 None None] New status for floating IP d3cc7181-7b94-4939-b49c-3df536457908: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:38:52.225995 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:38:59.825618 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-03e11c8f-2e51-431f-9479-8e37b786a00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:02.068277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bb0adc25-9d33-45fa-8aba-3cba8dcdd39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:03.165537 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:03.254283 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:04.582536 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:08.301470 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:39:12.772924 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80ec3845-474a-4e21-9361-c08ecda5c7b9 req-12fb6478-64ce-4c88-895f-524308cbdd07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1330748 Apr 05 10:39:12.911177 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80ec3845-474a-4e21-9361-c08ecda5c7b9 req-31209c18-8570-4742-86d4-0c43d8cf5c1f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1098 time: 0.0675800 Apr 05 10:39:13.143542 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec3845-474a-4e21-9361-c08ecda5c7b9 req-4e7b85c7-1277-4d4b-b0cf-d925b849e2e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:39:13.144977 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80ec3845-474a-4e21-9361-c08ecda5c7b9 req-4e7b85c7-1277-4d4b-b0cf-d925b849e2e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.2140386 Apr 05 10:39:13.244319 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80ec3845-474a-4e21-9361-c08ecda5c7b9 req-f21a6cf8-df32-4cad-b3ee-afcb01430a83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 1001 time: 0.0932584 Apr 05 10:39:13.304899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec3845-474a-4e21-9361-c08ecda5c7b9 req-c53f93a3-f8a3-4c98-bf6d-4b69f653e46a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:39:13.306310 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80ec3845-474a-4e21-9361-c08ecda5c7b9 req-c53f93a3-f8a3-4c98-bf6d-4b69f653e46a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0562356 Apr 05 10:39:13.381596 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80ec3845-474a-4e21-9361-c08ecda5c7b9 req-3df04d32-3e35-4452-bd40-8faa79a470df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690172 Apr 05 10:39:13.511114 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80ec3845-474a-4e21-9361-c08ecda5c7b9 req-a0403326-a18a-48ea-a5fa-659c1c88c2e8 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227105 Apr 05 10:39:13.641624 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-80ec3845-474a-4e21-9361-c08ecda5c7b9 req-09710e74-d648-4073-ab39-127927810af5 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244648 Apr 05 10:39:22.218706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:29.829465 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9760be0c-37f6-4cf3-9f98-9c3f8c4bd24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:32.072946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-bfb7cfd1-9e98-4ae9-a697-66bf52344c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:33.168388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:33.257440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:34.585104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:45.302623 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:39:52.225726 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:39:59.831266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-595e16b5-bf6b-4f27-921e-2242df1a79b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:02.076315 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-0498ec17-1874-450a-b4ab-5d727c5e7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:02.852490 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-bddf6101-6be0-46ba-97dd-eca311c86203 req-b45c3d11-4358-4338-98bf-04863934da7e service neutron] (83819) timed out ('10.222.0.10', 54409) {{(pid=83819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 10:40:03.170028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:03.259824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:04.586093 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:13.699626 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ade9bdf-b696-4a47-8e83-c91c6e7b04ca req-59951d31-3135-45e1-8f21-bc9cb22d3224 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660856 Apr 05 10:40:13.837448 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ade9bdf-b696-4a47-8e83-c91c6e7b04ca req-d9ceea6a-f17e-41c5-884e-8c6e4f0f3c1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1098 time: 0.0704551 Apr 05 10:40:13.975903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade9bdf-b696-4a47-8e83-c91c6e7b04ca req-9dfc694d-c0e2-4c56-a753-cec3b60548ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:13.977312 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ade9bdf-b696-4a47-8e83-c91c6e7b04ca req-9dfc694d-c0e2-4c56-a753-cec3b60548ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1221294 Apr 05 10:40:14.076271 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ade9bdf-b696-4a47-8e83-c91c6e7b04ca req-2a87e6f1-09f0-462f-b8f0-80f1abce4f41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 1001 time: 0.0926950 Apr 05 10:40:14.137361 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ade9bdf-b696-4a47-8e83-c91c6e7b04ca req-f4b39df6-8191-46f5-864e-499ce998338d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:14.138818 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ade9bdf-b696-4a47-8e83-c91c6e7b04ca req-f4b39df6-8191-46f5-864e-499ce998338d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0568411 Apr 05 10:40:14.210978 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ade9bdf-b696-4a47-8e83-c91c6e7b04ca req-5dd4714c-5e4c-42ba-9c6e-20b2275f61ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663145 Apr 05 10:40:14.338492 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ade9bdf-b696-4a47-8e83-c91c6e7b04ca req-a1722860-cb3b-4282-a202-1a8b038a0d95 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207802 Apr 05 10:40:14.469797 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8ade9bdf-b696-4a47-8e83-c91c6e7b04ca req-00721a32-946d-4e6e-aad3-e6570dacc5ca service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250544 Apr 05 10:40:22.222580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:22.303138 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:40:29.833612 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8e422923-7e33-4e8d-8d8d-b4c4e2fa989f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:32.079444 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cab47c69-8c73-4e1a-9303-06f17c9da71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:32.851118 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791772c-a3f0-4f2c-8963-8790e65ba965 req-6a977804-f7fe-418b-8a3f-0208c84a5c5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:32.852576 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1791772c-a3f0-4f2c-8963-8790e65ba965 req-6a977804-f7fe-418b-8a3f-0208c84a5c5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0817041 Apr 05 10:40:32.897097 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1791772c-a3f0-4f2c-8963-8790e65ba965 req-8a1bd54d-eb91-480e-be81-79e930b40ddf tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389702 Apr 05 10:40:33.173103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:33.263091 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:34.113826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b055461-6fcb-434b-85ff-b2997c6f81b5 req-6fc4dbef-7196-49df-aaa9-f3d0f2252e6e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:34.115263 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b055461-6fcb-434b-85ff-b2997c6f81b5 req-6fc4dbef-7196-49df-aaa9-f3d0f2252e6e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0752039 Apr 05 10:40:34.163366 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7b055461-6fcb-434b-85ff-b2997c6f81b5 req-d814b836-6f16-4b5c-8b46-fb19681774eb tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Apr 05 10:40:34.588837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:35.462771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424b4a4-b74b-465f-a47b-0a121c6c6608 req-7ce8dac9-6975-4035-bb2c-7fd0431bb8fe tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:35.464159 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8424b4a4-b74b-465f-a47b-0a121c6c6608 req-7ce8dac9-6975-4035-bb2c-7fd0431bb8fe tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.1669798 Apr 05 10:40:35.510171 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-8424b4a4-b74b-465f-a47b-0a121c6c6608 req-b8f05f0d-d2d3-48de-8e13-02fb699e4369 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398293 Apr 05 10:40:36.708695 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ba014-00f4-44df-b5f1-c91024c1985e req-7bbc69b2-52d6-48ca-9523-2842efa6276d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:36.710113 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e94ba014-00f4-44df-b5f1-c91024c1985e req-7bbc69b2-52d6-48ca-9523-2842efa6276d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0773723 Apr 05 10:40:36.755954 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e94ba014-00f4-44df-b5f1-c91024c1985e req-e996144b-2916-40dc-9501-855bd4d45f0d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403590 Apr 05 10:40:37.954023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb5179-b544-4fc4-baf3-a25c67edaf9b req-6a579817-cc9c-4bb3-8e21-5ec066eacec2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:37.955454 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-beeb5179-b544-4fc4-baf3-a25c67edaf9b req-6a579817-cc9c-4bb3-8e21-5ec066eacec2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0745780 Apr 05 10:40:37.999488 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-beeb5179-b544-4fc4-baf3-a25c67edaf9b req-ef061a7b-d182-463e-a691-34ad676ccfae tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384252 Apr 05 10:40:39.208378 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fbe07-0146-4cdc-ae3e-df380016a581 req-2f5a7468-9d0b-42e8-adb6-2683cad3270f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:39.209815 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5a4fbe07-0146-4cdc-ae3e-df380016a581 req-2f5a7468-9d0b-42e8-adb6-2683cad3270f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0847619 Apr 05 10:40:39.254221 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5a4fbe07-0146-4cdc-ae3e-df380016a581 req-0e37a8eb-77cb-4122-9157-abe3d015a02b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388355 Apr 05 10:40:40.453108 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab39fa-fea8-4ce1-9bb4-5fc272ec1891 req-749b091e-f590-4509-8f82-3ecfb6676441 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:40.454576 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c8ab39fa-fea8-4ce1-9bb4-5fc272ec1891 req-749b091e-f590-4509-8f82-3ecfb6676441 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0766904 Apr 05 10:40:40.503283 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c8ab39fa-fea8-4ce1-9bb4-5fc272ec1891 req-e8eefd78-2008-4452-bfc2-0545cf58da52 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427928 Apr 05 10:40:41.704398 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25804a86-34e8-4bd7-93a9-48b7b6420c31 req-db7ce219-2c9a-4870-8393-06fc39194bcf tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:41.705863 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-25804a86-34e8-4bd7-93a9-48b7b6420c31 req-db7ce219-2c9a-4870-8393-06fc39194bcf tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0760679 Apr 05 10:40:41.750776 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-25804a86-34e8-4bd7-93a9-48b7b6420c31 req-cf75d389-cd25-479f-a6bd-77872c3e94f8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394146 Apr 05 10:40:42.986319 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6b635264-bc36-4fd2-ba7b-e9f546693076 req-5bb97aaa-71b1-4764-9259-903a2f4f630f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1098 time: 0.1300673 Apr 05 10:40:42.992545 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04dfca-0542-4e53-9ea6-ae88e214d610 req-29d4b456-eb99-4677-aa48-bb0cc15d4277 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:42.993827 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd04dfca-0542-4e53-9ea6-ae88e214d610 req-29d4b456-eb99-4677-aa48-bb0cc15d4277 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.1089137 Apr 05 10:40:43.120722 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fd04dfca-0542-4e53-9ea6-ae88e214d610 req-79f2d5cc-7012-4177-a691-0e639f26a3f0 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083479 Apr 05 10:40:43.152438 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635264-bc36-4fd2-ba7b-e9f546693076 req-f91d03a3-2fa8-43e1-92d2-7ce12cfcda68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:43.153905 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6b635264-bc36-4fd2-ba7b-e9f546693076 req-f91d03a3-2fa8-43e1-92d2-7ce12cfcda68 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1592317 Apr 05 10:40:43.258608 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6b635264-bc36-4fd2-ba7b-e9f546693076 req-06e78f74-4129-45fe-8643-f5ee7776e554 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 1001 time: 0.0990269 Apr 05 10:40:43.322828 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b635264-bc36-4fd2-ba7b-e9f546693076 req-e6155af4-0a7e-4e89-981d-f4ecb0449d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:43.324325 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6b635264-bc36-4fd2-ba7b-e9f546693076 req-e6155af4-0a7e-4e89-981d-f4ecb0449d2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0605018 Apr 05 10:40:43.397409 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6b635264-bc36-4fd2-ba7b-e9f546693076 req-41bb5955-71bb-4cea-a0c4-5f0faf2aad26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676994 Apr 05 10:40:43.526628 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6b635264-bc36-4fd2-ba7b-e9f546693076 req-97f2f96a-f4bd-40d1-adf3-aec6c2fd603c service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232882 Apr 05 10:40:43.663483 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6b635264-bc36-4fd2-ba7b-e9f546693076 req-e6ac5fb1-4479-4019-b2ca-0e7033574dee service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310544 Apr 05 10:40:44.317938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61415d9-a4c3-40eb-97ae-6932ebf793e4 req-8562a13c-37c7-4e22-a86f-bfc91d7c59ed tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:44.319369 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b61415d9-a4c3-40eb-97ae-6932ebf793e4 req-8562a13c-37c7-4e22-a86f-bfc91d7c59ed tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0775425 Apr 05 10:40:44.371834 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b61415d9-a4c3-40eb-97ae-6932ebf793e4 req-c2d0e32d-fb7c-44cc-aecb-d2d8cf9007d5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468147 Apr 05 10:40:45.601286 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207ae91-e22b-4727-a97c-3cef23763898 req-1885d112-e502-4ccd-b727-61520a69c285 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:45.602755 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f207ae91-e22b-4727-a97c-3cef23763898 req-1885d112-e502-4ccd-b727-61520a69c285 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.1001604 Apr 05 10:40:45.652575 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f207ae91-e22b-4727-a97c-3cef23763898 req-face351a-553a-4c69-b09e-cbd0290e3d19 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412824 Apr 05 10:40:46.854306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aab6de-1b65-4592-ae3c-935680073a7e req-69c708c9-c74a-48ee-b20a-5c70a7152779 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:46.855741 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75aab6de-1b65-4592-ae3c-935680073a7e req-69c708c9-c74a-48ee-b20a-5c70a7152779 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0791647 Apr 05 10:40:46.987913 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-75aab6de-1b65-4592-ae3c-935680073a7e req-b43932fa-0a49-4ba1-b32f-3a51c7cec476 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263993 Apr 05 10:40:47.170400 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1ded1fd8-9a0f-4272-b273-421c30364888 req-5e33e833-01d9-4d9f-91d8-e1387e2e5847 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0665135 Apr 05 10:40:47.440037 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25121c-221b-4c8f-9cd2-670624d8747b req-1e234b9c-5dc4-4e64-8448-ad3b06372e86 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:47.440563 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-06db4054-2b85-4a21-854d-e452b1ea035d req-7d26ef75-3da2-4ee8-9d12-573a3bcbf8e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1444418 Apr 05 10:40:47.441399 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a25121c-221b-4c8f-9cd2-670624d8747b req-1e234b9c-5dc4-4e64-8448-ad3b06372e86 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0812078 Apr 05 10:40:47.486041 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a25121c-221b-4c8f-9cd2-670624d8747b req-ab7bafa1-e066-46eb-8786-594157d77a49 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391371 Apr 05 10:40:48.568042 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device eb65ebab-e286-4b45-a2c5-1ed933aa10d3 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:40:48.680764 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:48.684629 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27ded6-cfa0-4ba4-b892-4f8da83387a7 req-ee0200a3-8c27-44b9-8c77-2d0f55c5295b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:48.687009 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f27ded6-cfa0-4ba4-b892-4f8da83387a7 req-ee0200a3-8c27-44b9-8c77-2d0f55c5295b tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0768979 Apr 05 10:40:48.709637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:40:48.720086 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:40:48.725803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:48.736305 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2f27ded6-cfa0-4ba4-b892-4f8da83387a7 req-214e3cc5-227c-4e7d-8971-2ec303e2370f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Apr 05 10:40:48.769387 dv-neutron-833199-1-hyperv neutron-server[83821]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cf83029b-3974-496d-a05f-28aa9cbd67ea']: {'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'code': 422} returned with failed status Apr 05 10:40:48.801237 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:40:48.809508 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:48.809849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:48.810182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:48.810853 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:48.811104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:48.811625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:48.811963 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:48.812285 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:48.812607 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:48.812925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:48.813243 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:40:49.930991 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94875e-b86d-4e1e-8480-6aa007e4d1e2 req-f7037b6f-1a32-4244-a4e3-2d2d56377139 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:49.932432 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af94875e-b86d-4e1e-8480-6aa007e4d1e2 req-f7037b6f-1a32-4244-a4e3-2d2d56377139 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0766799 Apr 05 10:40:49.978275 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-af94875e-b86d-4e1e-8480-6aa007e4d1e2 req-fb127668-23a1-4cd6-885b-ace8619ce7bf tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394402 Apr 05 10:40:51.176410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff893625-d23b-4fe8-a406-19a4900c7379 req-14aeb678-8549-4fe7-a0cd-a616f6fa8496 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:51.177850 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ff893625-d23b-4fe8-a406-19a4900c7379 req-14aeb678-8549-4fe7-a0cd-a616f6fa8496 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0758312 Apr 05 10:40:51.225943 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ff893625-d23b-4fe8-a406-19a4900c7379 req-a3d7a7b5-608f-4365-8edf-9c73ace65320 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Apr 05 10:40:52.235646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:40:52.430217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379270d-9fe7-4030-a320-989d2e4f515d req-07ae0545-5834-4093-ba24-35efd268796e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:52.431715 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c379270d-9fe7-4030-a320-989d2e4f515d req-07ae0545-5834-4093-ba24-35efd268796e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0829442 Apr 05 10:40:52.479070 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-c379270d-9fe7-4030-a320-989d2e4f515d req-7ebe1427-2541-4331-9a93-5f91238e6f96 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406282 Apr 05 10:40:53.541232 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06db4054-2b85-4a21-854d-e452b1ea035d req-fe27b0af-636d-4970-b437-75ba27f90a94 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea&tenant_id=d83a89a13bf14d7b88f5eb482ad7c084 HTTP/1.1" status: 200 len: 1096 time: 0.0725448 Apr 05 10:40:53.694746 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06db4054-2b85-4a21-854d-e452b1ea035d req-870a2e5d-8707-453e-852b-653e32e3d037 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1096 time: 0.1322870 Apr 05 10:40:53.704703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b04fc-8121-4275-941a-676703c32356 req-15745154-4105-4bdd-9731-d0c328b8d102 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:53.706028 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd2b04fc-8121-4275-941a-676703c32356 req-15745154-4105-4bdd-9731-d0c328b8d102 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.1041784 Apr 05 10:40:53.833489 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bd2b04fc-8121-4275-941a-676703c32356 req-f194e0dc-23fa-41f3-9d3e-c449677818f1 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068904 Apr 05 10:40:53.864485 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db4054-2b85-4a21-854d-e452b1ea035d req-eae2489f-3083-4235-b9c7-bb7f84f88e99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:53.865919 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06db4054-2b85-4a21-854d-e452b1ea035d req-eae2489f-3083-4235-b9c7-bb7f84f88e99 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1590660 Apr 05 10:40:53.966077 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06db4054-2b85-4a21-854d-e452b1ea035d req-8842464e-318b-4402-8700-0a78cc23b551 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 999 time: 0.0942230 Apr 05 10:40:54.028915 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db4054-2b85-4a21-854d-e452b1ea035d req-56254074-1dfe-474d-9904-6e3cf3b69cd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:54.031142 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06db4054-2b85-4a21-854d-e452b1ea035d req-56254074-1dfe-474d-9904-6e3cf3b69cd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0597804 Apr 05 10:40:54.108119 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06db4054-2b85-4a21-854d-e452b1ea035d req-303c7737-eb91-4c2a-aa4d-e60ff8b76471 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711803 Apr 05 10:40:54.238674 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06db4054-2b85-4a21-854d-e452b1ea035d req-6cfbd876-4fe7-49d8-8c68-32ee69faa58b service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250980 Apr 05 10:40:54.373112 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-06db4054-2b85-4a21-854d-e452b1ea035d req-d611a525-5a11-42de-9d6b-84849e186d85 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290059 Apr 05 10:40:55.039278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ce31d-2618-4a0a-a8aa-9cb8b6d4802e req-9cf59526-39df-4f89-a32b-ccb3c2417c4f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:55.039880 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-348ce31d-2618-4a0a-a8aa-9cb8b6d4802e req-9cf59526-39df-4f89-a32b-ccb3c2417c4f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0820401 Apr 05 10:40:55.089330 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-348ce31d-2618-4a0a-a8aa-9cb8b6d4802e req-b47d6221-4908-4fc5-bf4e-6d2286f45ffb tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437140 Apr 05 10:40:56.284336 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35da08-a6db-46a3-b440-f0155a824838 req-24df84ef-bbbd-43ee-9410-3e801c4ea163 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:56.285779 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a35da08-a6db-46a3-b440-f0155a824838 req-24df84ef-bbbd-43ee-9410-3e801c4ea163 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0761600 Apr 05 10:40:56.423435 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a35da08-a6db-46a3-b440-f0155a824838 req-e9eea61c-8623-4b38-8378-ebb9b123ec1e tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320293 Apr 05 10:40:57.686314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c9c40-ea7d-4d08-ad8b-25707727bc04 req-fc4543e0-a1de-42e8-bdb7-0ee10780f150 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:57.687954 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e47c9c40-ea7d-4d08-ad8b-25707727bc04 req-fc4543e0-a1de-42e8-bdb7-0ee10780f150 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.1451037 Apr 05 10:40:57.733655 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e47c9c40-ea7d-4d08-ad8b-25707727bc04 req-aee13be0-560f-4d93-9dda-7b11cad2d9da tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400450 Apr 05 10:40:58.997861 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687f38c-82ef-4e09-b27b-9e841b206cf2 req-aa947df8-cc1b-4208-b97d-1275a05460aa tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:40:58.999331 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0687f38c-82ef-4e09-b27b-9e841b206cf2 req-aa947df8-cc1b-4208-b97d-1275a05460aa tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.1449246 Apr 05 10:40:59.043938 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0687f38c-82ef-4e09-b27b-9e841b206cf2 req-9ac49314-8680-4e8b-90a5-f2f6853837ba tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390964 Apr 05 10:40:59.304676 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:40:59.835137 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a347bd2f-7b80-47ef-ab4a-2ee77e055e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:00.238961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219c627-f482-4399-8f4b-98646975e3f4 req-d161a0ed-9df5-4fa6-a479-3b8d500e853f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:41:00.240430 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f219c627-f482-4399-8f4b-98646975e3f4 req-d161a0ed-9df5-4fa6-a479-3b8d500e853f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 943 time: 0.0757666 Apr 05 10:41:00.285855 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f219c627-f482-4399-8f4b-98646975e3f4 req-67ba5426-0197-41d4-94f4-7ccd405b1f14 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399990 Apr 05 10:41:00.630216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device eb65ebab-e286-4b45-a2c5-1ed933aa10d3 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:41:00.774524 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:41:00.787820 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'port_id': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'mac_address': 'fa:16:3e:a4:1a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:41:00.844743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:00.861844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb65ebab-e286-4b45-a2c5-1ed933aa10d3 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:41:00.875750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:41:00.879486 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:00.942350 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:41:01.121724 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['eb65ebab-e286-4b45-a2c5-1ed933aa10d3'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:41:01.484511 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db0746-db6d-4089-804a-89b3f56df0fa req-6f629ab7-cc6f-4f60-8104-b90148540636 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:41:01.485937 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-12db0746-db6d-4089-804a-89b3f56df0fa req-6f629ab7-cc6f-4f60-8104-b90148540636 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 944 time: 0.0786905 Apr 05 10:41:01.530878 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-12db0746-db6d-4089-804a-89b3f56df0fa req-e54369ca-328b-4656-8aa5-20699450622d tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395014 Apr 05 10:41:02.081061 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-633e5f93-a021-4de5-9def-5811e8e502c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:02.645406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device eb65ebab-e286-4b45-a2c5-1ed933aa10d3 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:41:02.729898 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07f514-f943-4b1d-8f3b-375dbf118411 req-7bb87c21-2a11-4b00-a506-06addea25f32 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:41:02.731461 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cd07f514-f943-4b1d-8f3b-375dbf118411 req-7bb87c21-2a11-4b00-a506-06addea25f32 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 944 time: 0.0781031 Apr 05 10:41:02.753929 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:41:02.754294 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:02.783307 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cd07f514-f943-4b1d-8f3b-375dbf118411 req-08e20f61-2aa2-40a1-ba86-d798811d1dd5 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454407 Apr 05 10:41:02.871825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:02.897922 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:41:02.908080 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:41:02.912379 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:02.958461 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d38ab62-a55e-44eb-b832-de7d5e9350ff'] response: {'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'code': 200} Apr 05 10:41:02.983406 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,revision_number=8']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:41:03.174676 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:03.230732 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fb5f5512-e794-4bb6-ad21-fa76db56cfdc req-7cdd5d3b-584f-4e0c-93a0-a2c083ccd867 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1098 time: 0.0663035 Apr 05 10:41:03.266928 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:03.272262 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fb5f5512-e794-4bb6-ad21-fa76db56cfdc req-85a98c35-1464-47f1-8300-d748492a0b41 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357826 Apr 05 10:41:03.991348 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da5b65-08ef-4013-baee-c99a0e723de0 req-8eaa5278-d9a1-4134-9dc9-655539175c65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:41:03.992804 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-37da5b65-08ef-4013-baee-c99a0e723de0 req-8eaa5278-d9a1-4134-9dc9-655539175c65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0792036 Apr 05 10:41:04.038040 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-37da5b65-08ef-4013-baee-c99a0e723de0 req-1618a205-9ee7-46d2-8043-2ff25299a9e2 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398133 Apr 05 10:41:04.592493 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:05.238420 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83416a1a-16be-4d2d-802f-7fce75a1d187 req-7553ec4f-42b0-47fd-a5ac-ec5f2df4d374 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:41:05.239892 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83416a1a-16be-4d2d-802f-7fce75a1d187 req-7553ec4f-42b0-47fd-a5ac-ec5f2df4d374 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.0794857 Apr 05 10:41:05.286053 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-83416a1a-16be-4d2d-802f-7fce75a1d187 req-d5b43e0a-dffa-4f2b-a46a-b6f72b010c1a tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 Apr 05 10:41:15.714378 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec0418b0-668b-466f-b605-0bfe7c0b9bcf req-08c9f255-7f2c-452a-a66a-c9410ca33ece service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774963 Apr 05 10:41:15.855160 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec0418b0-668b-466f-b605-0bfe7c0b9bcf req-575e8a11-d1d6-4991-8a75-2c2c79a87ae8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1098 time: 0.0733411 Apr 05 10:41:16.006188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0418b0-668b-466f-b605-0bfe7c0b9bcf req-b5ef408e-5068-4d04-95b8-ab98923ccc3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:41:16.008074 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec0418b0-668b-466f-b605-0bfe7c0b9bcf req-b5ef408e-5068-4d04-95b8-ab98923ccc3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1319716 Apr 05 10:41:16.119655 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec0418b0-668b-466f-b605-0bfe7c0b9bcf req-283dd5de-6c37-48ac-bc99-f70b3263cdd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 1001 time: 0.1041384 Apr 05 10:41:16.180149 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0418b0-668b-466f-b605-0bfe7c0b9bcf req-6385a005-327a-46fd-8acb-29f58fa1b0d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:41:16.181655 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec0418b0-668b-466f-b605-0bfe7c0b9bcf req-6385a005-327a-46fd-8acb-29f58fa1b0d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0569487 Apr 05 10:41:16.265520 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec0418b0-668b-466f-b605-0bfe7c0b9bcf req-9d1e22fa-b9ec-41a5-a8d4-f3fe26c467b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701792 Apr 05 10:41:16.393599 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec0418b0-668b-466f-b605-0bfe7c0b9bcf req-280e5e54-0ecd-48fd-ae82-f71ae786c90d service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206377 Apr 05 10:41:16.527105 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ec0418b0-668b-466f-b605-0bfe7c0b9bcf req-a7d1ba14-6429-4f03-93e2-8fe07a062626 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200480 Apr 05 10:41:22.261667 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:29.838805 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e705e5b6-127a-45c7-af71-7b416df6a139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:32.086926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-628c8d7f-ba14-40b0-a8e7-2f53113eccbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:33.178085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:33.267877 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:34.603076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:36.304831 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:41:52.259110 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:41:59.842753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6cd4a21f-9bbd-4452-aa31-e2377bfac103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:02.086666 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8fbc863b-94c4-42b6-9cde-81bc456f333d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:03.180446 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:03.271133 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:04.598018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:13.305392 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:42:16.715326 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40caa3fe-a077-4f68-93aa-c647e40dc8f3 req-27004af1-4137-45a7-a1f3-d6a449dce6b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653911 Apr 05 10:42:16.939337 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40caa3fe-a077-4f68-93aa-c647e40dc8f3 req-54c1f535-d3a3-4c84-a595-c4390643255b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1098 time: 0.1566272 Apr 05 10:42:17.085235 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caa3fe-a077-4f68-93aa-c647e40dc8f3 req-db45e607-40aa-46c2-b1d9-975630ccdfb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:17.086651 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40caa3fe-a077-4f68-93aa-c647e40dc8f3 req-db45e607-40aa-46c2-b1d9-975630ccdfb8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1294506 Apr 05 10:42:17.188023 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40caa3fe-a077-4f68-93aa-c647e40dc8f3 req-7ad121d0-9030-4468-bb10-8fec0e1dbfb1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 1001 time: 0.0946534 Apr 05 10:42:17.247249 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caa3fe-a077-4f68-93aa-c647e40dc8f3 req-06eb4eb6-f436-45bc-8d1f-993f610630f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:17.249271 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40caa3fe-a077-4f68-93aa-c647e40dc8f3 req-06eb4eb6-f436-45bc-8d1f-993f610630f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0562074 Apr 05 10:42:17.322930 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40caa3fe-a077-4f68-93aa-c647e40dc8f3 req-3916f15c-7f64-449b-a2a5-cdce3d0acc71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681319 Apr 05 10:42:17.448692 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40caa3fe-a077-4f68-93aa-c647e40dc8f3 req-49c34dd0-63d5-46b5-82e4-a0981962ff42 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202292 Apr 05 10:42:17.577876 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-40caa3fe-a077-4f68-93aa-c647e40dc8f3 req-e74a3ad4-fb3f-4c82-ad20-ead5fa4cd459 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232183 Apr 05 10:42:21.681745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41148) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:21.881992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Deleting port c645fa45-d692-4bc0-a5b4-b93ff6d047a0 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:21.882330 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:22.050190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:22.050420 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:22.173939 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Calling delete_port for c645fa45-d692-4bc0-a5b4-b93ff6d047a0 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:42:22.257687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:22.324136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:22.458718 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event deleted for resources: {'Port': ['ID=c645fa45-d692-4bc0-a5b4-b93ff6d047a0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:22.524179 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.524519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.524849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.525176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.525501 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.525822 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.526140 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.526455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.526771 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.527084 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.527399 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:22.557965 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:22.937496 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:42:23.129790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:42:23.139185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] Sync routers for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:42:23.148899 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:23.151211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:42:23.151859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:23.204219 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bc4b2093-1c45-4d15-b6c1-0486b4d96f5f tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "DELETE /v2.0/floatingips/d3cc7181-7b94-4939-b49c-3df536457908 HTTP/1.1" status: 204 len: 168 time: 1.5214140 Apr 05 10:42:23.204875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:42:23.281135 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a71c7bf0-708a-49e6-a7c0-7bc12bb588f5'] response: {'name': 'network-changed', 'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'status': 'completed', 'code': 200} Apr 05 10:42:23.345097 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:42:23.382661 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2be36438-9e67-4cc9-980a-e455aff0dcca req-1e2a2f27-2951-461d-989a-98031da41e3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 1098 time: 0.0775807 Apr 05 10:42:23.523847 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be36438-9e67-4cc9-980a-e455aff0dcca req-0664f6b8-7a92-441a-9b2c-8fa40601a481 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:23.525280 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2be36438-9e67-4cc9-980a-e455aff0dcca req-0664f6b8-7a92-441a-9b2c-8fa40601a481 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 200 len: 909 time: 0.1361494 Apr 05 10:42:23.634581 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2be36438-9e67-4cc9-980a-e455aff0dcca req-cdb24ac7-eba9-45de-890e-da3abe3605c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 200 len: 217 time: 0.1026833 Apr 05 10:42:23.675062 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:23.678814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] Checking router: ff637cf8-3b33-4b68-8d68-3bc46d140ca7 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:42:23.690031 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:42:23.690628 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:23.709467 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be36438-9e67-4cc9-980a-e455aff0dcca req-a5f447b2-2067-48de-ad3c-f6eb57212ae2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:23.710888 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2be36438-9e67-4cc9-980a-e455aff0dcca req-a5f447b2-2067-48de-ad3c-f6eb57212ae2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 200 len: 848 time: 0.0703104 Apr 05 10:42:23.721009 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769b4a0-d37a-4ec0-b5c1-23e36de426fd req-26f820b1-328b-4694-af6b-39b90c790ff7 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:23.722382 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0769b4a0-d37a-4ec0-b5c1-23e36de426fd req-26f820b1-328b-4694-af6b-39b90c790ff7 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.1426790 Apr 05 10:42:23.820191 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0769b4a0-d37a-4ec0-b5c1-23e36de426fd req-7b41b117-e510-4f29-b2cd-fb7ef085d7e3 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654764 Apr 05 10:42:23.830653 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2be36438-9e67-4cc9-980a-e455aff0dcca req-bfb488b6-bb18-4f93-a485-55678b4258a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e27cec5e-5372-460b-a8c1-02e80af9fcd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1073687 Apr 05 10:42:23.865710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:42:23.963669 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2be36438-9e67-4cc9-980a-e455aff0dcca req-801a70c8-9a19-4142-84c7-7f7fa4fa7cae service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253383 Apr 05 10:42:24.095893 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-2be36438-9e67-4cc9-980a-e455aff0dcca req-9e1d205c-d5fc-49d2-81b3-196c2827fe24 service neutron] 10.222.0.10 "GET /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266093 Apr 05 10:42:24.209532 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:24.213387 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f9eb2-f7f5-4440-bef1-edf1219cf3a9 None None] The sync data for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv is: [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:33:38Z', 'revision_number': 4, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '15a2a34e-c054-458b-9e67-8eb43c399f6d', 'name': '', 'network_id': 'e27cec5e-5372-460b-a8c1-02e80af9fcd4', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'mac_address': 'fa:16:3e:5a:05:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:37Z', 'updated_at': '2022-04-05T10:33:57Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'subnets': [{'id': '497aaaf1-3d52-43b8-ab7c-f0690d5afe03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:42:24.445312 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8162c474-a87b-445b-b3a8-dc4204ae5bd4 None None] New status for floating IP d3cc7181-7b94-4939-b49c-3df536457908: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:42:25.177202 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-5a8ff113-bf74-426e-9f64-f4a8c5e06256 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:25.178619 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-5a8ff113-bf74-426e-9f64-f4a8c5e06256 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.1983688 Apr 05 10:42:25.184746 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778ecb4-0ea5-4cee-984f-4ba0ed97712c req-e6266e50-ac8b-4169-8ab1-5bd71812e069 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:25.186068 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a778ecb4-0ea5-4cee-984f-4ba0ed97712c req-e6266e50-ac8b-4169-8ab1-5bd71812e069 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 945 time: 0.2363822 Apr 05 10:42:25.278260 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Deleting port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:25.278603 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:25.309898 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a778ecb4-0ea5-4cee-984f-4ba0ed97712c req-864f9566-3ed0-4b72-a62b-b8b73ebbad01 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c9b809e-f82f-420c-b855-1c175e32294e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956850 Apr 05 10:42:25.521162 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] For port eb65ebab-e286-4b45-a2c5-1ed933aa10d3, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:25.521443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:25.645464 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Calling delete_port for eb65ebab-e286-4b45-a2c5-1ed933aa10d3 owned by compute:nova {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:42:25.781493 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:25.833784 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event deleted for resources: {'Port': ['ID=eb65ebab-e286-4b45-a2c5-1ed933aa10d3,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:25.872312 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.872660 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.872997 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.873331 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.873661 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.873987 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.874395 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.875798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.875798 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.876032 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.876349 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:25.916217 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] No DVR routers for this DVR port eb65ebab-e286-4b45-a2c5-1ed933aa10d3 on host hv-neutron-8331 {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:42:25.918646 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:25.921897 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'name': 'network-vif-deleted', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:42:25.932856 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-32f4f264-c4bf-4676-9222-c8cd747c1379 req-080077a8-a2e8-4103-8d74-44de8f808b65 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.10 "DELETE /v2.0/ports/eb65ebab-e286-4b45-a2c5-1ed933aa10d3 HTTP/1.1" status: 204 len: 173 time: 0.7456098 Apr 05 10:42:25.980646 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5728c2-f4ac-4c11-9602-25023d1e1f6c'] response: {'server_uuid': 'eb76a195-e865-4d04-a8cf-ab379fa95aea', 'name': 'network-vif-deleted', 'tag': 'eb65ebab-e286-4b45-a2c5-1ed933aa10d3', 'status': 'completed', 'code': 200} Apr 05 10:42:26.474961 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-ee400c3a-2fd8-414a-babb-7de9be043b8c req-9c888e24-a019-4c14-bff0-82ed05c76cfe tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Synchronizing usage tracker for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:42:26.489424 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-ee400c3a-2fd8-414a-babb-7de9be043b8c req-9c888e24-a019-4c14-bff0-82ed05c76cfe tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Unset dirty status for tenant:d83a89a13bf14d7b88f5eb482ad7c084 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:42:26.490545 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ee400c3a-2fd8-414a-babb-7de9be043b8c req-9c888e24-a019-4c14-bff0-82ed05c76cfe tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb76a195-e865-4d04-a8cf-ab379fa95aea HTTP/1.1" status: 200 len: 210 time: 0.0590281 Apr 05 10:42:27.600882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41172) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:27.672176 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c368983-c9a9-41b3-b206-044fa1031fe8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:27.700497 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c368983-c9a9-41b3-b206-044fa1031fe8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:27.764208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c368983-c9a9-41b3-b206-044fa1031fe8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:27.782634 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c368983-c9a9-41b3-b206-044fa1031fe8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9b809e-f82f-420c-b855-1c175e32294e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:27.794478 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-5c368983-c9a9-41b3-b206-044fa1031fe8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:27.795623 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5c368983-c9a9-41b3-b206-044fa1031fe8 tempest-TestShelveInstance-770405791 tempest-TestShelveInstance-770405791-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c9b809e-f82f-420c-b855-1c175e32294e HTTP/1.1" status: 204 len: 168 time: 0.1936910 Apr 05 10:42:27.854105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41178) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:28.461415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:29.084410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device eb65ebab-e286-4b45-a2c5-1ed933aa10d3 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:42:29.116821 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: eb65ebab-e286-4b45-a2c5-1ed933aa10d3 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:42:29.117163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device eb65ebab-e286-4b45-a2c5-1ed933aa10d3 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:42:29.175683 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] Deleting port 15a2a34e-c054-458b-9e67-8eb43c399f6d {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:29.176199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:29.361454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] For port 15a2a34e-c054-458b-9e67-8eb43c399f6d, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=15a2a34e-c054-458b-9e67-8eb43c399f6d,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:29.361858 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:29.489863 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] Calling delete_port for 15a2a34e-c054-458b-9e67-8eb43c399f6d owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:42:29.657287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:29.704812 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] Pushing event deleted for resources: {'Port': ['ID=15a2a34e-c054-458b-9e67-8eb43c399f6d,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:29.848214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-be57573d-8b11-40da-a7da-86b01c3149f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:29.992882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:30.657953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] Router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:42:30.863181 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:42:30.871810 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] Sync routers for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:42:30.879564 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-edf681ce-3946-4355-97a2-47c40fb5e38b admin admin] 10.222.0.30 "PUT /v2.0/routers/ff637cf8-3b33-4b68-8d68-3bc46d140ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0243728 Apr 05 10:42:30.881968 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41192) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:30.884557 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:42:30.885173 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:31.060972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:42:31.080155 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:31.271443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:31.280874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Deleting port 13197589-3422-486f-8da3-e9de89cb35e3 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:31.281411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:31.351373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33'}], 'enable_snat': True}, 'gw_port_id': '13197589-3422-486f-8da3-e9de89cb35e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:42:29Z', 'revision_number': 5, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port': {'id': '13197589-3422-486f-8da3-e9de89cb35e3', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:9a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:36Z', 'updated_at': '2022-04-05T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:31.355128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] Checking router: ff637cf8-3b33-4b68-8d68-3bc46d140ca7 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:42:31.366003 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] Routers {'ff637cf8-3b33-4b68-8d68-3bc46d140ca7'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:42:31.366608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:31.458318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] For port 13197589-3422-486f-8da3-e9de89cb35e3, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=13197589-3422-486f-8da3-e9de89cb35e3,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:31.458671 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:31.518120 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] Set router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:42:31.622784 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Calling delete_port for 13197589-3422-486f-8da3-e9de89cb35e3 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:42:31.684960 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:42:31Z', 'revision_number': 6, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:31.689231 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c84cf-4f58-4c6f-8b85-83c528c19ec0 None None] The sync data for ids ['ff637cf8-3b33-4b68-8d68-3bc46d140ca7'] in dv-neutron-833199-1-hyperv is: [{'id': 'ff637cf8-3b33-4b68-8d68-3bc46d140ca7', 'name': 'tempest-TestShelveInstance-1610349980-router', 'tenant_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:35Z', 'updated_at': '2022-04-05T10:42:31Z', 'revision_number': 6, 'project_id': 'd83a89a13bf14d7b88f5eb482ad7c084', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:42:31.900991 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:31.945595 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=13197589-3422-486f-8da3-e9de89cb35e3,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:32.090492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4d7e14ab-b46e-46cf-a85d-75f197cc122e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.167278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.425805 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.429806 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.455292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.455858 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff637cf8-3b33-4b68-8d68-3bc46d140ca7 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:42:32.467907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.469128 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-07109134-a056-48b8-b472-7a842e503d16 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ff637cf8-3b33-4b68-8d68-3bc46d140ca7 HTTP/1.1" status: 204 len: 168 time: 1.5862923 Apr 05 10:42:32.471654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41200) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:32.528774 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd0c4d0-bbde-4b89-9ca0-705d6da71ffe admin admin] Deleting subnet 497aaaf1-3d52-43b8-ab7c-f0690d5afe03 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:42:32.531971 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c4d0-bbde-4b89-9ca0-705d6da71ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.581411 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c4d0-bbde-4b89-9ca0-705d6da71ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.662875 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c4d0-bbde-4b89-9ca0-705d6da71ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.735870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c4d0-bbde-4b89-9ca0-705d6da71ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.776514 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0c4d0-bbde-4b89-9ca0-705d6da71ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497aaaf1-3d52-43b8-ab7c-f0690d5afe03,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:32.780455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cfd0c4d0-bbde-4b89-9ca0-705d6da71ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.788086 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cfd0c4d0-bbde-4b89-9ca0-705d6da71ffe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/497aaaf1-3d52-43b8-ab7c-f0690d5afe03 HTTP/1.1" status: 204 len: 168 time: 0.3153841 Apr 05 10:42:32.788592 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2bbc3c-21a3-44ce-a740-a3119f9664d5 None None] Network e27cec5e-5372-460b-a8c1-02e80af9fcd4 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:42:32.789728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41204) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:32.856019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 13197589-3422-486f-8da3-e9de89cb35e3 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:42:32.901637 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.903358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 13197589-3422-486f-8da3-e9de89cb35e3 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:42:32.903739 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 13197589-3422-486f-8da3-e9de89cb35e3 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:42:32.904145 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 15a2a34e-c054-458b-9e67-8eb43c399f6d no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:42:32.912345 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Deleting port 052aabcc-ff1e-4460-9efc-769c549c923c {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:32.912675 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:32.948891 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 15a2a34e-c054-458b-9e67-8eb43c399f6d {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:42:32.949163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 15a2a34e-c054-458b-9e67-8eb43c399f6d not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:42:33.116429 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] DHCP port deletion for e27cec5e-5372-460b-a8c1-02e80af9fcd4 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:42:33.120704 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] Deleting port 052aabcc-ff1e-4460-9efc-769c549c923c {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:33.121078 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.121940 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] For port 052aabcc-ff1e-4460-9efc-769c549c923c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=052aabcc-ff1e-4460-9efc-769c549c923c,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:33.122295 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.225215 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.303018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.337679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Calling delete_port for 052aabcc-ff1e-4460-9efc-769c549c923c owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:42:33.388130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] For port 052aabcc-ff1e-4460-9efc-769c549c923c, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=052aabcc-ff1e-4460-9efc-769c549c923c,segment=NetworkSegment(4c32006b-42d5-4bdd-bcc1-573d50dbe103),segment_id=4c32006b-42d5-4bdd-bcc1-573d50dbe103)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:33.388510 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.411782 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.455573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Pushing event deleted for resources: {'Port': ['ID=052aabcc-ff1e-4460-9efc-769c549c923c,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:33.461838 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] No DVR routers for this DVR port 052aabcc-ff1e-4460-9efc-769c549c923c on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:42:33.507830 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] Calling delete_port for 052aabcc-ff1e-4460-9efc-769c549c923c owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 10:42:33.573739 dv-neutron-833199-1-hyperv neutron-server[83821]: util.warn( Apr 05 10:42:33.578015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.580527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:42:33.581076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:42:33.603057 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27cec5e-5372-460b-a8c1-02e80af9fcd4']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:33.615755 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c32006b-42d5-4bdd-bcc1-573d50dbe103') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:33.616052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c32006b-42d5-4bdd-bcc1-573d50dbe103') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:33.627071 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.642827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.648876 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:42:33.649262 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:42:33.666893 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:42:33.737980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.753574 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:33.763455 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27cec5e-5372-460b-a8c1-02e80af9fcd4,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:33.770518 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-47b0cbd8-d0be-4dbd-98a3-c4b80ca4ac79 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e27cec5e-5372-460b-a8c1-02e80af9fcd4 HTTP/1.1" status: 204 len: 168 time: 0.9798291 Apr 05 10:42:33.773586 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41208) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:34.082233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] Deleting port 052aabcc-ff1e-4460-9efc-769c549c923c {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:34.082526 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:34.146107 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-3962666d-fd0a-4b39-a75e-69895a892a44 None None] The port '052aabcc-ff1e-4460-9efc-769c549c923c' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:42:34.166091 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:34.604264 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:34.840104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 052aabcc-ff1e-4460-9efc-769c549c923c no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:42:34.843127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] Deleting port 17348363-6e36-4c21-a274-316f629c4a9e {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:34.843770 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:34.876678 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 052aabcc-ff1e-4460-9efc-769c549c923c {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:42:34.877016 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 052aabcc-ff1e-4460-9efc-769c549c923c not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:42:35.014418 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] For port 17348363-6e36-4c21-a274-316f629c4a9e, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=17348363-6e36-4c21-a274-316f629c4a9e,segment=NetworkSegment(553a8e63-1762-4087-a8bd-63260ff60de5),segment_id=553a8e63-1762-4087-a8bd-63260ff60de5)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:35.014873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:35.136993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] Calling delete_port for 17348363-6e36-4c21-a274-316f629c4a9e owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:42:35.310509 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:35.355957 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] Pushing event deleted for resources: {'Port': ['ID=17348363-6e36-4c21-a274-316f629c4a9e,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:35.645239 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:36.387280 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] Router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:42:36.594868 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:42:36.604064 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] Sync routers for ids ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:42:36.604581 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-9d05c544-0379-4c0a-acdf-844339257252 admin admin] 10.222.0.30 "PUT /v2.0/routers/9cc6bbd8-4006-4fbe-8a20-fd951e539ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8295965 Apr 05 10:42:36.606552 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41212) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:36.618135 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] Routers {'9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:42:36.618740 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:36.797118 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] Set router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:42:36.802740 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:37.002762 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:37.012031 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Deleting port 204d0d39-5d91-4884-81c9-19a38a3b3ba0 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:37.012653 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:37.094049 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'name': 'tempest-TestShelveInstance-337024712-router', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:41Z', 'updated_at': '2022-04-05T10:42:35Z', 'revision_number': 5, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'gw_port': {'id': '204d0d39-5d91-4884-81c9-19a38a3b3ba0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:33:42Z', 'updated_at': '2022-04-05T10:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:37.098236 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] Checking router: 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:42:37.108342 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] Routers {'9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:42:37.109444 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:37.194251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] For port 204d0d39-5d91-4884-81c9-19a38a3b3ba0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=204d0d39-5d91-4884-81c9-19a38a3b3ba0,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:37.194604 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:37.306512 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] Set router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:42:37.315915 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Calling delete_port for 204d0d39-5d91-4884-81c9-19a38a3b3ba0 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:42:37.410466 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'name': 'tempest-TestShelveInstance-337024712-router', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:41Z', 'updated_at': '2022-04-05T10:42:37Z', 'revision_number': 6, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:37.414969 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9456ce-5a4c-4f62-8316-2357a58b8b80 None None] The sync data for ids ['9cc6bbd8-4006-4fbe-8a20-fd951e539ec3'] in dv-neutron-833199-1-hyperv is: [{'id': '9cc6bbd8-4006-4fbe-8a20-fd951e539ec3', 'name': 'tempest-TestShelveInstance-337024712-router', 'tenant_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:33:41Z', 'updated_at': '2022-04-05T10:42:37Z', 'revision_number': 6, 'project_id': 'c3d5a7933d9c4e0bba7456716f0b764f', 'gw_port_host': None}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:42:37.483910 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:37.528665 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Pushing event deleted for resources: {'Port': ['ID=204d0d39-5d91-4884-81c9-19a38a3b3ba0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:37.742787 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.101075 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.105079 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.130095 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.130589 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:42:38.142388 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.143479 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f335362e-5398-4d87-8cdf-1328e745a898 admin admin] 10.222.0.30 "DELETE /v2.0/routers/9cc6bbd8-4006-4fbe-8a20-fd951e539ec3 HTTP/1.1" status: 204 len: 168 time: 1.5360518 Apr 05 10:42:38.145987 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41216) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:38.206007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_v2 [None req-991d5b39-a606-46b2-b64c-479541962fe4 admin admin] Deleting subnet ee028b03-8200-47c9-86ad-a62ddd5aabd7 {{(pid=83820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:42:38.209081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-991d5b39-a606-46b2-b64c-479541962fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.262250 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-991d5b39-a606-46b2-b64c-479541962fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2629216'] for subnet, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.343489 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-991d5b39-a606-46b2-b64c-479541962fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.420672 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-991d5b39-a606-46b2-b64c-479541962fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2750109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625742'] for subnet, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.464090 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d5b39-a606-46b2-b64c-479541962fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee028b03-8200-47c9-86ad-a62ddd5aabd7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:38.469913 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-991d5b39-a606-46b2-b64c-479541962fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.474525 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523f88fe-c949-4ddf-9c29-3c6d99e522ee None None] Network 31cea01f-314a-4a38-bdee-60a491efacf5 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:42:38.475766 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-991d5b39-a606-46b2-b64c-479541962fe4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ee028b03-8200-47c9-86ad-a62ddd5aabd7 HTTP/1.1" status: 204 len: 168 time: 0.3288417 Apr 05 10:42:38.478202 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41220) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:38.586260 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.603412 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Deleting port 4b15b570-b97d-4335-90be-6935655c24e5 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:38.603728 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.719374 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] DHCP port deletion for 31cea01f-314a-4a38-bdee-60a491efacf5 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:42:38.723481 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] Deleting port 4b15b570-b97d-4335-90be-6935655c24e5 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:38.723897 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.808748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] For port 4b15b570-b97d-4335-90be-6935655c24e5, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4b15b570-b97d-4335-90be-6935655c24e5,segment=NetworkSegment(553a8e63-1762-4087-a8bd-63260ff60de5),segment_id=553a8e63-1762-4087-a8bd-63260ff60de5)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:38.809105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:38.851084 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 4b15b570-b97d-4335-90be-6935655c24e5 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:42:38.931849 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Calling delete_port for 4b15b570-b97d-4335-90be-6935655c24e5 owned by network:dhcp {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:42:38.980890 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] For port 4b15b570-b97d-4335-90be-6935655c24e5, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=4b15b570-b97d-4335-90be-6935655c24e5,segment=NetworkSegment(553a8e63-1762-4087-a8bd-63260ff60de5),segment_id=553a8e63-1762-4087-a8bd-63260ff60de5)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:38.981277 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.007582 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.056249 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b15b570-b97d-4335-90be-6935655c24e5,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:39.060108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] No DVR routers for this DVR port 4b15b570-b97d-4335-90be-6935655c24e5 on host dv-neutron-833199-1-hyperv {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:42:39.097191 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No ports have port_id starting with 4b15b570-b97d-4335-90be-6935655c24e5 Apr 05 10:42:39.103317 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] Calling delete_port for 4b15b570-b97d-4335-90be-6935655c24e5 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:42:39.133753 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 17348363-6e36-4c21-a274-316f629c4a9e no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:42:39.178730 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.178952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 17348363-6e36-4c21-a274-316f629c4a9e {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:42:39.179175 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 17348363-6e36-4c21-a274-316f629c4a9e not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:42:39.179608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 204d0d39-5d91-4884-81c9-19a38a3b3ba0 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:42:39.205914 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31cea01f-314a-4a38-bdee-60a491efacf5']}} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:39.216684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 204d0d39-5d91-4884-81c9-19a38a3b3ba0 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:42:39.217032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 204d0d39-5d91-4884-81c9-19a38a3b3ba0 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:42:39.223158 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553a8e63-1762-4087-a8bd-63260ff60de5') {'for_net_delete': True} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:39.223448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.services.segments.db [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553a8e63-1762-4087-a8bd-63260ff60de5') {} {{(pid=83820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:39.236795 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2629241'] for segment, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.245697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:42:39.246057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:42:39.345081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.351439 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:42:39.351851 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750147'] for segment, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: Traceback (most recent call last): Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: timer() Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: cb(*args, **kw) Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: return func(*args, **kwargs) Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: self._notify() Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: self.callback(batched_events) Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: event.method(event) Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: return f(self, *a, **k) Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._get(url).json() Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: return self.request(url, 'GET', **kwargs) Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:42:39.364843 dv-neutron-833199-1-hyperv neutron-server[83820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:42:39.441942 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.458563 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.469166 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=31cea01f-314a-4a38-bdee-60a491efacf5,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:39.473579 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-425d5930-0e99-4575-8066-3b6aff6ffeb9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/31cea01f-314a-4a38-bdee-60a491efacf5 HTTP/1.1" status: 204 len: 168 time: 0.9944487 Apr 05 10:42:39.623467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41226) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:39.674663 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a9829c69-25c6-4905-9a85-2676eac417a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d83a89a13bf14d7b88f5eb482ad7c084&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498991 Apr 05 10:42:39.677985 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41230) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:39.745625 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c7b921ee-3470-4ddc-9b39-12fb9bf0c6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.747424 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] Deleting port 4b15b570-b97d-4335-90be-6935655c24e5 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:42:39.748054 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.775503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c7b921ee-3470-4ddc-9b39-12fb9bf0c6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.814443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-dca98a63-a738-4482-8116-9fa4d8c9b4ec None None] The port '4b15b570-b97d-4335-90be-6935655c24e5' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:42:39.830054 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c7b921ee-3470-4ddc-9b39-12fb9bf0c6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.847473 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b921ee-3470-4ddc-9b39-12fb9bf0c6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6724d0ed-f8f6-458a-bf4e-b231afff2577,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:39.855757 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c7b921ee-3470-4ddc-9b39-12fb9bf0c6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:39.856863 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c7b921ee-3470-4ddc-9b39-12fb9bf0c6e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6724d0ed-f8f6-458a-bf4e-b231afff2577 HTTP/1.1" status: 204 len: 168 time: 0.1779802 Apr 05 10:42:40.248029 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41238) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:40.300409 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-5356f213-ec22-4679-bc91-ba85e510064a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3d5a7933d9c4e0bba7456716f0b764f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0511739 Apr 05 10:42:40.302690 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41242) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:40.360639 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-34a26d39-dba8-4163-8f05-2ddade816191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:40.386117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-34a26d39-dba8-4163-8f05-2ddade816191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:40.435845 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-34a26d39-dba8-4163-8f05-2ddade816191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:40.451767 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a26d39-dba8-4163-8f05-2ddade816191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ea7dc8-4328-4ccf-83b4-d1d48bee3cd5,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:40.457161 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-34a26d39-dba8-4163-8f05-2ddade816191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:40.457721 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-34a26d39-dba8-4163-8f05-2ddade816191 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16ea7dc8-4328-4ccf-83b4-d1d48bee3cd5 HTTP/1.1" status: 204 len: 168 time: 0.1541603 Apr 05 10:42:41.325231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41264) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:41.456503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1743471719-network', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:41.461270 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:41.465078 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Usage tracker for resource:network and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:41.469123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:41.474856 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:41.485272 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Made reservation on behalf of eb3d937d8e62405da70ff74f7256c476 for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:42:41.487862 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:41.500299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:41.531405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:41.535163 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:41.537947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:41.543583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:41.613322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:41.617123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:41.646674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:42:41.655487 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7d8a83-dd76-4e76-96a9-e442818a3dc5,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:41.663133 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:41.663475 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Added segment e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2 of type vlan for network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f Apr 05 10:42:41.690186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:41.718512 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:41.719472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:41.720066 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:41.818735 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] Pushing event updated for resources: {'Network': ['ID=8ef15b18-dece-4e1c-8be2-e91fd930dd7f,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:41.821498 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7c4873a1-9cae-4510-aa0b-07e94b463036 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4952633 Apr 05 10:42:41.824717 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41270) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:41.829437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:42:41.830465 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Request body: {'subnet': {'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1743471719-subnet', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:41.835371 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:41.839391 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Usage tracker for resource:subnet and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:41.842281 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:41.848193 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:41.857883 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Made reservation on behalf of eb3d937d8e62405da70ff74f7256c476 for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:42:41.860704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.065882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.137888 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff559c7-5de7-464b-b98d-a79a2eb88441,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:42.150950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Checking segment: {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:42:42.151356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Network hostable DHCP agents. Network: 8ef15b18-dece-4e1c-8be2-e91fd930dd7f, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:42:42.172606 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:42:42.182276 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 8ef15b18-dece-4e1c-8be2-e91fd930dd7f) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:42.186353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:42.187491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.195823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c24b237-20cd-4e7a-818f-f0cfa3670dc4 None None] Network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:42:42.208898 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-bbaddc08-aa4a-40fb-a4ce-3f8511131802 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3832607 Apr 05 10:42:42.211655 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 41274) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:42.216677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:42.221165 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:42.225314 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Usage tracker for resource:router and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:42.228332 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:42.235337 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:42.244415 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.245404 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.264903 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.409878 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.421609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:42:42.422708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.595573 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Allocated IP 172.20.0.2 (8ef15b18-dece-4e1c-8be2-e91fd930dd7f/cff559c7-5de7-464b-b98d-a79a2eb88441/16b5fb1a-2dc9-4b37-8845-2abad666ab42) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:42:42.608442 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.644099 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.783612 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Allocated IP 172.26.4.223 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/ac703a3c-6031-4288-bfe7-4f660b9f92c0) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:42:42.806060 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.817411 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Transition to ACTIVE for port object 16b5fb1a-2dc9-4b37-8845-2abad666ab42 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:42:42.836653 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Transition to ACTIVE for port object 16b5fb1a-2dc9-4b37-8845-2abad666ab42 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:42:42.844377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.915799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:42:42.918720 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:42.922188 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:42:42.929569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Pushing event updated for resources: {'Port': ['ID=16b5fb1a-2dc9-4b37-8845-2abad666ab42,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:42.941947 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.971259 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:42.982803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:42.983134 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:42.983882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:42.984225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:42.984565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:42.984896 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:42.985224 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:42.985554 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:42.985875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:42.986195 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:42.986517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:43.046697 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Attempting to bind port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:42:43.047067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Attempting to bind port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:42:43.047437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Attempting to bind port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 on network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:42:43.055057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:42:43.055430 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Checking segment: {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:42:43.055854 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:43.056248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Bound using segment: {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:42:43.056713 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Bound port: 16b5fb1a-2dc9-4b37-8845-2abad666ab42, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:42:43.057101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:43.133316 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:42:43.136181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:43.141264 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Pushing event updated for resources: {'Port': ['ID=ac703a3c-6031-4288-bfe7-4f660b9f92c0,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:43.143402 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:42:43.172548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] For port 16b5fb1a-2dc9-4b37-8845-2abad666ab42, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:42:43.175882 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] For port 16b5fb1a-2dc9-4b37-8845-2abad666ab42, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=16b5fb1a-2dc9-4b37-8845-2abad666ab42,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:42:43.182368 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:43.266382 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa02051-17dd-4706-a056-c09a612c3148 None None] Pushing event updated for resources: {'Port': ['ID=16b5fb1a-2dc9-4b37-8845-2abad666ab42,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:43.317307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:43.318046 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:43.562667 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:42:43.758422 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:42:43.768211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Sync routers for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:42:43.780202 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:42:43.781729 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:43.782088 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:43.783288 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-b9ea52c9-28d3-45c1-a862-077375a01a55 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5706580 Apr 05 10:42:43.786121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41278) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:43.974309 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:42:44.237714 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a6ed97-c467-4a43-868c-e311b5971e28 None None] Network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:42:44.380321 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e8812adf-1e12-47e0-b9e8-3567e6b7675b None None] Provisioning for port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:42:44.476036 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:43Z', 'revision_number': 3, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:44.484575 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Checking router: 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:42:44.484923 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Updating router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 port ac703a3c-6031-4288-bfe7-4f660b9f92c0 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:42:44.578057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:44.645148 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:44.877105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Allocated IP 172.20.0.1 (8ef15b18-dece-4e1c-8be2-e91fd930dd7f/cff559c7-5de7-464b-b98d-a79a2eb88441/ad9bd392-970a-4dfb-9a01-58954480aaa7) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:42:44.907156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 16b5fb1a-2dc9-4b37-8845-2abad666ab42 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:42:45.015613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.034748 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Transition to ACTIVE for port object ac703a3c-6031-4288-bfe7-4f660b9f92c0 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:42:45.037120 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.048938 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.059533 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Transition to ACTIVE for port object ad9bd392-970a-4dfb-9a01-58954480aaa7 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:42:45.085847 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.115679 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:42:45.122727 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-410d5ba8-e5dd-4b62-8925-7a6cacec1d07 None None] Provisioning complete for port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:45.122973 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-410d5ba8-e5dd-4b62-8925-7a6cacec1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.154212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:45.154490 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.161506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:42:45.162408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9bd392-970a-4dfb-9a01-58954480aaa7,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:45.165203 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:45.167654 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:42:45.228648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d60ed4-2397-4c05-9183-04d426f71d35 None None] Pushing event updated for resources: {'Port': ['ID=ac703a3c-6031-4288-bfe7-4f660b9f92c0,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:45.232336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.255221 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Attempting to bind port ac703a3c-6031-4288-bfe7-4f660b9f92c0 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:42:45.255824 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Attempting to bind port ac703a3c-6031-4288-bfe7-4f660b9f92c0 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:42:45.256392 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Attempting to bind port ac703a3c-6031-4288-bfe7-4f660b9f92c0 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:42:45.276815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:42:45.276815 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:42:45.277580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.277580 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:42:45.279139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Bound port: ac703a3c-6031-4288-bfe7-4f660b9f92c0, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:42:45.279139 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.321714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.469082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] For port ac703a3c-6031-4288-bfe7-4f660b9f92c0, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:42:45.470974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.489058 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-410d5ba8-e5dd-4b62-8925-7a6cacec1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.502831 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] For port ac703a3c-6031-4288-bfe7-4f660b9f92c0, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ac703a3c-6031-4288-bfe7-4f660b9f92c0,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:42:45.527817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.600336 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.604566 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 16b5fb1a-2dc9-4b37-8845-2abad666ab42, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=16b5fb1a-2dc9-4b37-8845-2abad666ab42,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:45.605992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.628480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.716848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d60ed4-2397-4c05-9183-04d426f71d35 None None] Pushing event updated for resources: {'Port': ['ID=ac703a3c-6031-4288-bfe7-4f660b9f92c0,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:45.726590 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9bd392-970a-4dfb-9a01-58954480aaa7,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:45.728947 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:45.777819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-410d5ba8-e5dd-4b62-8925-7a6cacec1d07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:42:45.778171 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-410d5ba8-e5dd-4b62-8925-7a6cacec1d07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:42:45.785419 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:42:45.786515 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:45.913705 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:42:45.915469 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:46.002684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=16b5fb1a-2dc9-4b37-8845-2abad666ab42,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:46.084128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:42:46.506519 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 2, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:46.506978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:42:46.515782 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abd168-af4d-453f-98a5-0340ce8f29e4 None None] The sync data for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv is: [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 2, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:42:46.526506 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1da44d0d-61c6-4272-a2be-a3260edf1f93 None None] Provisioning for port ad9bd392-970a-4dfb-9a01-58954480aaa7 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:42:46.532309 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1da44d0d-61c6-4272-a2be-a3260edf1f93 None None] Provisioning complete for port ad9bd392-970a-4dfb-9a01-58954480aaa7 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:46.532718 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1da44d0d-61c6-4272-a2be-a3260edf1f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:46.591692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1da44d0d-61c6-4272-a2be-a3260edf1f93 None None] Port ad9bd392-970a-4dfb-9a01-58954480aaa7 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:42:46.806786 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:42:46.816577 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-71e906a4-8055-4677-9894-aa11add045f6 admin admin] 10.222.0.30 "PUT /v2.0/routers/0f2e424e-0924-45a1-bc2e-cdea8141f7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0292578 Apr 05 10:42:46.861761 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 16b5fb1a-2dc9-4b37-8845-2abad666ab42 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:42:46.934675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:46.934964 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:47.725983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41300) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:47.731832 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-802430401-network', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:47.738160 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:47.742346 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Usage tracker for resource:network and tenant:84420bd2dacf46edacdd5e750eaaf4ef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:47.745453 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:47.752857 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:47.762854 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Made reservation on behalf of 84420bd2dacf46edacdd5e750eaaf4ef for: {'network': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:42:47.765745 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for network, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:47.778751 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:47.814737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:47.818519 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Usage tracker for resource:security_group_rule and tenant:84420bd2dacf46edacdd5e750eaaf4ef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:47.821301 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:47.826882 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:47.893307 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:47.897000 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:47.927472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=83820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 10:42:47.935664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d107ff01-e4f6-4f0f-9d1c-ee593b2aa5e0,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:47.942312 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:47.942657 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.segments_db [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Added segment 8767ccf5-c444-402e-a37d-75592bd49daa of type vlan for network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 Apr 05 10:42:47.969568 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749084971511'] for network, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:47.997616 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839'] for network, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:47.998443 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:47.999131 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Notify callbacks [] for network, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:48.102827 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3756599 Apr 05 10:42:48.103535 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d82ba-e1d5-40d9-9e69-0c8c01b6b7ec admin admin] Pushing event updated for resources: {'Network': ['ID=7e6a92fa-1429-4c99-8066-8e67129cd9f3,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:48.107076 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41304) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:48.113524 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Request body: {'subnet': {'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-802430401-subnet', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'ip_version': 4}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:48.117573 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 details requested by agent ovs-agent-dv-neutron-833199-1-hyperv with host dv-neutron-833199-1-hyperv {{(pid=83821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 10:42:48.119118 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:48.126227 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Usage tracker for resource:subnet and tenant:84420bd2dacf46edacdd5e750eaaf4ef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:48.130934 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:48.141433 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:48.158674 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Made reservation on behalf of 84420bd2dacf46edacdd5e750eaaf4ef for: {'subnet': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:42:48.161422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625771'] for subnet, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:48.380733 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2750044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625733'] for subnet, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:48.454251 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e608a91-8f46-441e-a4dd-7c9fd2cf54e0,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:48.472874 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Checking segment: {'id': '8767ccf5-c444-402e-a37d-75592bd49daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:42:48.473230 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Network hostable DHCP agents. Network: 7e6a92fa-1429-4c99-8066-8e67129cd9f3, hostable agents: ['e2c3781b-ed14-45f3-9ee9-a859b03a7189'], hosted agents: [] {{(pid=83820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 10:42:48.496572 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 is scheduled to be hosted by DHCP agent e2c3781b-ed14-45f3-9ee9-a859b03a7189 with binding_index 1 {{(pid=83820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 10:42:48.506189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-833199-1-hyperv, 7e6a92fa-1429-4c99-8066-8e67129cd9f3) {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:48.510513 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:48.511092 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:48.517248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33164da2-49a3-42fb-b2bc-34dd4874656f None None] Network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:42:48.547935 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e60165cd-0810-473f-84d2-b9da6ad91045 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4371622 Apr 05 10:42:48.548194 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41308) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:48.556105 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-802430401-router', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:48.559188 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:48.567348 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Usage tracker for resource:router and tenant:84420bd2dacf46edacdd5e750eaaf4ef is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:48.570664 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:48.577957 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:48.591351 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3821312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14204'] for router, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:48.594141 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3821413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3813513', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-340761', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14195'] for router, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:48.613997 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:48.758026 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5c2266f-5681-54ad-b66e-91236e3b3c3e-7e6a92fa-1429-4c99-8066-8e67129cd9f3', 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'fixed_ips': [{'subnet_id': '7e608a91-8f46-441e-a4dd-7c9fd2cf54e0'}]}} from dv-neutron-833199-1-hyperv. {{(pid=83821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 10:42:48.758893 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:48.774415 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3813527', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3817706', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14145'] for router, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:48.899756 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ac703a3c-6031-4288-bfe7-4f660b9f92c0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:42:48.989840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.db_base_plugin_common [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Allocated IP 172.20.0.2 (7e6a92fa-1429-4c99-8066-8e67129cd9f3/7e608a91-8f46-441e-a4dd-7c9fd2cf54e0/a9605be7-d277-4aef-98fa-e0c008c2b1a6) {{(pid=83821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:42:49.001294 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.033199 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.090885 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port ac703a3c-6031-4288-bfe7-4f660b9f92c0 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:42:49.100340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ac703a3c-6031-4288-bfe7-4f660b9f92c0 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:49.100716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.194869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Allocated IP 172.26.4.238 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/b052ef21-8f17-41c8-87da-a00203287373) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:42:49.328837 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Notify callbacks [] for port, precommit_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.356015 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Transition to ACTIVE for port object a9605be7-d277-4aef-98fa-e0c008c2b1a6 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:42:49.369815 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.375160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.385683 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Transition to ACTIVE for port object a9605be7-d277-4aef-98fa-e0c008c2b1a6 will not be triggered until provisioned by entity DHCP. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:42:49.397785 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port ac703a3c-6031-4288-bfe7-4f660b9f92c0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ac703a3c-6031-4288-bfe7-4f660b9f92c0,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:49.400345 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953'] for port, after_create {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.407806 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.434356 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.483974 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 is already hosted by enough agents. {{(pid=83821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:42:49.486915 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.scheduler.base_scheduler [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Resources bound (agent type, host, resource id): {{(pid=83821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:49.491617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Received port after_create {{(pid=83821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:42:49.493868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Pushing event updated for resources: {'Port': ['ID=a9605be7-d277-4aef-98fa-e0c008c2b1a6,revision_number=1']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:49.495117 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:42:49.498241 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:49.502978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:42:49.526612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=b052ef21-8f17-41c8-87da-a00203287373,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:49.679984 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=ac703a3c-6031-4288-bfe7-4f660b9f92c0,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:49.685812 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Attempting to bind port a9605be7-d277-4aef-98fa-e0c008c2b1a6 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:42:49.686183 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Attempting to bind port a9605be7-d277-4aef-98fa-e0c008c2b1a6 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '8767ccf5-c444-402e-a37d-75592bd49daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:42:49.686626 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Attempting to bind port a9605be7-d277-4aef-98fa-e0c008c2b1a6 on network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:42:49.693727 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:42:49.694095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Checking segment: {'id': '8767ccf5-c444-402e-a37d-75592bd49daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:42:49.694492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.694872 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Bound using segment: {'id': '8767ccf5-c444-402e-a37d-75592bd49daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:42:49.695327 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Bound port: a9605be7-d277-4aef-98fa-e0c008c2b1a6, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8767ccf5-c444-402e-a37d-75592bd49daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:42:49.695716 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.760520 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.761154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3821337', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3813498'] for router, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.781443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] For port a9605be7-d277-4aef-98fa-e0c008c2b1a6, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:42:49.784548 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] For port a9605be7-d277-4aef-98fa-e0c008c2b1a6, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a9605be7-d277-4aef-98fa-e0c008c2b1a6,segment=NetworkSegment(8767ccf5-c444-402e-a37d-75592bd49daa),segment_id=8767ccf5-c444-402e-a37d-75592bd49daa)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:42:49.791095 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:49.871214 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67f641-bb9b-46f2-8acc-2ef9a2687cec None None] Pushing event updated for resources: {'Port': ['ID=a9605be7-d277-4aef-98fa-e0c008c2b1a6,revision_number=2']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:49.997775 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea is scheduled to L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c with binding_index 1 {{(pid=83820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 10:42:50.222612 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:42:50.232296 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Sync routers for ids ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:42:50.244443 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Routers {'5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:42:50.245321 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:50.248258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:50.252775 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-424dca77-6ce9-4125-a50e-6b20e15bb2b0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7009320 Apr 05 10:42:50.252890 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41312) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:50.364526 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:42:50.433220 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Set router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:42:50.751164 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'name': 'tempest-TestSnapshotPattern-802430401-router', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b052ef21-8f17-41c8-87da-a00203287373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:48Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 3, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'gw_port': {'id': 'b052ef21-8f17-41c8-87da-a00203287373', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:49Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:50.756357 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Checking router: 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:42:50.756706 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Updating router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea port b052ef21-8f17-41c8-87da-a00203287373 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:42:50.817674 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:50.869070 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9d861-5398-4523-a44a-d124f8da5b52 None None] Network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:42:50.987952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-59c1763a-ccc6-4120-bde8-38040634875b None None] Provisioning for port a9605be7-d277-4aef-98fa-e0c008c2b1a6 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:42:51.014069 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ac703a3c-6031-4288-bfe7-4f660b9f92c0 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:42:51.099100 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.184761 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.193260 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ac703a3c-6031-4288-bfe7-4f660b9f92c0 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:51.193623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.198317 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Transition to ACTIVE for port object b052ef21-8f17-41c8-87da-a00203287373 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:42:51.205062 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.284958 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Attempting to bind port b052ef21-8f17-41c8-87da-a00203287373 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:42:51.285530 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Attempting to bind port b052ef21-8f17-41c8-87da-a00203287373 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:42:51.285674 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Attempting to bind port b052ef21-8f17-41c8-87da-a00203287373 on network 202208b4-f099-4a1f-a480-c0036edeb111 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:42:51.302239 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:42:51.302611 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Checking segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:42:51.303007 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.303391 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Bound using segment: {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:42:51.304413 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Bound port: b052ef21-8f17-41c8-87da-a00203287373, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5313ab-9d0e-4369-8dbe-4f23f3ead8eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:42:51.304413 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.324763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a9605be7-d277-4aef-98fa-e0c008c2b1a6 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:42:51.340339 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Allocated IP 172.20.0.1 (7e6a92fa-1429-4c99-8066-8e67129cd9f3/7e608a91-8f46-441e-a4dd-7c9fd2cf54e0/0f08656f-0916-408c-8f75-f86b8fa7e812) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:42:51.385890 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] For port b052ef21-8f17-41c8-87da-a00203287373, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:42:51.389152 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] For port b052ef21-8f17-41c8-87da-a00203287373, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b052ef21-8f17-41c8-87da-a00203287373,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:42:51.394297 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Pushing event updated for resources: {'Port': ['ID=b052ef21-8f17-41c8-87da-a00203287373,revision_number=2']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:51.398112 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port a9605be7-d277-4aef-98fa-e0c008c2b1a6 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:42:51.398830 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.404798 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port a9605be7-d277-4aef-98fa-e0c008c2b1a6 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:51.405958 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.418892 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.419682 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.420171 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.420714 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.421274 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.421768 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.422417 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.423156 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.423683 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.424153 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.424646 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:42:51.523582 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Routers {'5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:42:51.524392 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:51.549362 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.582400 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port a9605be7-d277-4aef-98fa-e0c008c2b1a6, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a9605be7-d277-4aef-98fa-e0c008c2b1a6,segment=NetworkSegment(8767ccf5-c444-402e-a37d-75592bd49daa),segment_id=8767ccf5-c444-402e-a37d-75592bd49daa)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:51.589652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.649052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.669766 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Transition to ACTIVE for port object 0f08656f-0916-408c-8f75-f86b8fa7e812 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:42:51.674326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1df861cc-75d9-408f-b9cd-960da7f117c2 None None] Provisioning complete for port a9605be7-d277-4aef-98fa-e0c008c2b1a6 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:51.674700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1df861cc-75d9-408f-b9cd-960da7f117c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.693054 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c361d-1a37-4b3b-b7cc-a9d53f45ae26 None None] Pushing event updated for resources: {'Port': ['ID=b052ef21-8f17-41c8-87da-a00203287373,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:51.706554 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.726546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=a9605be7-d277-4aef-98fa-e0c008c2b1a6,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:51.774259 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] Set router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:42:51.774495 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:42:51.777108 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:51.779669 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:42:51.821136 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Pushing event updated for resources: {'Port': ['ID=0f08656f-0916-408c-8f75-f86b8fa7e812,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:51.842467 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3815344'] for router_interface, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:51.933015 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:52.028874 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9b725884-8833-4418-a45e-19053a36f914 None None] Provisioning for port 0f08656f-0916-408c-8f75-f86b8fa7e812 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:42:52.033828 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-9b725884-8833-4418-a45e-19053a36f914 None None] Provisioning complete for port 0f08656f-0916-408c-8f75-f86b8fa7e812 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:52.034198 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9b725884-8833-4418-a45e-19053a36f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:52.088565 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'name': 'tempest-TestSnapshotPattern-802430401-router', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b052ef21-8f17-41c8-87da-a00203287373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:48Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 3, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'gw_port': {'id': 'b052ef21-8f17-41c8-87da-a00203287373', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:49Z', 'updated_at': '2022-04-05T10:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:42:52.091992 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-9b725884-8833-4418-a45e-19053a36f914 None None] Port 0f08656f-0916-408c-8f75-f86b8fa7e812 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:42:52.092429 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b350fab3-3e16-4d6a-90cf-9eefa49fa0f3 None None] The sync data for ids ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'] in dv-neutron-833199-1-hyperv is: [{'id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'name': 'tempest-TestSnapshotPattern-802430401-router', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b052ef21-8f17-41c8-87da-a00203287373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:48Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 3, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'gw_port': {'id': 'b052ef21-8f17-41c8-87da-a00203287373', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:49Z', 'updated_at': '2022-04-05T10:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:42:52.164485 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:52.168872 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:52.262829 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:52.275116 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2772772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3815215'] for router_interface, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:52.282217 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Pushing event updated for resources: {'Port': ['ID=0f08656f-0916-408c-8f75-f86b8fa7e812,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:52.414444 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:42:52.415691 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:52.720817 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e33bd606-25ba-412d-9a34-128f265bd582 None None] Provisioning complete for port 0f08656f-0916-408c-8f75-f86b8fa7e812 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:52.721395 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e33bd606-25ba-412d-9a34-128f265bd582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:52.775909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e33bd606-25ba-412d-9a34-128f265bd582 None None] Port 0f08656f-0916-408c-8f75-f86b8fa7e812 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:42:52.815993 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:42:52.852130 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a9605be7-d277-4aef-98fa-e0c008c2b1a6 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:42:52.917919 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port a9605be7-d277-4aef-98fa-e0c008c2b1a6 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:52.918280 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:53.018903 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:42:53.027383 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-7cf8c0f8-6578-4071-94c3-55074cc7eb34 admin admin] 10.222.0.30 "PUT /v2.0/routers/5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7735605 Apr 05 10:42:53.903383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41322) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:53.909428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171367459', 'description': 'tempest-secgroup-smoke-171367459 description', 'project_id': 'eb3d937d8e62405da70ff74f7256c476'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:53.915338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:53.919127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:security_group and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:53.922299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:53.927992 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:53.939063 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:53.973229 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:53.977007 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:security_group_rule and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:53.979891 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:53.985615 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:54.038668 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.042124 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.082780 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b923e41-93d3-4e0e-b92c-06776eb266c6,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:54.085343 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.086509 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-4d334de6-75c4-42e2-ba22-c015bfb6b79a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1821153 Apr 05 10:42:54.089807 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41326) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:54.095113 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'security_group_rule': {'security_group_id': '7b923e41-93d3-4e0e-b92c-06776eb266c6', 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:54.101013 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:54.104811 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:security_group_rule and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:54.107607 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:54.113364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:54.129764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.275656 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.279154 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.302490 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02efc6e5-abd6-4939-9f1e-cb9884017e83,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:54.310631 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.312777 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-c1943713-cd3d-4d16-b746-a4b031c5af16 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2223489 Apr 05 10:42:54.315337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41330) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:54.320583 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'security_group_rule': {'security_group_id': '7b923e41-93d3-4e0e-b92c-06776eb266c6', 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:54.326246 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:54.330319 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:security_group_rule and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:54.333127 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:54.338726 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:54.353841 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.414708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.418253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.441135 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9871c6-91a5-4ea3-a1ef-4b4521cf1b04,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:54.449827 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.451058 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-a3bb7dc5-ae40-4105-b483-7f13de108575 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1348095 Apr 05 10:42:54.454591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41334) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:54.459895 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'security_group_rule': {'security_group_id': '7b923e41-93d3-4e0e-b92c-06776eb266c6', 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:54.465564 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:54.470216 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:security_group_rule and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:54.473041 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:54.478835 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:54.494502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.560494 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.565585 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.588677 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99c9f20-1a77-44c5-9d7d-9ebeafa31c1b,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:54.597617 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.598791 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-55b52f64-2c7b-4d2c-88d2-66eb729b6962 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1433072 Apr 05 10:42:54.601638 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41338) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:54.606942 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'security_group_rule': {'security_group_id': '7b923e41-93d3-4e0e-b92c-06776eb266c6', 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:54.612966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:54.616715 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:security_group_rule and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:54.619649 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:54.626231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:54.643287 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.706190 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.709814 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.731817 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5731dc3d-19ce-4b02-a4f6-861d50f6fc32,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:54.740484 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.741625 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-e640eeb4-1d56-4aaa-8456-af10c51f36d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1391125 Apr 05 10:42:54.744470 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41342) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:54.750237 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'security_group_rule': {'security_group_id': '7b923e41-93d3-4e0e-b92c-06776eb266c6', 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:54.756008 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:54.759714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:security_group_rule and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:54.762482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:54.768792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:54.777938 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Project eb3d937d8e62405da70ff74f7256c476 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:42:54.783975 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.847096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.850491 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.875763 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312a3a0c-2ff3-4127-8340-5d013a687871,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:54.885948 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.887790 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-464eaf26-b4d1-4344-90ac-d8479877c905 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1422281 Apr 05 10:42:54.891254 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41346) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:42:54.897792 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'security_group_rule': {'security_group_id': '7b923e41-93d3-4e0e-b92c-06776eb266c6', 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:54.905446 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:54.909798 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:security_group_rule and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:54.912599 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:54.918121 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:54.927937 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.securitygroups_db [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Project eb3d937d8e62405da70ff74f7256c476 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 10:42:54.934326 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:54.997797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:55.001953 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3891968'] for security_group_rule, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:55.025052 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038f3e8d-638a-43ca-b650-2f8eab8500bd,revision_number=0']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:55.033747 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:55.035290 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f589d9eb-ac84-43d7-b819-609725e64d36 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1428239 Apr 05 10:42:55.211680 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-04ff3990-e3f8-40a4-91e1-11c2c6bb06c6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171367459&fields=id&tenant_id=eb3d937d8e62405da70ff74f7256c476 HTTP/1.1" status: 200 len: 267 time: 0.0469997 Apr 05 10:42:55.359358 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-83b58176-b8e6-461b-8faa-17f19192d7b4 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:55.360885 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-83b58176-b8e6-461b-8faa-17f19192d7b4 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 810 time: 0.1426179 Apr 05 10:42:55.378620 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-03da439a-dc75-4932-9def-d1cf84d7a2d0 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/quotas/eb3d937d8e62405da70ff74f7256c476 HTTP/1.1" status: 200 len: 375 time: 0.0124381 Apr 05 10:42:55.462960 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-4cd7da4b-7638-4d7f-a090-ce7a05db39d3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766425 Apr 05 10:42:55.638823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-2e080296-6b3d-4a1f-bc86-3c53322746a2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:42:55.639967 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-2e080296-6b3d-4a1f-bc86-3c53322746a2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1623940 Apr 05 10:42:55.772523 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-21574863-0946-4ca7-a220-4cc7b2862a2d service neutron] 10.222.0.30 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263011 Apr 05 10:42:55.910845 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-946564b7-4765-4eaa-877b-ca4aec12d231 service neutron] 10.222.0.30 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290708 Apr 05 10:42:56.104587 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-975ea2ae-a36b-4a1b-9071-5fa6b5b7b20f req-6f7f7b15-1b61-4d62-8bf4-ab0e7f11216f tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 210 time: 0.0400960 Apr 05 10:42:57.289892 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eeb0d1af-6400-4362-a44c-bf333e5d0163 req-99690751-83ef-4cca-9517-649e6520f234 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 210 time: 0.0487425 Apr 05 10:42:57.517044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-92478cd8-4676-4aba-9a70-2a9cd63412d6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:57.518463 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-92478cd8-4676-4aba-9a70-2a9cd63412d6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 810 time: 0.1563015 Apr 05 10:42:57.578956 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-b805b9a5-9e32-4394-9aa8-b59b76e21ed8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3d937d8e62405da70ff74f7256c476 HTTP/1.1" status: 200 len: 379 time: 0.0475798 Apr 05 10:42:57.588576 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'port': {'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'admin_state_up': True, 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'security_groups': ['7b923e41-93d3-4e0e-b92c-06776eb266c6']}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:57.820959 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:42:57.824626 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:port and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:42:57.828106 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:42:57.833652 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.quota.driver [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:42:57.843307 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Made reservation on behalf of eb3d937d8e62405da70ff74f7256c476 for: {'port': 1} {{(pid=83819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:42:57.846278 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:58.003922 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_common [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Allocated IP 172.20.0.3 (8ef15b18-dece-4e1c-8be2-e91fd930dd7f/cff559c7-5de7-464b-b98d-a79a2eb88441/1c57f88c-b5f7-41b5-a7c0-1a993668fd96) {{(pid=83819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:42:58.189889 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for port, precommit_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:58.205486 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Transition to ACTIVE for port object 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 will not be triggered until provisioned by entity DHCP. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:42:58.226501 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_create {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:58.300541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f is already hosted by enough agents. {{(pid=83819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:42:58.303620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.base_scheduler [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources bound (agent type, host, resource id): {{(pid=83819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:42:58.307982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Received port after_create {{(pid=83819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:42:58.333029 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'Port': ['ID=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,revision_number=1']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:58.375045 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:58.375711 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:58.398063 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-87babe1c-24ba-4e89-81d7-87d762b3e579 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8141501 Apr 05 10:42:58.410607 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.v2.base [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Request body: {'port': {'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:42:58.536916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-66e325ca-24ac-48ba-a57c-69e46175e488 None None] Provisioning for port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:42:58.548076 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-66e325ca-24ac-48ba-a57c-69e46175e488 None None] Provisioning complete for port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:58.548600 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-66e325ca-24ac-48ba-a57c-69e46175e488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:58.576534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:58.607905 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-66e325ca-24ac-48ba-a57c-69e46175e488 None None] Port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:42:58.632969 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbdbddd-25b5-4142-9c91-a9264730bcc0 req-0036ac30-62dd-4349-851d-a77c0defc255 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:58.633662 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-cfbdbddd-25b5-4142-9c91-a9264730bcc0 req-0036ac30-62dd-4349-851d-a77c0defc255 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Synchronizing usage tracker for tenant:eb3d937d8e62405da70ff74f7256c476 on resource:port {{(pid=83819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:42:58.709799 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.quota.resource [req-cfbdbddd-25b5-4142-9c91-a9264730bcc0 req-0036ac30-62dd-4349-851d-a77c0defc255 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Unset dirty status for tenant:eb3d937d8e62405da70ff74f7256c476 on resource:port {{(pid=83819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:42:58.710947 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfbdbddd-25b5-4142-9c91-a9264730bcc0 req-0036ac30-62dd-4349-851d-a77c0defc255 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 931 time: 0.2752547 Apr 05 10:42:58.838079 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-cfbdbddd-25b5-4142-9c91-a9264730bcc0 req-9ea4001c-4224-4567-8ae4-e5988df7342e tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213980 Apr 05 10:42:58.873329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b052ef21-8f17-41c8-87da-a00203287373 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:42:58.942313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port b052ef21-8f17-41c8-87da-a00203287373 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:42:58.948044 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port b052ef21-8f17-41c8-87da-a00203287373 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:42:58.948412 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:58.990625 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 {{(pid=83819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:42:58.997362 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:59.012299 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.provisioning_blocks [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Transition to ACTIVE for port object 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 will not be triggered until provisioned by entity L2. {{(pid=83819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:42:59.017774 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:59.098479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:59.117801 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port b052ef21-8f17-41c8-87da-a00203287373, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b052ef21-8f17-41c8-87da-a00203287373,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:42:59.125365 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:59.153832 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Pushing event updated for resources: {'Port': ['ID=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,revision_number=2']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:59.200542 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=b052ef21-8f17-41c8-87da-a00203287373,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:59.276560 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Attempting to bind port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:42:59.277090 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Attempting to bind port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:42:59.277410 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Attempting to bind port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 on network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:42:59.284042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 on network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:42:59.284360 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Attempting to bind port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 on network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:42:59.291146 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:42:59.291480 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Checking segment: {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:42:59.292034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Bound using segment: {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'} {{(pid=83819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:42:59.292605 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.managers [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Bound port: 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'}}] {{(pid=83819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:42:59.292814 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:59.381728 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] For port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host hv-neutron-8331, cleared binding levels {{(pid=83819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:42:59.384702 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] For port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:42:59.389347 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2536057'] for port, after_update {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:59.454204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:59.455587 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] 10.222.0.10 "PUT /v2.0/ports/1c57f88c-b5f7-41b5-a7c0-1a993668fd96 HTTP/1.1" status: 200 len: 1093 time: 1.0496533 Apr 05 10:42:59.456084 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96'}] {{(pid=83819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:42:59.474352 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4d162-70d6-477b-88c7-cb971e1b4fbe service neutron] Pushing event updated for resources: {'Port': ['ID=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,revision_number=3']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:42:59.583788 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-4e2491cd-dbdd-4ff2-bb89-fa5227008790 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 1096 time: 0.0875525 Apr 05 10:42:59.648266 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a841ea0b-4a87-41ad-a7e8-0d11c482ba3c'] response: {'name': 'network-changed', 'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'status': 'completed', 'code': 200} Apr 05 10:42:59.667996 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-ba971a45-31e8-489d-bca4-1fb63bcb7714 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96 HTTP/1.1" status: 200 len: 217 time: 0.0755622 Apr 05 10:42:59.829788 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42dc5931-9c29-4f06-96bf-552dbae802d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:42:59.831203 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-42dc5931-9c29-4f06-96bf-552dbae802d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.1576884 Apr 05 10:42:59.842303 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-9a8c15b8-c62e-4a74-aeda-b1818849c6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:42:59.910002 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-18bdfda3-9780-4549-a70c-da554a686823 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723639 Apr 05 10:43:00.102746 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-d15880c9-457a-4332-935e-eb8b041392a3 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871665 Apr 05 10:43:00.111544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c10aea-5169-4bc8-a286-6259518dfa9f req-2be677fd-082a-47d2-aff8-134ad7899380 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:00.112908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-61c10aea-5169-4bc8-a286-6259518dfa9f req-2be677fd-082a-47d2-aff8-134ad7899380 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 943 time: 0.1338472 Apr 05 10:43:00.238088 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-61c10aea-5169-4bc8-a286-6259518dfa9f req-09c8009b-0283-4efb-87dc-54b43a6bca58 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067045 Apr 05 10:43:00.275681 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-428a77e8-e5b5-4ddb-ad19-2d48b48b34f4 req-7b41d5ba-7845-4b1e-9996-9f550d8b595d service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617861 Apr 05 10:43:00.403652 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6351df6-7d98-4d75-ba03-0f4fc722266e req-aeff8803-0252-493b-a035-9071f6afa4c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 1096 time: 0.0711010 Apr 05 10:43:00.533703 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351df6-7d98-4d75-ba03-0f4fc722266e req-0ab9e93d-a574-41fa-8913-0d91da77c9b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:00.535140 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6351df6-7d98-4d75-ba03-0f4fc722266e req-0ab9e93d-a574-41fa-8913-0d91da77c9b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 910 time: 0.1254163 Apr 05 10:43:00.607389 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6351df6-7d98-4d75-ba03-0f4fc722266e req-15a3a20b-09be-4639-9b1b-0b9e14998a29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96 HTTP/1.1" status: 200 len: 217 time: 0.0649173 Apr 05 10:43:00.673245 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6351df6-7d98-4d75-ba03-0f4fc722266e req-bd88ff1b-edbe-4133-bd50-03eda790867c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:00.674578 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6351df6-7d98-4d75-ba03-0f4fc722266e req-bd88ff1b-edbe-4133-bd50-03eda790867c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0606732 Apr 05 10:43:00.747738 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6351df6-7d98-4d75-ba03-0f4fc722266e req-91b2ea22-fe75-4419-b7ac-9124f2bca54c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672865 Apr 05 10:43:00.855663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b052ef21-8f17-41c8-87da-a00203287373 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:43:00.882827 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6351df6-7d98-4d75-ba03-0f4fc722266e req-75d3f567-7b74-409f-8344-8f4749c14d95 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280253 Apr 05 10:43:00.925101 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port b052ef21-8f17-41c8-87da-a00203287373 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:43:00.925569 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:01.019167 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-f6351df6-7d98-4d75-ba03-0f4fc722266e req-974ee542-caa9-4af6-ba13-62e61595573a service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298699 Apr 05 10:43:01.381930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Sync routers for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:43:01.395245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:43:01.395962 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:42:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:01.448539 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469e230-0957-4b97-9201-dc35830c0889 req-a812e1ab-414b-48e5-b526-f9f632b601ac tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:01.450033 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a469e230-0957-4b97-9201-dc35830c0889 req-a812e1ab-414b-48e5-b526-f9f632b601ac tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 943 time: 0.0812135 Apr 05 10:43:01.495700 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-a469e230-0957-4b97-9201-dc35830c0889 req-67e1d0bd-b5de-4a79-88e0-1b6ce288369a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395584 Apr 05 10:43:01.570250 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:43:01.874912 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 2, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:01.878624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Checking router: 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:43:01.878969 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Updating router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 port ad9bd392-970a-4dfb-9a01-58954480aaa7 binding host dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:43:01.929659 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:02.155743 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8edfadd9-a276-4753-8ff8-0168066fe871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:02.274081 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Notify callbacks [] for port, precommit_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:02.287186 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Transition to ACTIVE for port object ad9bd392-970a-4dfb-9a01-58954480aaa7 will not be triggered until provisioned by entity L2. {{(pid=83821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:43:02.293721 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:02.429370 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0632740-53dc-43a0-98a7-691a6e3559e5 None None] Pushing event updated for resources: {'Port': ['ID=ad9bd392-970a-4dfb-9a01-58954480aaa7,revision_number=3']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:43:02.530825 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Attempting to bind port ad9bd392-970a-4dfb-9a01-58954480aaa7 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:43:02.531245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Attempting to bind port ad9bd392-970a-4dfb-9a01-58954480aaa7 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:43:02.531687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Attempting to bind port ad9bd392-970a-4dfb-9a01-58954480aaa7 on network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:43:02.545051 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:43:02.545645 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Checking segment: {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:43:02.546308 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:02.546967 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Bound using segment: {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'} {{(pid=83821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:43:02.547780 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.managers [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Bound port: ad9bd392-970a-4dfb-9a01-58954480aaa7, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'}}] {{(pid=83821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:43:02.548372 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:02.694431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] For port ad9bd392-970a-4dfb-9a01-58954480aaa7, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:43:02.699349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] For port ad9bd392-970a-4dfb-9a01-58954480aaa7, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ad9bd392-970a-4dfb-9a01-58954480aaa7,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:43:02.704706 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:02.724594 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92592800-3bf4-426b-93af-61bf7c371d41 req-b1026844-3c82-4f9a-90ca-7eefe50b2688 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:02.726090 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92592800-3bf4-426b-93af-61bf7c371d41 req-b1026844-3c82-4f9a-90ca-7eefe50b2688 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 943 time: 0.0840256 Apr 05 10:43:02.781050 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-92592800-3bf4-426b-93af-61bf7c371d41 req-e2b4d1de-7b46-46c5-9e04-f6009d7b09e4 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490150 Apr 05 10:43:02.790491 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:43:02.791410 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:43:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:02.908466 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0632740-53dc-43a0-98a7-691a6e3559e5 None None] Pushing event updated for resources: {'Port': ['ID=ad9bd392-970a-4dfb-9a01-58954480aaa7,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:43:02.989444 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:43:03.102220 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Sync routers for ids ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:43:03.113784 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Routers {'5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:43:03.114479 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:43:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:03.221599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:03.253064 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:43:03.293129 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Set router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:43:03.318056 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:03.450731 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:02Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:03.453799 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:43:03.466019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c2ac93-9123-426f-a559-452d17bd27bf None None] The sync data for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv is: [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:02Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:43:03.469565 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:43:03.526320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:03.544199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:43:03.562757 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:43:03.566575 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:03.617687 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'name': 'tempest-TestSnapshotPattern-802430401-router', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b052ef21-8f17-41c8-87da-a00203287373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:48Z', 'updated_at': '2022-04-05T10:42:51Z', 'revision_number': 4, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'gw_port': {'id': 'b052ef21-8f17-41c8-87da-a00203287373', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:49Z', 'updated_at': '2022-04-05T10:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0f08656f-0916-408c-8f75-f86b8fa7e812', 'name': '', 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'mac_address': 'fa:16:3e:4d:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e608a91-8f46-441e-a4dd-7c9fd2cf54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:51Z', 'updated_at': '2022-04-05T10:42:52Z', 'revision_number': 2, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'subnets': [{'id': '7e608a91-8f46-441e-a4dd-7c9fd2cf54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:03.621950 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Checking router: 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:43:03.622364 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Updating router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea port 0f08656f-0916-408c-8f75-f86b8fa7e812 binding host dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 10:43:03.645803 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:43:03.676198 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:03.773212 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['1c57f88c-b5f7-41b5-a7c0-1a993668fd96'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:43:04.009197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde59594-c116-4630-8217-80944772090e req-4e65f5f3-5677-4cfb-b2fd-4c7cba582c56 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:04.017752 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bde59594-c116-4630-8217-80944772090e req-4e65f5f3-5677-4cfb-b2fd-4c7cba582c56 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 944 time: 0.1004481 Apr 05 10:43:04.038743 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Notify callbacks [] for port, precommit_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:04.051910 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.provisioning_blocks [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Transition to ACTIVE for port object 0f08656f-0916-408c-8f75-f86b8fa7e812 will not be triggered until provisioned by entity L2. {{(pid=83822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:43:04.058747 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:04.076120 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bde59594-c116-4630-8217-80944772090e req-681a90f8-0ed7-474e-887b-2bfeb8fa4a7a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574090 Apr 05 10:43:04.211635 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24e61e-4920-44c2-835a-87973771d99d None None] Pushing event updated for resources: {'Port': ['ID=0f08656f-0916-408c-8f75-f86b8fa7e812,revision_number=3']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:43:04.301650 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Attempting to bind port 0f08656f-0916-408c-8f75-f86b8fa7e812 on host dv-neutron-833199-1-hyperv for vnic_type normal with profile {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:43:04.302012 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Attempting to bind port 0f08656f-0916-408c-8f75-f86b8fa7e812 by drivers openvswitch,hyperv on host dv-neutron-833199-1-hyperv at level 0 using segments [{'id': '8767ccf5-c444-402e-a37d-75592bd49daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3'}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:43:04.302367 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Attempting to bind port 0f08656f-0916-408c-8f75-f86b8fa7e812 on network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:43:04.308621 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Checking agent: {'id': 'd484d7d8-ddf5-49de-80ad-fc32ef15cf89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-833199-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 44, 3), 'started_at': datetime.datetime(2022, 4, 5, 9, 44, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-833199-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:43:04.308986 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Checking segment: {'id': '8767ccf5-c444-402e-a37d-75592bd49daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:43:04.309405 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:04.309793 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Bound using segment: {'id': '8767ccf5-c444-402e-a37d-75592bd49daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3'} {{(pid=83822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:43:04.310247 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.managers [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Bound port: 0f08656f-0916-408c-8f75-f86b8fa7e812, host: dv-neutron-833199-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8767ccf5-c444-402e-a37d-75592bd49daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3'}}] {{(pid=83822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:43:04.310613 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:04.402099 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] For port 0f08656f-0916-408c-8f75-f86b8fa7e812, host dv-neutron-833199-1-hyperv, cleared binding levels {{(pid=83822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:43:04.406402 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.plugins.ml2.db [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] For port 0f08656f-0916-408c-8f75-f86b8fa7e812, host dv-neutron-833199-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0f08656f-0916-408c-8f75-f86b8fa7e812,segment=NetworkSegment(8767ccf5-c444-402e-a37d-75592bd49daa),segment_id=8767ccf5-c444-402e-a37d-75592bd49daa)] {{(pid=83822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:43:04.410634 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron_lib.callbacks.manager [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:04.496558 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Routers {'5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:43:04.497193 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:43:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:04.558264 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24e61e-4920-44c2-835a-87973771d99d None None] Pushing event updated for resources: {'Port': ['ID=0f08656f-0916-408c-8f75-f86b8fa7e812,revision_number=4']} {{(pid=83822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:43:04.614710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:04.695051 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] Set router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:43:04.885391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ad9bd392-970a-4dfb-9a01-58954480aaa7 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:43:04.956859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port ad9bd392-970a-4dfb-9a01-58954480aaa7 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:43:04.962993 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ad9bd392-970a-4dfb-9a01-58954480aaa7 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:43:04.963480 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:05.022301 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'name': 'tempest-TestSnapshotPattern-802430401-router', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b052ef21-8f17-41c8-87da-a00203287373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:48Z', 'updated_at': '2022-04-05T10:42:51Z', 'revision_number': 4, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'gw_port': {'id': 'b052ef21-8f17-41c8-87da-a00203287373', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:49Z', 'updated_at': '2022-04-05T10:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0f08656f-0916-408c-8f75-f86b8fa7e812', 'name': '', 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'mac_address': 'fa:16:3e:4d:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e608a91-8f46-441e-a4dd-7c9fd2cf54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:51Z', 'updated_at': '2022-04-05T10:43:04Z', 'revision_number': 4, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'subnets': [{'id': '7e608a91-8f46-441e-a4dd-7c9fd2cf54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:05.026361 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90de3433-4979-4bb0-84df-a04dc8ec5158 None None] The sync data for ids ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'] in dv-neutron-833199-1-hyperv is: [{'id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'name': 'tempest-TestSnapshotPattern-802430401-router', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b052ef21-8f17-41c8-87da-a00203287373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:48Z', 'updated_at': '2022-04-05T10:42:51Z', 'revision_number': 4, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'gw_port': {'id': 'b052ef21-8f17-41c8-87da-a00203287373', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:49Z', 'updated_at': '2022-04-05T10:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': '0f08656f-0916-408c-8f75-f86b8fa7e812', 'name': '', 'network_id': '7e6a92fa-1429-4c99-8066-8e67129cd9f3', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'mac_address': 'fa:16:3e:4d:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e608a91-8f46-441e-a4dd-7c9fd2cf54e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:51Z', 'updated_at': '2022-04-05T10:43:04Z', 'revision_number': 4, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'subnets': [{'id': '7e608a91-8f46-441e-a4dd-7c9fd2cf54e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:43:05.111071 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:05.149437 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port ad9bd392-970a-4dfb-9a01-58954480aaa7, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ad9bd392-970a-4dfb-9a01-58954480aaa7,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:43:05.154524 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:05.225951 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=ad9bd392-970a-4dfb-9a01-58954480aaa7,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:43:05.263782 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:43:05.344206 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:43:05.349404 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:43:05.349773 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:05.404236 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61d077-21cc-4ecf-b933-377c0f03a0e3 req-d1c2ac47-cab5-4fb3-bd7a-8a911e077988 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:05.405908 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4c61d077-21cc-4ecf-b933-377c0f03a0e3 req-d1c2ac47-cab5-4fb3-bd7a-8a911e077988 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 944 time: 0.1920404 Apr 05 10:43:05.453548 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4c61d077-21cc-4ecf-b933-377c0f03a0e3 req-091b7aef-ed74-4e2b-ad8c-d9d34819bb13 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413542 Apr 05 10:43:05.469709 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:05.534305 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:43:05.544300 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:43:05.549355 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:05.606803 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d240a8-0097-4eb4-a8a8-43b8eefb1a26'] response: {'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'code': 200} Apr 05 10:43:05.630185 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:43:05.834538 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e8dbf2cd-2e88-4d3e-884b-2fcde7ee6a59 req-ad66173f-1914-49a5-9b7a-81159498d8bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 1098 time: 0.0727227 Apr 05 10:43:05.878425 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e8dbf2cd-2e88-4d3e-884b-2fcde7ee6a59 req-348b3ac9-f7e1-4848-8007-cfe0df72d333 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381253 Apr 05 10:43:06.662892 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ee831-3638-4086-9acf-65f62a5d9ab5 req-820c1c2a-43ab-4f74-838f-c7c510a5a2fe tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:06.664349 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-924ee831-3638-4086-9acf-65f62a5d9ab5 req-820c1c2a-43ab-4f74-838f-c7c510a5a2fe tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 945 time: 0.0785103 Apr 05 10:43:06.710497 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-924ee831-3638-4086-9acf-65f62a5d9ab5 req-df205638-dac7-474f-9182-20b0ee4c6efc tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406032 Apr 05 10:43:06.934870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0f08656f-0916-408c-8f75-f86b8fa7e812 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:43:07.011878 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning for port 0f08656f-0916-408c-8f75-f86b8fa7e812 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:43:07.016814 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0f08656f-0916-408c-8f75-f86b8fa7e812 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:43:07.017216 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:07.131334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:07.166608 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] For port 0f08656f-0916-408c-8f75-f86b8fa7e812, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0f08656f-0916-408c-8f75-f86b8fa7e812,segment=NetworkSegment(8767ccf5-c444-402e-a37d-75592bd49daa),segment_id=8767ccf5-c444-402e-a37d-75592bd49daa)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:43:07.170859 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:07.172391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ad9bd392-970a-4dfb-9a01-58954480aaa7 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:43:07.296695 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Pushing event updated for resources: {'Port': ['ID=0f08656f-0916-408c-8f75-f86b8fa7e812,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:43:07.307298 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port ad9bd392-970a-4dfb-9a01-58954480aaa7 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:43:07.307705 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:07.934076 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de246c5-30cd-4410-9d3d-2e91c1d43c87 req-468064a5-e4ca-4b23-bd95-d6b63c68c70e tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:07.937478 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7de246c5-30cd-4410-9d3d-2e91c1d43c87 req-468064a5-e4ca-4b23-bd95-d6b63c68c70e tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 945 time: 0.0862083 Apr 05 10:43:07.984880 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7de246c5-30cd-4410-9d3d-2e91c1d43c87 req-37a255cb-05fa-408c-8535-5afc0ff08259 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412292 Apr 05 10:43:08.184955 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51626fa9-8066-4c51-8428-a6fa080d8b9f req-20e99ccd-797f-4e80-9747-814b49deed07 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:08.187588 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-51626fa9-8066-4c51-8428-a6fa080d8b9f req-20e99ccd-797f-4e80-9747-814b49deed07 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 945 time: 0.0810025 Apr 05 10:43:08.235663 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-51626fa9-8066-4c51-8428-a6fa080d8b9f req-b7816014-7e20-4117-9ccf-7748ad633cfb tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 Apr 05 10:43:08.263434 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41406) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:43:08.395542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-56fd0e4f-9b2f-412b-a05a-e108aa62f67c tempest-TestSnapshotPattern-1700193105 tempest-TestSnapshotPattern-1700193105-project-admin] Synchronizing usage tracker for tenant:84420bd2dacf46edacdd5e750eaaf4ef on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:43:08.411493 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-56fd0e4f-9b2f-412b-a05a-e108aa62f67c tempest-TestSnapshotPattern-1700193105 tempest-TestSnapshotPattern-1700193105-project-admin] Unset dirty status for tenant:84420bd2dacf46edacdd5e750eaaf4ef on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:43:08.412704 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-56fd0e4f-9b2f-412b-a05a-e108aa62f67c tempest-TestSnapshotPattern-1700193105 tempest-TestSnapshotPattern-1700193105-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 1093 time: 0.1476147 Apr 05 10:43:08.415704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41412) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:43:08.420796 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:43:08.426177 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:43:08.429861 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:floatingip and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:43:08.432632 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:43:08.439055 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:43:08.451244 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:08.581236 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:08.722935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Allocated IP 172.26.4.211 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/706df7d5-7650-4775-b6a1-7e1515d0a70f) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:43:08.863329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0f08656f-0916-408c-8f75-f86b8fa7e812 up at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:43:08.872743 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:08.900043 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:08.936248 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Provisioning complete for port 0f08656f-0916-408c-8f75-f86b8fa7e812 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:43:08.936628 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:08.969022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:43:08.971679 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:43:08.975234 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:43:09.009864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'Port': ['ID=706df7d5-7650-4775-b6a1-7e1515d0a70f,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:43:09.476777 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:09.530448 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:09.821186 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:09.825648 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:09.926978 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'Port': ['ID=706df7d5-7650-4775-b6a1-7e1515d0a70f,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:43:09.948221 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:10.135852 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Floating IP 8a24cff7-4515-4942-9953-bbbcf97815cb associated. External IP: 172.26.4.211, port: 1c57f88c-b5f7-41b5-a7c0-1a993668fd96. Apr 05 10:43:10.526932 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:43:10.755482 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:43:10.783628 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:10.843778 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-cd5a0a64-8952-4e16-8641-6d34bb438f54 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4267428 Apr 05 10:43:10.844598 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:43:10.901252 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11107bd-241e-4d3c-90e4-b7ab59f9112a'] response: {'name': 'network-changed', 'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'status': 'completed', 'code': 200} Apr 05 10:43:10.992345 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-887b934e-ebff-41f7-8d84-a9ceaf26efee req-e79413fa-1891-4822-a0b6-573b8d4c1780 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 1098 time: 0.0703309 Apr 05 10:43:11.128752 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b934e-ebff-41f7-8d84-a9ceaf26efee req-8f56550d-cebe-432c-9a38-3960aa3b466f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:11.130188 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-887b934e-ebff-41f7-8d84-a9ceaf26efee req-8f56550d-cebe-432c-9a38-3960aa3b466f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 910 time: 0.1321452 Apr 05 10:43:11.238128 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-887b934e-ebff-41f7-8d84-a9ceaf26efee req-b1b7deb8-64e1-4f50-b304-b9939615a6c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96 HTTP/1.1" status: 200 len: 999 time: 0.1021278 Apr 05 10:43:11.307842 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b934e-ebff-41f7-8d84-a9ceaf26efee req-2caa36c6-b174-4504-be8e-e6212136a7f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:11.309327 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-887b934e-ebff-41f7-8d84-a9ceaf26efee req-2caa36c6-b174-4504-be8e-e6212136a7f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0658629 Apr 05 10:43:11.362740 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] Sync routers for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:43:11.385272 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:43:11.385914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:43:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:11.393704 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-887b934e-ebff-41f7-8d84-a9ceaf26efee req-6233ace1-6902-4be0-8045-f8b5338a1957 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784593 Apr 05 10:43:11.532385 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-887b934e-ebff-41f7-8d84-a9ceaf26efee req-2049baf0-1e85-4389-a730-4a89425c87bd service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323283 Apr 05 10:43:11.578663 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:43:11.672728 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-887b934e-ebff-41f7-8d84-a9ceaf26efee req-2d2bedfc-fa45-4f8c-bbda-10869a42906c service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344008 Apr 05 10:43:11.938948 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '8a24cff7-4515-4942-9953-bbbcf97815cb', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:43:09Z', 'updated_at': '2022-04-05T10:43:09Z', 'revision_number': 0, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:11.942624 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] Checking router: 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:43:11.954020 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:43:11.954840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:43:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:12.133613 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:43:12.512863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '8a24cff7-4515-4942-9953-bbbcf97815cb', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:43:09Z', 'updated_at': '2022-04-05T10:43:09Z', 'revision_number': 0, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:43:12.521008 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9ab71-216c-4454-9cc3-9ff8386a6c18 None None] The sync data for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv is: [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '8a24cff7-4515-4942-9953-bbbcf97815cb', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:43:09Z', 'updated_at': '2022-04-05T10:43:09Z', 'revision_number': 0, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:43:16.724100 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a75d717-9e2f-4600-ab22-b9c8fb1e4500 req-4f81b560-eb82-492a-9477-4a3892950a80 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724134 Apr 05 10:43:16.860122 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a75d717-9e2f-4600-ab22-b9c8fb1e4500 req-93a7f18b-e10b-4de3-a4ce-20298778817c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 1098 time: 0.0704150 Apr 05 10:43:17.007417 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75d717-9e2f-4600-ab22-b9c8fb1e4500 req-40dd1bbc-d3ea-4fc1-b78b-c1c571c71aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:17.008873 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a75d717-9e2f-4600-ab22-b9c8fb1e4500 req-40dd1bbc-d3ea-4fc1-b78b-c1c571c71aa9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 910 time: 0.1319993 Apr 05 10:43:17.109844 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a75d717-9e2f-4600-ab22-b9c8fb1e4500 req-419de9d5-c531-4dd4-aeb3-47c65870cf1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96 HTTP/1.1" status: 200 len: 999 time: 0.0956559 Apr 05 10:43:17.169176 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75d717-9e2f-4600-ab22-b9c8fb1e4500 req-5feb8666-7338-403f-b8ce-f0a128f79846 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:43:17.170565 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a75d717-9e2f-4600-ab22-b9c8fb1e4500 req-5feb8666-7338-403f-b8ce-f0a128f79846 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0559916 Apr 05 10:43:17.335215 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a75d717-9e2f-4600-ab22-b9c8fb1e4500 req-a3163566-868c-411a-aa7d-4dd029b6ba50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1594646 Apr 05 10:43:17.468770 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a75d717-9e2f-4600-ab22-b9c8fb1e4500 req-9900a998-0718-44c6-972f-73b5865233a6 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272838 Apr 05 10:43:17.603291 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-7a75d717-9e2f-4600-ab22-b9c8fb1e4500 req-b6968ca3-21a3-49ce-8ec7-7739863d4e9e service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274672 Apr 05 10:43:21.838626 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6516a5c-9c1b-4731-8c53-4a671f464b5c None None] New status for floating IP 8a24cff7-4515-4942-9953-bbbcf97815cb: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:43:22.272236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:27.316110 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:43:29.846328 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-07a4ac8f-1fc6-418d-becc-490fe5d67727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:32.092930 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-063ffcff-d6d2-4484-b140-f5b675de34e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:33.184115 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:33.284637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:34.611334 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:52.276261 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:43:59.848377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1e8a99a6-bdfb-4f2a-8b14-24020fa4ef5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:02.085765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5e488aaf-1a2f-483f-8480-530b10bb22c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:03.187213 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:03.286151 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:04.316519 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:44:04.614052 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:18.765809 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-d6397a1b-0319-4745-82bf-29affedb2316 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1340551 Apr 05 10:44:18.901682 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-f80991d3-f506-4aea-87fd-b3483314e0cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 1098 time: 0.0671501 Apr 05 10:44:19.042387 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-2f5959b7-6739-4b74-93a1-3ad08445ced5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:44:19.043859 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-2f5959b7-6739-4b74-93a1-3ad08445ced5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 910 time: 0.1242774 Apr 05 10:44:19.149179 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-7640614d-9006-479b-8ee6-41d3bb6c80b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96 HTTP/1.1" status: 200 len: 1001 time: 0.0995855 Apr 05 10:44:19.219665 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-59eea5e6-9301-4691-84b0-963bf35800be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:44:19.221070 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-59eea5e6-9301-4691-84b0-963bf35800be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0659721 Apr 05 10:44:19.301790 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-67755cdd-1261-4bcc-8192-919f5e0ae150 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752816 Apr 05 10:44:19.312439 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-a1bf0c80-946a-4ab0-83fe-7f85527d222e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=83819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 10:44:19.313616 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-a1bf0c80-946a-4ab0-83fe-7f85527d222e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056295 Apr 05 10:44:19.446657 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-f32cd5a3-a8a8-4914-b5c0-017c5dedbaa5 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263862 Apr 05 10:44:19.577249 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-53ce1391-5fd7-49fb-b10f-82341d758ec7 req-0493e87d-a4ad-4a80-a38b-0067b0ae5c17 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252224 Apr 05 10:44:22.282414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:29.849875 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-37c63827-a378-49ca-8ed7-519e0a46b440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:32.090851 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6cf15515-aaec-4846-a684-ba0977ba85ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:33.191359 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:33.288601 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:34.622001 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:41.318420 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:44:52.297485 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:44:59.851343 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-946729f7-4f2b-4172-a790-5c22e29a0f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:02.084651 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-a804485f-268b-45c2-926c-e4ad926f828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:03.196517 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:03.290574 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:04.620255 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:05.970435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:45:06.106530 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:45:06.129298 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:45:06.193625 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:06.216863 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:45:06.234870 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:45:06.239218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:06.312894 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['1c57f88c-b5f7-41b5-a7c0-1a993668fd96'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:45:06.354067 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:45:06.377246 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:06.377591 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:06.377926 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:06.378257 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:06.378587 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:06.378918 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:06.379243 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:06.379588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:06.379914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:06.380228 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:06.380549 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:07.973987 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:45:08.051024 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:45:08.051388 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:08.195492 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:08.226156 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:45:08.245965 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:45:08.252495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:08.358266 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:45:08.385558 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bab649eb-df93-424a-96a1-85c9ea73ca44'] response: {'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'code': 200} Apr 05 10:45:16.846866 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-5745255f-a429-440f-855a-23b220b1f9f4 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171367459&fields=id&tenant_id=eb3d937d8e62405da70ff74f7256c476 HTTP/1.1" status: 200 len: 267 time: 0.0443134 Apr 05 10:45:16.990593 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-f442dd3d-fc63-4287-b6a4-76edd726bf2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:16.992074 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-f442dd3d-fc63-4287-b6a4-76edd726bf2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 810 time: 0.1389737 Apr 05 10:45:17.013095 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-f8b24aa4-4e92-4f56-8817-bcb7ed6c85bf tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/quotas/eb3d937d8e62405da70ff74f7256c476 HTTP/1.1" status: 200 len: 375 time: 0.0156331 Apr 05 10:45:17.130374 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-65b5bed8-6ef5-4b9d-97bb-4a0d21e6f6f8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1081145 Apr 05 10:45:17.343257 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-eb75808a-01e0-48fa-9fd6-3795a5bba2ff service neutron] 10.222.0.30 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979995 Apr 05 10:45:17.575291 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-0840b423-46c4-45aa-bff4-2b69a0b24460 service neutron] 10.222.0.30 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261689 Apr 05 10:45:17.787528 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-61f5ab57-0a48-4397-8a64-7b6b561ac9a0 req-48675134-bdd7-410e-835f-af363e82d66c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 210 time: 0.0411677 Apr 05 10:45:18.322165 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:45:18.750350 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-963f1ed0-78a9-496b-96f0-baaec005d4df req-71dc9cea-28dd-4cc4-9e40-06c382bc6764 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707328 Apr 05 10:45:18.897186 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-963f1ed0-78a9-496b-96f0-baaec005d4df req-c3882b77-cca1-4502-ad51-ed9be594410c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 1098 time: 0.0745099 Apr 05 10:45:18.985293 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.10', 54903) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:45:19.030065 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-6319d8e1-89c5-46e8-9d58-70a2a1ae3411 req-ced6e242-e46a-4069-a48b-13ddf2535ae1 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 210 time: 0.0938776 Apr 05 10:45:19.091854 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f1ed0-78a9-496b-96f0-baaec005d4df req-a5fa519a-11a7-4ac3-bd05-58513b71b0c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:19.093342 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-963f1ed0-78a9-496b-96f0-baaec005d4df req-a5fa519a-11a7-4ac3-bd05-58513b71b0c0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 910 time: 0.1779292 Apr 05 10:45:19.156231 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-3a640ec2-c3e6-42e7-970a-1c93a027089b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:19.156917 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-3a640ec2-c3e6-42e7-970a-1c93a027089b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Synchronizing usage tracker for tenant:eb3d937d8e62405da70ff74f7256c476 on resource:network {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:45:19.175772 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-3a640ec2-c3e6-42e7-970a-1c93a027089b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Unset dirty status for tenant:eb3d937d8e62405da70ff74f7256c476 on resource:network {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:45:19.177567 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-3a640ec2-c3e6-42e7-970a-1c93a027089b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 810 time: 0.1912348 Apr 05 10:45:19.214659 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-963f1ed0-78a9-496b-96f0-baaec005d4df req-f9c48a52-ffcf-44df-bcc1-a409b7e17ed4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96 HTTP/1.1" status: 200 len: 1001 time: 0.1156168 Apr 05 10:45:19.235347 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-c9db4ada-fa52-4359-8b9d-6a50811f89b7 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Synchronizing usage tracker for tenant:eb3d937d8e62405da70ff74f7256c476 on resource:security_group {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:45:19.253508 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-c9db4ada-fa52-4359-8b9d-6a50811f89b7 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Unset dirty status for tenant:eb3d937d8e62405da70ff74f7256c476 on resource:security_group {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:45:19.254646 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-c9db4ada-fa52-4359-8b9d-6a50811f89b7 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3d937d8e62405da70ff74f7256c476 HTTP/1.1" status: 200 len: 379 time: 0.0649054 Apr 05 10:45:19.262727 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'port': {'device_id': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'admin_state_up': True, 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'security_groups': ['7b923e41-93d3-4e0e-b92c-06776eb266c6']}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:45:19.281164 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f1ed0-78a9-496b-96f0-baaec005d4df req-ed357d47-8d3a-4fa1-9539-63a38fb4d65c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:19.282497 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-963f1ed0-78a9-496b-96f0-baaec005d4df req-ed357d47-8d3a-4fa1-9539-63a38fb4d65c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0621145 Apr 05 10:45:19.358311 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-963f1ed0-78a9-496b-96f0-baaec005d4df req-d9711853-9005-4033-b058-f62c3e74996d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693767 Apr 05 10:45:19.441810 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:45:19.455258 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:45:19.466708 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Made reservation on behalf of eb3d937d8e62405da70ff74f7256c476 for: {'port': 1} {{(pid=83820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 10:45:19.472603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:19.508833 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-963f1ed0-78a9-496b-96f0-baaec005d4df req-5ea66608-5a84-4e65-ab16-02abb8fcd8b5 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449275 Apr 05 10:45:19.693825 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-963f1ed0-78a9-496b-96f0-baaec005d4df req-8e0d0ca2-e02c-4375-8c4a-0b1d70194624 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789083 Apr 05 10:45:19.782570 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Allocated IP 172.20.0.4 (8ef15b18-dece-4e1c-8be2-e91fd930dd7f/cff559c7-5de7-464b-b98d-a79a2eb88441/45df0d71-6961-4fdb-9230-e5d9abd7d253) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:45:20.030328 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:20.050053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:45:20.050660 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Transition to ACTIVE for port object 45df0d71-6961-4fdb-9230-e5d9abd7d253 will not be triggered until provisioned by entity DHCP. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:45:20.077529 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:20.183714 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:45:20.184764 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'Port': ['ID=45df0d71-6961-4fdb-9230-e5d9abd7d253,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:45:20.188156 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:45:20.191002 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:45:20.235454 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.235869 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.236204 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.236543 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.237024 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.237364 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.237693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.238022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.238354 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.238677 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.238994 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:45:20.311560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:20.312397 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:20.374919 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-7cb436bf-8888-4cc8-a312-b640dde1b701 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1157150 Apr 05 10:45:20.396696 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452a321-845c-4f40-9d9b-d90ec903944d req-9b6657b4-008a-48b8-9a84-6a0976116773 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:20.398370 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4452a321-845c-4f40-9d9b-d90ec903944d req-9b6657b4-008a-48b8-9a84-6a0976116773 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 931 time: 0.1370363 Apr 05 10:45:20.410524 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:20.452943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:45:20.454596 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:45:20.473504 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:20.534508 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4452a321-845c-4f40-9d9b-d90ec903944d req-2d27b6cd-a9c4-40bf-8420-26dee6a1a4a3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163473 Apr 05 10:45:20.567833 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71795fe5-d8b6-4e99-94f3-68ef2412ab9a'] response: {'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'code': 200} Apr 05 10:45:20.578428 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,revision_number=8']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:45:20.597088 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-31d21d2e-f85c-4662-8ba6-9993948b1011 None None] Provisioning for port 45df0d71-6961-4fdb-9230-e5d9abd7d253 completed by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:45:20.602577 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-31d21d2e-f85c-4662-8ba6-9993948b1011 None None] Provisioning complete for port 45df0d71-6961-4fdb-9230-e5d9abd7d253 triggered by entity DHCP. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:45:20.602990 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-31d21d2e-f85c-4662-8ba6-9993948b1011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:20.662791 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-31d21d2e-f85c-4662-8ba6-9993948b1011 None None] Port 45df0d71-6961-4fdb-9230-e5d9abd7d253 cannot update to ACTIVE because it is not bound. {{(pid=83821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 10:45:21.738677 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140818d-33da-4ef8-ab45-fee5daef8973 req-f31df403-438c-4640-bc2b-3763ab1aa7d6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:21.740525 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e140818d-33da-4ef8-ab45-fee5daef8973 req-f31df403-438c-4640-bc2b-3763ab1aa7d6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 931 time: 0.0848393 Apr 05 10:45:21.793854 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e140818d-33da-4ef8-ab45-fee5daef8973 req-7a9af840-d82b-4c7b-a18b-79395b8afba7 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457983 Apr 05 10:45:22.299776 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:23.014357 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a11187-e1cd-448f-b15e-3e5373a6db1e req-150ca3e3-516b-4a15-bea8-ab9281002082 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:23.015941 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-97a11187-e1cd-448f-b15e-3e5373a6db1e req-150ca3e3-516b-4a15-bea8-ab9281002082 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 931 time: 0.0846002 Apr 05 10:45:23.079383 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-97a11187-e1cd-448f-b15e-3e5373a6db1e req-ba43f69b-b015-465d-8e39-6f2fdd692001 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544708 Apr 05 10:45:24.278061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420da87-6f66-48fe-bc65-f6425f397625 req-4ab186bb-ae13-4973-a1e2-f6fca7db79e5 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:24.280096 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1420da87-6f66-48fe-bc65-f6425f397625 req-4ab186bb-ae13-4973-a1e2-f6fca7db79e5 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 931 time: 0.0816317 Apr 05 10:45:24.336406 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-1420da87-6f66-48fe-bc65-f6425f397625 req-26ee518a-57f5-4cad-96be-567b1b49654a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484531 Apr 05 10:45:25.547623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ec8a-8767-4be2-aff4-3fe2a1fdfa39 req-a38c8ad0-2556-4367-b78c-2578df98fef6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:25.549366 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b169ec8a-8767-4be2-aff4-3fe2a1fdfa39 req-a38c8ad0-2556-4367-b78c-2578df98fef6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 931 time: 0.0836985 Apr 05 10:45:25.613407 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-b169ec8a-8767-4be2-aff4-3fe2a1fdfa39 req-2d8e6781-aa8e-452d-b139-8c41ed7a340b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572383 Apr 05 10:45:26.819080 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a4d57-3a01-46e5-9b04-afca8ed7877f req-213da248-ca91-4d6d-8ae9-da62bb1b7591 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:26.820595 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-919a4d57-3a01-46e5-9b04-afca8ed7877f req-213da248-ca91-4d6d-8ae9-da62bb1b7591 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 931 time: 0.0815160 Apr 05 10:45:26.873277 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-919a4d57-3a01-46e5-9b04-afca8ed7877f req-f10bdab2-5e1d-4c2b-8b82-58515d2dcf15 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449805 Apr 05 10:45:28.074263 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c550bc-0ca2-40b2-bc48-9accfe053413 req-08d84863-79bc-482e-b1cf-5121dade5ee1 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:28.075835 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-50c550bc-0ca2-40b2-bc48-9accfe053413 req-08d84863-79bc-482e-b1cf-5121dade5ee1 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 931 time: 0.0759871 Apr 05 10:45:28.121681 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-50c550bc-0ca2-40b2-bc48-9accfe053413 req-1896c05f-bb43-455c-a433-1e2c663d90c3 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390022 Apr 05 10:45:28.441571 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Request body: {'port': {'device_id': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8331'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:45:28.549925 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:28.885123 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45df0d71-6961-4fdb-9230-e5d9abd7d253 {{(pid=83820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:45:28.891734 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:28.907253 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.provisioning_blocks [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Transition to ACTIVE for port object 45df0d71-6961-4fdb-9230-e5d9abd7d253 will not be triggered until provisioned by entity L2. {{(pid=83820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 10:45:28.910818 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:29.047641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Pushing event updated for resources: {'Port': ['ID=45df0d71-6961-4fdb-9230-e5d9abd7d253,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:45:29.159980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Attempting to bind port 45df0d71-6961-4fdb-9230-e5d9abd7d253 on host hv-neutron-8331 for vnic_type normal with profile {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 10:45:29.160316 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Attempting to bind port 45df0d71-6961-4fdb-9230-e5d9abd7d253 by drivers openvswitch,hyperv on host hv-neutron-8331 at level 0 using segments [{'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 10:45:29.160642 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Attempting to bind port 45df0d71-6961-4fdb-9230-e5d9abd7d253 on network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:45:29.166428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Port 45df0d71-6961-4fdb-9230-e5d9abd7d253 on network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8331 {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 10:45:29.166747 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Attempting to bind port 45df0d71-6961-4fdb-9230-e5d9abd7d253 on network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 10:45:29.173870 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Checking agent: {'id': 'a1ddb312-e8e5-44b3-a6ce-a4aaa78e89b4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8331', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'started_at': datetime.datetime(2022, 4, 5, 9, 50, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 10, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 10:45:29.174207 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Checking segment: {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 10:45:29.174587 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Bound using segment: {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'} {{(pid=83820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 10:45:29.175022 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.managers [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Bound port: 45df0d71-6961-4fdb-9230-e5d9abd7d253, host: hv-neutron-8331, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f'}}] {{(pid=83820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 10:45:29.175383 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:29.268710 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] For port 45df0d71-6961-4fdb-9230-e5d9abd7d253, host hv-neutron-8331, cleared binding levels {{(pid=83820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 10:45:29.271688 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] For port 45df0d71-6961-4fdb-9230-e5d9abd7d253, host hv-neutron-8331, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 10:45:29.277068 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:29.327544 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea428c-c957-4081-b596-d066bfe5076b req-8e6237c9-5345-418c-9c77-415223584927 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:29.329025 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4dea428c-c957-4081-b596-d066bfe5076b req-8e6237c9-5345-418c-9c77-415223584927 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 943 time: 0.0823245 Apr 05 10:45:29.339173 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:29.340566 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/45df0d71-6961-4fdb-9230-e5d9abd7d253 HTTP/1.1" status: 200 len: 1093 time: 0.9037030 Apr 05 10:45:29.341034 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:45:29.360205 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602681b5-c4c3-4bd6-b29e-3881744c85d1 service neutron] Pushing event updated for resources: {'Port': ['ID=45df0d71-6961-4fdb-9230-e5d9abd7d253,revision_number=3']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:45:29.465329 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-f30173a8-2471-41fc-ac17-f498ef79b5ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 1096 time: 0.0829403 Apr 05 10:45:29.511733 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-4dea428c-c957-4081-b596-d066bfe5076b req-7e61c313-1f40-4673-8dcd-ecf966dc0272 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764793 Apr 05 10:45:29.542218 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-1ea55842-b954-4343-b34a-94da222c5045 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253 HTTP/1.1" status: 200 len: 217 time: 0.0696106 Apr 05 10:45:29.619240 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-9d1a0da2-dcd1-4a25-9271-81f649ba925f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:29.620538 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-9d1a0da2-dcd1-4a25-9271-81f649ba925f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0734596 Apr 05 10:45:29.672421 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a4c11b-8fb9-4b20-bc5e-e1b28e32b824'] response: {'name': 'network-changed', 'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'status': 'completed', 'code': 200} Apr 05 10:45:29.702500 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-9acda54f-318a-4399-b8ad-7aa989b785db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762055 Apr 05 10:45:29.855616 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-8679ac1c-8648-42a6-9f90-9e84b0ea844f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:29.926061 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-af2e73bf-a369-4823-a4f6-bddd27bbf74b service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177031 Apr 05 10:45:30.057263 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-fc1381f0-7295-43b3-ac77-061ab94a7731 req-2400e55a-0a79-447f-9919-944284f49f1c service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248631 Apr 05 10:45:30.175389 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-8db2307a-6e49-4278-b663-af0cb70f9a49 req-1cd24f91-9f55-4af2-b83a-6da1bb0211b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 1096 time: 0.0726323 Apr 05 10:45:30.305542 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2307a-6e49-4278-b663-af0cb70f9a49 req-65cc5060-a417-4702-8c9a-2deea6d22a92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:30.307029 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-8db2307a-6e49-4278-b663-af0cb70f9a49 req-65cc5060-a417-4702-8c9a-2deea6d22a92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 910 time: 0.1255939 Apr 05 10:45:30.372609 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-8db2307a-6e49-4278-b663-af0cb70f9a49 req-3c0a5387-1a15-4923-b50f-283072a31bb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253 HTTP/1.1" status: 200 len: 217 time: 0.0587995 Apr 05 10:45:30.436603 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2307a-6e49-4278-b663-af0cb70f9a49 req-28c8076b-a456-4c9f-b835-a131fc1ffb35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:30.437930 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-8db2307a-6e49-4278-b663-af0cb70f9a49 req-28c8076b-a456-4c9f-b835-a131fc1ffb35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0591238 Apr 05 10:45:30.509806 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-8db2307a-6e49-4278-b663-af0cb70f9a49 req-c769780a-89fb-47ad-9c6f-502ec9a71ea0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661080 Apr 05 10:45:30.642683 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-8db2307a-6e49-4278-b663-af0cb70f9a49 req-07b785b5-6f29-4196-b19f-031689073ab0 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268167 Apr 05 10:45:30.727172 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175627-131e-4306-8cb6-8ed16b67bed0 req-a6cfebef-cea4-4259-be16-7d32bb3c7909 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:30.728608 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5175627-131e-4306-8cb6-8ed16b67bed0 req-a6cfebef-cea4-4259-be16-7d32bb3c7909 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 943 time: 0.0764441 Apr 05 10:45:30.773398 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d5175627-131e-4306-8cb6-8ed16b67bed0 req-d0154308-15d0-4104-b27e-d9ccad543fe9 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385859 Apr 05 10:45:30.774517 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-8db2307a-6e49-4278-b663-af0cb70f9a49 req-ecdb0171-30bf-40f1-9e71-f8167a7b5a0a service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258335 Apr 05 10:45:31.971921 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd325437-909b-4322-a05e-0cf548270614 req-8c0119d5-302f-4b64-ba44-8f309bdfaf62 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:31.973336 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dd325437-909b-4322-a05e-0cf548270614 req-8c0119d5-302f-4b64-ba44-8f309bdfaf62 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 943 time: 0.0778213 Apr 05 10:45:32.016526 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-dd325437-909b-4322-a05e-0cf548270614 req-2afabca3-7ce1-4ec5-bba2-9c4d00f57bef tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377526 Apr 05 10:45:32.088038 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-99aa5523-de11-4d2d-a4d5-18d5228663af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:33.202028 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:33.212823 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a078c-d787-41a7-88fd-d7d40f7c611d req-548f29fc-1e57-469a-b05c-36f6496fc031 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:33.214269 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-525a078c-d787-41a7-88fd-d7d40f7c611d req-548f29fc-1e57-469a-b05c-36f6496fc031 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 943 time: 0.0784423 Apr 05 10:45:33.263007 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-525a078c-d787-41a7-88fd-d7d40f7c611d req-6fab788b-e262-45f2-9aea-70bda3bb4fc0 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429997 Apr 05 10:45:33.297670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:34.081032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 45df0d71-6961-4fdb-9230-e5d9abd7d253 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:45:34.211299 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 45df0d71-6961-4fdb-9230-e5d9abd7d253, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:45:34.224947 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'port_id': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'mac_address': 'fa:16:3e:f6:8f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:45:34.279602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:34.297841 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45df0d71-6961-4fdb-9230-e5d9abd7d253 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:45:34.313019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 45df0d71-6961-4fdb-9230-e5d9abd7d253, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:45:34.319225 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:34.384449 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=45df0d71-6961-4fdb-9230-e5d9abd7d253,revision_number=4']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:45:34.464649 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff351ba-39fc-4a2d-91b8-00e8e398e898 req-abd588d9-505c-4719-a39a-f19dafee36b6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:34.466092 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5ff351ba-39fc-4a2d-91b8-00e8e398e898 req-abd588d9-505c-4719-a39a-f19dafee36b6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 944 time: 0.0760429 Apr 05 10:45:34.513135 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-5ff351ba-39fc-4a2d-91b8-00e8e398e898 req-19e28aaa-a0ad-433e-8cdc-d45d881ccd17 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402901 Apr 05 10:45:34.558157 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['45df0d71-6961-4fdb-9230-e5d9abd7d253'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:45:34.635700 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:35.735423 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3449e-ebd8-44fc-be13-d2244baef6e1 req-5e7fcb49-0d0a-4b21-8d43-4cbc9dff390f tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:35.736854 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e3c3449e-ebd8-44fc-be13-d2244baef6e1 req-5e7fcb49-0d0a-4b21-8d43-4cbc9dff390f tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 944 time: 0.0775042 Apr 05 10:45:35.780221 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-e3c3449e-ebd8-44fc-be13-d2244baef6e1 req-37bf4692-470d-46ad-ba7f-9c5e35274511 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378215 Apr 05 10:45:36.112178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 45df0d71-6961-4fdb-9230-e5d9abd7d253 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:45:36.180710 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning for port 45df0d71-6961-4fdb-9230-e5d9abd7d253 completed by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 10:45:36.185458 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 45df0d71-6961-4fdb-9230-e5d9abd7d253 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:45:36.185826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:36.309772 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:36.339434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:45:36.348723 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 45df0d71-6961-4fdb-9230-e5d9abd7d253, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:45:36.353725 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:36.405292 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45ac1b8-931f-4574-b18e-0917e5c99e98'] response: {'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'code': 200} Apr 05 10:45:36.422386 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=45df0d71-6961-4fdb-9230-e5d9abd7d253,revision_number=5']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:45:36.619735 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-91305483-8e13-4bb7-8915-de7ae19e1202 req-2a648937-7106-4a06-aa18-4e8cb7c08d17 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 1098 time: 0.0688100 Apr 05 10:45:36.675163 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-91305483-8e13-4bb7-8915-de7ae19e1202 req-99fe611a-392c-4310-b93e-508b837265cd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405092 Apr 05 10:45:36.979734 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd78f2f-ff9e-41a7-b853-691190b05182 req-2f90427c-4395-46aa-b075-8b243ff723f0 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:36.983544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bbd78f2f-ff9e-41a7-b853-691190b05182 req-2f90427c-4395-46aa-b075-8b243ff723f0 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 945 time: 0.0790989 Apr 05 10:45:37.035544 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-bbd78f2f-ff9e-41a7-b853-691190b05182 req-20220dd1-16c0-4cbf-824b-d70bf80dfce8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451851 Apr 05 10:45:38.232938 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f696c0-9469-4158-a9f4-a9a6a9d768a7 req-dcade15b-ba85-49c8-b1c6-910f8c58df23 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:38.234577 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01f696c0-9469-4158-a9f4-a9a6a9d768a7 req-dcade15b-ba85-49c8-b1c6-910f8c58df23 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 945 time: 0.0794532 Apr 05 10:45:38.279664 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-01f696c0-9469-4158-a9f4-a9a6a9d768a7 req-8e16358c-3405-4b9d-a0bf-6e50090f84a4 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390658 Apr 05 10:45:38.480328 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bbf81-b1fd-49ce-a7c8-59183b9c7288 req-e659aa1b-5c5a-49a6-b958-648d26ec64ce tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:38.481776 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb6bbf81-b1fd-49ce-a7c8-59183b9c7288 req-e659aa1b-5c5a-49a6-b958-648d26ec64ce tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 945 time: 0.0779710 Apr 05 10:45:38.529803 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-eb6bbf81-b1fd-49ce-a7c8-59183b9c7288 req-4ad5eff7-b2ce-48b3-aca3-30f31db0928b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419712 Apr 05 10:45:38.556887 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41658) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:45:38.626890 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-f43d2d42-dc09-4cb6-9a1c-c62ef6805cbb tempest-TestSnapshotPattern-1700193105 tempest-TestSnapshotPattern-1700193105-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 1093 time: 0.0688250 Apr 05 10:45:38.629573 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41662) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:45:38.634560 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.v2.base [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Request body: {'floatingip': {'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'port_id': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 10:45:38.640143 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 10:45:38.643860 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Usage tracker for resource:floatingip and tenant:eb3d937d8e62405da70ff74f7256c476 is out of sync, need to count used quota {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 10:45:38.646641 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 10:45:38.652147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.quota.driver [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 10:45:38.662318 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for floatingip, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:38.794908 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:38.930277 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.db_base_plugin_common [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Allocated IP 172.26.4.16 (202208b4-f099-4a1f-a480-c0036edeb111/b33c4365-f94d-415e-a5cc-09b156678631/958d30cc-779f-4762-af7d-34161bfc1256) {{(pid=83820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 10:45:39.079014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for port, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:39.105189 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749084984953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:39.171096 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Network 202208b4-f099-4a1f-a480-c0036edeb111 is already hosted by enough agents. {{(pid=83820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 10:45:39.173933 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.base_scheduler [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Resources bound (agent type, host, resource id): {{(pid=83820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 10:45:39.178192 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Received port after_create {{(pid=83820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 10:45:39.205800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'Port': ['ID=958d30cc-779f-4762-af7d-34161bfc1256,revision_number=1']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:45:39.760797 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:39.815338 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:40.013692 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for port, precommit_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:40.019537 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750119'] for port, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:40.126624 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event updated for resources: {'Port': ['ID=958d30cc-779f-4762-af7d-34161bfc1256,revision_number=2']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:45:40.138567 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3813387'] for floatingip, after_update {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:40.325710 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.db.l3_db [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Floating IP 1d34f933-b24a-41fb-b310-7731d63072b4 associated. External IP: 172.26.4.16, port: 45df0d71-6961-4fdb-9230-e5d9abd7d253. Apr 05 10:45:40.805107 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:45:41.002356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:45:41.011954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52838b7b-0515-48d3-8244-278315cc898b None None] Sync routers for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:45:41.023997 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52838b7b-0515-48d3-8244-278315cc898b None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:45:41.024673 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-52838b7b-0515-48d3-8244-278315cc898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:45:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:45:41.025954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:41.095163 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-190e11cd-a5ce-433b-80b1-458a89149945 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4645905 Apr 05 10:45:41.095737 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:45:41.151140 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7a2e91-b083-4099-81b5-3491b9920d1a'] response: {'name': 'network-changed', 'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'status': 'completed', 'code': 200} Apr 05 10:45:41.209310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-52838b7b-0515-48d3-8244-278315cc898b None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:45:41.242529 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-76cb1eee-bcf1-407f-8775-6ecd1a50f972 req-73b321d2-460e-4d06-a36d-50a3f282473b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 1098 time: 0.0687759 Apr 05 10:45:41.372507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb1eee-bcf1-407f-8775-6ecd1a50f972 req-1a07dcb9-ab36-4b2a-af91-e401f39ee23c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:41.373942 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-76cb1eee-bcf1-407f-8775-6ecd1a50f972 req-1a07dcb9-ab36-4b2a-af91-e401f39ee23c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 910 time: 0.1256869 Apr 05 10:45:41.477934 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-76cb1eee-bcf1-407f-8775-6ecd1a50f972 req-6217a8fc-6a68-4dcf-aff6-447d661ad7ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253 HTTP/1.1" status: 200 len: 998 time: 0.0978489 Apr 05 10:45:41.539748 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb1eee-bcf1-407f-8775-6ecd1a50f972 req-6bbcb9d9-ea7e-40f5-84c7-210d5746e785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:45:41.541329 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-76cb1eee-bcf1-407f-8775-6ecd1a50f972 req-6bbcb9d9-ea7e-40f5-84c7-210d5746e785 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0581942 Apr 05 10:45:41.578065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-52838b7b-0515-48d3-8244-278315cc898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '1d34f933-b24a-41fb-b310-7731d63072b4', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.16', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:f6:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:45:39Z', 'updated_at': '2022-04-05T10:45:39Z', 'revision_number': 0, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}, {'id': '8a24cff7-4515-4942-9953-bbbcf97815cb', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:43:09Z', 'updated_at': '2022-04-05T10:43:22Z', 'revision_number': 1, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:45:41.583057 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52838b7b-0515-48d3-8244-278315cc898b None None] Checking router: 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:45:41.599053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52838b7b-0515-48d3-8244-278315cc898b None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:45:41.599813 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-52838b7b-0515-48d3-8244-278315cc898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:45:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:45:41.630520 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-76cb1eee-bcf1-407f-8775-6ecd1a50f972 req-5db6c7ac-8828-42d3-becb-edd93abba236 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823815 Apr 05 10:45:41.768173 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-76cb1eee-bcf1-407f-8775-6ecd1a50f972 req-51eaed4f-1def-4995-9a25-ffb273ecc316 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310620 Apr 05 10:45:41.819218 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-52838b7b-0515-48d3-8244-278315cc898b None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:45:41.900557 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-76cb1eee-bcf1-407f-8775-6ecd1a50f972 req-0f6e5bee-dcb6-44a1-91a6-8154f77bb347 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268530 Apr 05 10:45:42.160914 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-52838b7b-0515-48d3-8244-278315cc898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '1d34f933-b24a-41fb-b310-7731d63072b4', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.16', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:f6:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:45:39Z', 'updated_at': '2022-04-05T10:45:39Z', 'revision_number': 0, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}, {'id': '8a24cff7-4515-4942-9953-bbbcf97815cb', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:43:09Z', 'updated_at': '2022-04-05T10:43:22Z', 'revision_number': 1, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:45:42.164855 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52838b7b-0515-48d3-8244-278315cc898b None None] The sync data for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv is: [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '1d34f933-b24a-41fb-b310-7731d63072b4', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.16', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:f6:8f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:45:39Z', 'updated_at': '2022-04-05T10:45:39Z', 'revision_number': 0, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}, {'id': '8a24cff7-4515-4942-9953-bbbcf97815cb', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:43:09Z', 'updated_at': '2022-04-05T10:43:22Z', 'revision_number': 1, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:45:42.367340 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994ea20e-6b94-4f76-bc0a-b310140ee5bf None None] New status for floating IP 1d34f933-b24a-41fb-b310-7731d63072b4: ACTIVE {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:45:52.313483 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:45:55.323423 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:45:59.850349 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-91b46808-8ce2-448f-84e4-92f3754d6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:02.090326 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-96b3ebf1-0450-40b5-bccc-b7981c08fb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:03.196211 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:03.300860 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:04.629649 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:20.718950 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-90459835-4077-458f-b083-227cff45cf7c req-79e6d2eb-8b70-4c82-92f1-5b0c0ffb9102 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669138 Apr 05 10:46:20.858003 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-90459835-4077-458f-b083-227cff45cf7c req-5842f2ba-8596-46e4-88c3-69e9776244b2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 1096 time: 0.0712154 Apr 05 10:46:21.000804 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459835-4077-458f-b083-227cff45cf7c req-f07e1e9e-2980-403e-be75-0f6116994d74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:46:21.002227 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-90459835-4077-458f-b083-227cff45cf7c req-f07e1e9e-2980-403e-be75-0f6116994d74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 910 time: 0.1262753 Apr 05 10:46:21.101067 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-90459835-4077-458f-b083-227cff45cf7c req-e92ea04d-33a0-44c4-b2a7-f408fad04a94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96 HTTP/1.1" status: 200 len: 999 time: 0.0924051 Apr 05 10:46:21.165630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459835-4077-458f-b083-227cff45cf7c req-5679c6a3-9793-48e2-b0b7-f634dd9bcb2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:46:21.166958 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-90459835-4077-458f-b083-227cff45cf7c req-5679c6a3-9793-48e2-b0b7-f634dd9bcb2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0597997 Apr 05 10:46:21.241044 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-90459835-4077-458f-b083-227cff45cf7c req-1ff43861-7d71-4e03-b69c-c0440de3f86f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679526 Apr 05 10:46:21.467839 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-90459835-4077-458f-b083-227cff45cf7c req-ac78db9c-1dc5-4200-974f-c19cb09b632f service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203572 Apr 05 10:46:21.601504 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-90459835-4077-458f-b083-227cff45cf7c req-7af7a761-7fba-4f86-88d7-8dc36b481c5e service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241367 Apr 05 10:46:22.314760 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:29.853503 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1f61c53f-a552-47a0-8fc7-a757aad872ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:32.091465 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1a9077d1-1744-497d-b222-b593c255d98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:32.323263 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:46:33.198902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:33.300684 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:34.633639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:52.312688 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:46:59.858819 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-f2fb5fc8-7b9d-4c40-8af6-dd2a77833886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:02.094340 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-be4ccb40-cf7a-4c27-bb88-546c0847ebb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:03.205675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:03.304006 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:04.637104 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:06.530065 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 45df0d71-6961-4fdb-9230-e5d9abd7d253 details requested by agent hyperv_hv-neutron-8331 with host hv-neutron-8331 {{(pid=83821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 10:47:06.684864 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 45df0d71-6961-4fdb-9230-e5d9abd7d253, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:06.698732 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Returning: {'device': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'port_id': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'mac_address': 'fa:16:3e:f6:8f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 10:47:06.756648 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:06.778585 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45df0d71-6961-4fdb-9230-e5d9abd7d253 {{(pid=83821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 10:47:06.795916 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 45df0d71-6961-4fdb-9230-e5d9abd7d253, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:06.801172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:06.881535 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] get_ports_and_sgs() called for port_ids ['45df0d71-6961-4fdb-9230-e5d9abd7d253'] {{(pid=83821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 10:47:06.943759 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=45df0d71-6961-4fdb-9230-e5d9abd7d253,revision_number=6']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:06.971049 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:06.971393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:06.971808 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:06.972639 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:06.972972 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:06.973555 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:06.973835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:06.974320 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:06.974527 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:06.974848 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:06.975168 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:08.536692 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 45df0d71-6961-4fdb-9230-e5d9abd7d253 up at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 10:47:08.621123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.provisioning_blocks [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Provisioning complete for port 45df0d71-6961-4fdb-9230-e5d9abd7d253 triggered by entity L2. {{(pid=83821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 10:47:08.621499 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-599657'] for port, provisioning_complete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:08.788443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:08.818656 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:47:08.845518 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 45df0d71-6961-4fdb-9230-e5d9abd7d253, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:08.851291 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:08.909135 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334b7e2a-ac03-4018-8854-91ec0eb81c9c'] response: {'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'code': 200} Apr 05 10:47:08.938128 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=45df0d71-6961-4fdb-9230-e5d9abd7d253,revision_number=7']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:09.325536 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:47:17.797284 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41816) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:17.997081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Deleting port 958d30cc-779f-4762-af7d-34161bfc1256 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:17.997414 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:18.163387 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:18.163736 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:18.283594 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Calling delete_port for 958d30cc-779f-4762-af7d-34161bfc1256 owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:18.432900 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:18.480952 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event deleted for resources: {'Port': ['ID=958d30cc-779f-4762-af7d-34161bfc1256,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:18.519050 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.519468 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.519752 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.520080 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.520401 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.520721 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.521038 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.521356 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.521670 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.521981 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.522292 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:18.587566 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:18.968931 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:47:19.252003 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:47:19.261435 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] Sync routers for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:47:19.267428 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:19.274045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:47:19.274752 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:47:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:19.323199 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-ae7e7b03-f47a-480d-9d33-139b1842371b tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "DELETE /v2.0/floatingips/1d34f933-b24a-41fb-b310-7731d63072b4 HTTP/1.1" status: 204 len: 168 time: 1.5248442 Apr 05 10:47:19.323820 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:47:19.382018 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d08426-e2a5-4c63-8f01-e01d8f4e5480'] response: {'name': 'network-changed', 'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'status': 'completed', 'code': 200} Apr 05 10:47:19.458197 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:47:19.474084 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-d92c9273-5fc5-490a-ac4f-fb7929b2126f req-8f326b71-5bea-44fb-ac43-6eab4fa6724e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 1098 time: 0.0716770 Apr 05 10:47:19.611790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9273-5fc5-490a-ac4f-fb7929b2126f req-141e5a1f-638e-48c7-b200-414eb9e4f08e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:19.613424 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-d92c9273-5fc5-490a-ac4f-fb7929b2126f req-141e5a1f-638e-48c7-b200-414eb9e4f08e service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 910 time: 0.1336291 Apr 05 10:47:19.691408 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-d92c9273-5fc5-490a-ac4f-fb7929b2126f req-8f299a98-1d2a-4c4c-9d4e-af3de7dca382 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253 HTTP/1.1" status: 200 len: 217 time: 0.0715449 Apr 05 10:47:19.764252 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9273-5fc5-490a-ac4f-fb7929b2126f req-0ee9cc31-69d7-4981-92c8-64b7d68bde8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:19.765724 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-d92c9273-5fc5-490a-ac4f-fb7929b2126f req-0ee9cc31-69d7-4981-92c8-64b7d68bde8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0688725 Apr 05 10:47:19.848836 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '8a24cff7-4515-4942-9953-bbbcf97815cb', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:43:09Z', 'updated_at': '2022-04-05T10:43:22Z', 'revision_number': 1, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:19.853063 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] Checking router: 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:47:19.856088 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-d92c9273-5fc5-490a-ac4f-fb7929b2126f req-5a4df06e-b1c9-4ec8-8843-09d28878d946 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842326 Apr 05 10:47:19.865507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:47:19.866622 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:47:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:19.877591 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31dc72-e70c-42df-9e5d-e8e2a1965ce4 req-df9fcba4-030b-41c0-957b-cbbc73d86323 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:19.880715 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae31dc72-e70c-42df-9e5d-e8e2a1965ce4 req-df9fcba4-030b-41c0-957b-cbbc73d86323 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 945 time: 0.1859348 Apr 05 10:47:19.948574 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-ae31dc72-e70c-42df-9e5d-e8e2a1965ce4 req-36542f32-7592-4de5-89f7-4e89693be74a tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607815 Apr 05 10:47:20.027982 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-d92c9273-5fc5-490a-ac4f-fb7929b2126f req-4d814718-1e08-41b9-9311-d162982daf66 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637266 Apr 05 10:47:20.109053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:47:20.170681 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-d92c9273-5fc5-490a-ac4f-fb7929b2126f req-e7b923c9-a171-4edf-be17-49d0ea62a442 service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366014 Apr 05 10:47:20.459390 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '8a24cff7-4515-4942-9953-bbbcf97815cb', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:43:09Z', 'updated_at': '2022-04-05T10:43:22Z', 'revision_number': 1, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:20.463571 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2045e3ed-4e7f-47b9-9168-a314b0ec9102 None None] The sync data for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv is: [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_floatingips': [{'id': '8a24cff7-4515-4942-9953-bbbcf97815cb', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'router_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'port_id': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'mac_address': 'fa:16:3e:56:8d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T10:43:09Z', 'updated_at': '2022-04-05T10:43:22Z', 'revision_number': 1, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:47:20.562501 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 45df0d71-6961-4fdb-9230-e5d9abd7d253 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:47:20.680053 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:20.701424 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12c3619-79e3-4353-9032-e56838de7d24 None None] New status for floating IP 1d34f933-b24a-41fb-b310-7731d63072b4: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:47:20.708806 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253'}] {{(pid=83821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:47:20.718233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] For port 45df0d71-6961-4fdb-9230-e5d9abd7d253, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:20.723868 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749085407901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749084984971', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749084985016'] for port, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:20.808082 dv-neutron-833199-1-hyperv neutron-server[83821]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c53679a0-dce9-4665-befb-886ace8ee821'] response: {'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'code': 200} Apr 05 10:47:20.838440 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Pushing event updated for resources: {'Port': ['ID=45df0d71-6961-4fdb-9230-e5d9abd7d253,revision_number=8']} {{(pid=83821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:21.164678 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcca83-24db-4a55-9c3c-640e4de0bd5a req-be2dacca-9866-4498-9beb-8c8e85b11b80 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:21.166138 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42fcca83-24db-4a55-9c3c-640e4de0bd5a req-be2dacca-9866-4498-9beb-8c8e85b11b80 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 943 time: 0.0815458 Apr 05 10:47:21.199265 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-040b005b-9f42-40f1-a36a-5aa74696f33c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:21.199969 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-040b005b-9f42-40f1-a36a-5aa74696f33c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Synchronizing usage tracker for tenant:eb3d937d8e62405da70ff74f7256c476 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:47:21.213644 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-42fcca83-24db-4a55-9c3c-640e4de0bd5a req-3a8c177e-6285-4ffa-b8c7-03644fd70467 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417163 Apr 05 10:47:21.215534 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-040b005b-9f42-40f1-a36a-5aa74696f33c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Unset dirty status for tenant:eb3d937d8e62405da70ff74f7256c476 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:47:21.216760 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-040b005b-9f42-40f1-a36a-5aa74696f33c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.10 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 943 time: 0.0935891 Apr 05 10:47:21.284449 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-fded366c-144d-4a80-b9a6-c4564948f0d8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Deleting port 45df0d71-6961-4fdb-9230-e5d9abd7d253 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:21.284790 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-fded366c-144d-4a80-b9a6-c4564948f0d8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:21.520521 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-fded366c-144d-4a80-b9a6-c4564948f0d8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] For port 45df0d71-6961-4fdb-9230-e5d9abd7d253, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=45df0d71-6961-4fdb-9230-e5d9abd7d253,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:21.520864 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-fded366c-144d-4a80-b9a6-c4564948f0d8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:21.639658 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-fded366c-144d-4a80-b9a6-c4564948f0d8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Calling delete_port for 45df0d71-6961-4fdb-9230-e5d9abd7d253 owned by compute:nova {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:21.879208 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-fded366c-144d-4a80-b9a6-c4564948f0d8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:21.927723 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded366c-144d-4a80-b9a6-c4564948f0d8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event deleted for resources: {'Port': ['ID=45df0d71-6961-4fdb-9230-e5d9abd7d253,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:22.006502 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-fded366c-144d-4a80-b9a6-c4564948f0d8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] No DVR routers for this DVR port 45df0d71-6961-4fdb-9230-e5d9abd7d253 on host hv-neutron-8331 {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:47:22.008967 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-fded366c-144d-4a80-b9a6-c4564948f0d8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:22.011645 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'name': 'network-vif-deleted', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:47:22.031844 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-b20a6133-c59b-4b4b-8eef-d04edf348bea req-fded366c-144d-4a80-b9a6-c4564948f0d8 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.10 "DELETE /v2.0/ports/45df0d71-6961-4fdb-9230-e5d9abd7d253 HTTP/1.1" status: 204 len: 173 time: 0.8094614 Apr 05 10:47:22.075024 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb18a9e0-f682-428b-acd5-4a4754b878c1'] response: {'server_uuid': '00d743a0-10cf-4b9d-a066-e4f7bf6aee15', 'name': 'network-vif-deleted', 'tag': '45df0d71-6961-4fdb-9230-e5d9abd7d253', 'status': 'completed', 'code': 200} Apr 05 10:47:22.330434 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:22.428788 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-0fc630d6-e912-46a3-be59-d8d7bd6e2a0c req-05774ec8-b70b-4267-b25d-cf6d34a3e647 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 210 time: 0.0532048 Apr 05 10:47:22.754197 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a8cbbfba-9b63-4d3e-83c6-c89b91807324 req-5495c210-7b8f-4a46-b277-fb8108ac03ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0537920 Apr 05 10:47:22.818067 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a8cbbfba-9b63-4d3e-83c6-c89b91807324 req-4b657b62-ae58-4296-b271-a48edab56b6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=00d743a0-10cf-4b9d-a066-e4f7bf6aee15 HTTP/1.1" status: 200 len: 210 time: 0.0445824 Apr 05 10:47:22.987833 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbbfba-9b63-4d3e-83c6-c89b91807324 req-b26dd3c6-10dd-4c1e-b963-5bbc451e4ad1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:22.989219 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a8cbbfba-9b63-4d3e-83c6-c89b91807324 req-b26dd3c6-10dd-4c1e-b963-5bbc451e4ad1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=eb3d937d8e62405da70ff74f7256c476&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1533730 Apr 05 10:47:23.138445 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbbfba-9b63-4d3e-83c6-c89b91807324 req-db4dbc08-6747-487e-8f59-a5e912f34413 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:23.139939 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-a8cbbfba-9b63-4d3e-83c6-c89b91807324 req-db4dbc08-6747-487e-8f59-a5e912f34413 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1454206 Apr 05 10:47:24.115498 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41876) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:24.310413 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Deleting port 706df7d5-7650-4775-b6a1-7e1515d0a70f {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:24.310647 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:24.480187 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:24.480503 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:24.581925 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 45df0d71-6961-4fdb-9230-e5d9abd7d253 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:47:24.597961 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Calling delete_port for 706df7d5-7650-4775-b6a1-7e1515d0a70f owned by network:floatingip {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:24.615823 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 45df0d71-6961-4fdb-9230-e5d9abd7d253 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:47:24.616163 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 45df0d71-6961-4fdb-9230-e5d9abd7d253 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:47:24.745778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:24.790907 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event deleted for resources: {'Port': ['ID=706df7d5-7650-4775-b6a1-7e1515d0a70f,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:24.885630 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for floatingip, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:25.379980 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:47:25.583337 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:47:25.593789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] Sync routers for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:47:25.600299 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for floatingip, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:25.606263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:47:25.606898 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:47:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:25.659182 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-99a58cd4-aa73-4437-a51b-512b09bc6c2d tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "DELETE /v2.0/floatingips/8a24cff7-4515-4942-9953-bbbcf97815cb HTTP/1.1" status: 204 len: 168 time: 1.5424314 Apr 05 10:47:25.660283 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:47:25.718725 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9466bf9-c4eb-4d96-9b2f-e6178af24099'] response: {'name': 'network-changed', 'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'status': 'completed', 'code': 200} Apr 05 10:47:25.790889 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:47:25.817900 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-460449a9-75f6-4222-a75c-ff2a828594c1 req-d820fe5d-4b1d-4194-8146-a568d9cb5a9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb3d937d8e62405da70ff74f7256c476&device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 1096 time: 0.0753498 Apr 05 10:47:25.957929 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460449a9-75f6-4222-a75c-ff2a828594c1 req-8f8e1541-c397-468a-a009-d021f117fe7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:25.959370 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-460449a9-75f6-4222-a75c-ff2a828594c1 req-8f8e1541-c397-468a-a009-d021f117fe7f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 200 len: 910 time: 0.1374741 Apr 05 10:47:26.034492 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-460449a9-75f6-4222-a75c-ff2a828594c1 req-b3407392-1f2b-4b97-841e-9d38b8cd6195 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96 HTTP/1.1" status: 200 len: 217 time: 0.0679696 Apr 05 10:47:26.078077 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bed607-9bfa-4051-b690-e97dbde9fc20 req-277d4f85-7fb6-4b03-bbff-862da1c71573 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:26.079532 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82bed607-9bfa-4051-b690-e97dbde9fc20 req-277d4f85-7fb6-4b03-bbff-862da1c71573 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 943 time: 0.0819452 Apr 05 10:47:26.107405 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460449a9-75f6-4222-a75c-ff2a828594c1 req-47ebaa3d-db87-4979-b008-4da7b47dd881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:26.108883 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-460449a9-75f6-4222-a75c-ff2a828594c1 req-47ebaa3d-db87-4979-b008-4da7b47dd881 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 200 len: 849 time: 0.0677269 Apr 05 10:47:26.124863 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-82bed607-9bfa-4051-b690-e97dbde9fc20 req-93deeadf-cc6f-41e4-bb53-9a26ff080ff6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397909 Apr 05 10:47:26.126507 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:26.131377 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] Checking router: 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:47:26.142123 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:47:26.142687 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:47:02Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:26.191312 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-460449a9-75f6-4222-a75c-ff2a828594c1 req-8cac55cf-4d7e-497b-ba94-209510fec87c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8ef15b18-dece-4e1c-8be2-e91fd930dd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754008 Apr 05 10:47:26.323269 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-460449a9-75f6-4222-a75c-ff2a828594c1 req-c8c2679b-5b03-4299-8173-5ecde99e870e service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264513 Apr 05 10:47:26.327652 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:47:26.456380 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-460449a9-75f6-4222-a75c-ff2a828594c1 req-2b8383fc-5a1f-459b-b535-bef944c7e57a service neutron] 10.222.0.10 "GET /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263628 Apr 05 10:47:26.636378 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:26.640269 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447b59d9-d3c9-43e2-a907-8dcdf1e135b9 None None] The sync data for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv is: [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:45Z', 'revision_number': 4, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv', '_interfaces': [{'id': 'ad9bd392-970a-4dfb-9a01-58954480aaa7', 'name': '', 'network_id': '8ef15b18-dece-4e1c-8be2-e91fd930dd7f', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'mac_address': 'fa:16:3e:d6:cf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:44Z', 'updated_at': '2022-04-05T10:43:05Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'subnets': [{'id': 'cff559c7-5de7-464b-b98d-a79a2eb88441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:47:26.863055 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af026a64-8be6-45ac-84c7-4e63881ed3e7 None None] New status for floating IP 8a24cff7-4515-4942-9953-bbbcf97815cb: DOWN {{(pid=83822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 10:47:27.320588 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430ea7a-e54a-4553-8beb-a138c8bf919c req-5a3b0b60-13f3-47b3-bc7a-61e1a27bb4d2 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:27.321968 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d430ea7a-e54a-4553-8beb-a138c8bf919c req-5a3b0b60-13f3-47b3-bc7a-61e1a27bb4d2 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 943 time: 0.0749474 Apr 05 10:47:27.367056 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-d430ea7a-e54a-4553-8beb-a138c8bf919c req-008dfe5b-f841-487f-955d-154734547e92 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b923e41-93d3-4e0e-b92c-06776eb266c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394964 Apr 05 10:47:27.515001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-721d5bfe-5d78-4e99-ae6c-469d68539bd6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 10:47:27.515701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-721d5bfe-5d78-4e99-ae6c-469d68539bd6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Synchronizing usage tracker for tenant:eb3d937d8e62405da70ff74f7256c476 on resource:port {{(pid=83820) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 10:47:27.530724 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.quota.resource [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-721d5bfe-5d78-4e99-ae6c-469d68539bd6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Unset dirty status for tenant:eb3d937d8e62405da70ff74f7256c476 on resource:port {{(pid=83820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 10:47:27.531870 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-721d5bfe-5d78-4e99-ae6c-469d68539bd6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 943 time: 0.0905859 Apr 05 10:47:27.598215 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-c983429b-75d9-419a-8ee3-b8c3dead5a46 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Deleting port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:27.598472 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-c983429b-75d9-419a-8ee3-b8c3dead5a46 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:27.926950 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-c983429b-75d9-419a-8ee3-b8c3dead5a46 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] For port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96, host hv-neutron-8331, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8331',level=0,port_id=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:27.927302 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-c983429b-75d9-419a-8ee3-b8c3dead5a46 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:28.045020 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-c983429b-75d9-419a-8ee3-b8c3dead5a46 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Calling delete_port for 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 owned by compute:nova {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:28.189693 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-c983429b-75d9-419a-8ee3-b8c3dead5a46 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:28.239873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983429b-75d9-419a-8ee3-b8c3dead5a46 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event deleted for resources: {'Port': ['ID=1c57f88c-b5f7-41b5-a7c0-1a993668fd96,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:28.311540 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-c983429b-75d9-419a-8ee3-b8c3dead5a46 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] No DVR routers for this DVR port 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 on host hv-neutron-8331 {{(pid=83820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:47:28.313800 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-c983429b-75d9-419a-8ee3-b8c3dead5a46 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4173049'] for port, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:28.317278 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'name': 'network-vif-deleted', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96'}] {{(pid=83820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 10:47:28.334775 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [req-ecb6bcdf-91c6-41e8-8f4b-8a419c569776 req-c983429b-75d9-419a-8ee3-b8c3dead5a46 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.10 "DELETE /v2.0/ports/1c57f88c-b5f7-41b5-a7c0-1a993668fd96 HTTP/1.1" status: 204 len: 173 time: 0.7982626 Apr 05 10:47:28.373650 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e9d7db-0038-4859-a9e3-c15a17eea025'] response: {'server_uuid': '3d9d0565-45cc-4576-9fc2-e4b52b3faecd', 'name': 'network-vif-deleted', 'tag': '1c57f88c-b5f7-41b5-a7c0-1a993668fd96', 'status': 'completed', 'code': 200} Apr 05 10:47:28.551419 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [req-fbecb9ff-834b-464b-b911-993295dd2de5 req-b370deb4-6e45-4bc6-b6a7-1d4ff85871f6 tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9d0565-45cc-4576-9fc2-e4b52b3faecd HTTP/1.1" status: 200 len: 210 time: 0.0512707 Apr 05 10:47:29.661422 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41894) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:29.729700 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b7149186-c728-4290-9154-3f5fec4af99c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:29.759983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b7149186-c728-4290-9154-3f5fec4af99c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:29.828921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b7149186-c728-4290-9154-3f5fec4af99c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:29.850873 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7149186-c728-4290-9154-3f5fec4af99c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b923e41-93d3-4e0e-b92c-06776eb266c6,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:29.851981 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-04989763-4bc9-4221-bf72-841af16ae82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:29.869045 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-b7149186-c728-4290-9154-3f5fec4af99c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:29.872868 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-b7149186-c728-4290-9154-3f5fec4af99c tempest-TestSnapshotPattern-426359906 tempest-TestSnapshotPattern-426359906-project] 10.222.0.30 "DELETE /v2.0/security-groups/7b923e41-93d3-4e0e-b92c-06776eb266c6 HTTP/1.1" status: 204 len: 168 time: 0.2079282 Apr 05 10:47:29.931935 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41900) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:30.318816 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:30.627849 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 no longer exists at agent hyperv_hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:47:30.661118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] No Port match for: 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:47:30.661118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Device 1c57f88c-b5f7-41b5-a7c0-1a993668fd96 not bound to the agent host hv-neutron-8331 {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:47:30.996703 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] Deleting port ad9bd392-970a-4dfb-9a01-58954480aaa7 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:30.997274 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:31.168235 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] For port ad9bd392-970a-4dfb-9a01-58954480aaa7, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ad9bd392-970a-4dfb-9a01-58954480aaa7,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:31.168591 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:31.290365 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] Calling delete_port for ad9bd392-970a-4dfb-9a01-58954480aaa7 owned by network:router_interface {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:31.454081 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:31.496983 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9bd392-970a-4dfb-9a01-58954480aaa7,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:31.791122 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:32.098271 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-cfdd7079-f3ff-473e-89d3-ded13ad729fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:32.489134 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] Router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:47:32.707053 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:47:32.716623 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df7208-e70d-4015-8507-67386a47511b None None] Sync routers for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:47:32.719690 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-742de78e-c245-4b7c-a878-1af02468cbd6 admin admin] 10.222.0.30 "PUT /v2.0/routers/0f2e424e-0924-45a1-bc2e-cdea8141f7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7866697 Apr 05 10:47:32.722921 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41912) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:32.729397 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df7208-e70d-4015-8507-67386a47511b None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:47:32.730002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-60df7208-e70d-4015-8507-67386a47511b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:47:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:32.916507 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Notify callbacks [] for router, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:32.962032 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-60df7208-e70d-4015-8507-67386a47511b None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: dv-neutron-833199-1-hyperv {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:47:33.120778 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:33.131322 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Deleting port ac703a3c-6031-4288-bfe7-4f660b9f92c0 {{(pid=83820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:33.131704 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:33.235840 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:33.267977 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-60df7208-e70d-4015-8507-67386a47511b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223'}], 'enable_snat': True}, 'gw_port_id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:47:31Z', 'revision_number': 5, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port': {'id': 'ac703a3c-6031-4288-bfe7-4f660b9f92c0', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:9f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:33.271903 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df7208-e70d-4015-8507-67386a47511b None None] Checking router: 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 for host: dv-neutron-833199-1-hyperv {{(pid=83821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:47:33.282373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df7208-e70d-4015-8507-67386a47511b None None] Routers {'0f2e424e-0924-45a1-bc2e-cdea8141f7b1'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:47:33.282983 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-60df7208-e70d-4015-8507-67386a47511b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:47:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'], 'active': True} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:33.315809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.db [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] For port ac703a3c-6031-4288-bfe7-4f660b9f92c0, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=ac703a3c-6031-4288-bfe7-4f660b9f92c0,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:33.315809 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:33.422010 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:33.437966 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.plugins.ml2.plugin [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Calling delete_port for ac703a3c-6031-4288-bfe7-4f660b9f92c0 owned by network:router_gateway {{(pid=83820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:33.445588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_dvr_db [None req-60df7208-e70d-4015-8507-67386a47511b None None] Set router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 gateway port host: None {{(pid=83821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:47:33.554436 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.db.l3_hamode_db [None req-60df7208-e70d-4015-8507-67386a47511b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:47:33Z', 'revision_number': 6, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:33.558765 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df7208-e70d-4015-8507-67386a47511b None None] The sync data for ids ['0f2e424e-0924-45a1-bc2e-cdea8141f7b1'] in dv-neutron-833199-1-hyperv is: [{'id': '0f2e424e-0924-45a1-bc2e-cdea8141f7b1', 'name': 'tempest-TestSnapshotPattern-1743471719-router', 'tenant_id': 'eb3d937d8e62405da70ff74f7256c476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:42Z', 'updated_at': '2022-04-05T10:47:33Z', 'revision_number': 6, 'project_id': 'eb3d937d8e62405da70ff74f7256c476', 'gw_port_host': None}] {{(pid=83821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:47:33.610506 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750128'] for port, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:33.657910 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac703a3c-6031-4288-bfe7-4f660b9f92c0,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:33.993098 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.257035 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.261353 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.292296 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.292954 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f2e424e-0924-45a1-bc2e-cdea8141f7b1 {{(pid=83820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:47:34.306701 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] Notify callbacks [] for router, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.307856 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-3376d45c-9949-4165-a65d-7380034f7d6a admin admin] 10.222.0.30 "DELETE /v2.0/routers/0f2e424e-0924-45a1-bc2e-cdea8141f7b1 HTTP/1.1" status: 204 len: 168 time: 1.5840220 Apr 05 10:47:34.310448 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 41916) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:34.372899 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Deleting subnet cff559c7-5de7-464b-b98d-a79a2eb88441 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:47:34.375802 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.426927 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.514233 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.592034 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.635031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff559c7-5de7-464b-b98d-a79a2eb88441,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:34.643000 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.645843 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.646199 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.646535 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.646866 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.647103 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8254b4d4-325a-45c7-a34c-7d2e25838aab None None] Network 8ef15b18-dece-4e1c-8be2-e91fd930dd7f requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:47:34.647204 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.647509 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.647856 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.648180 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.648499 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.648817 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.649160 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-833199-1-hyperv {{(pid=83819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 10:47:34.651896 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.658104 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-0b70d706-3039-4df0-971c-d1e83f02244c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cff559c7-5de7-464b-b98d-a79a2eb88441 HTTP/1.1" status: 204 len: 168 time: 0.3463733 Apr 05 10:47:34.661113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 41920) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:34.762534 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.773793 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Deleting port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:34.774065 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.903675 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] DHCP port deletion for 8ef15b18-dece-4e1c-8be2-e91fd930dd7f request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:47:34.907890 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] Deleting port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:34.908290 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:34.999314 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ad9bd392-970a-4dfb-9a01-58954480aaa7 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:47:35.044002 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: ad9bd392-970a-4dfb-9a01-58954480aaa7 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:47:35.044263 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ad9bd392-970a-4dfb-9a01-58954480aaa7 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:47:35.044672 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 16b5fb1a-2dc9-4b37-8845-2abad666ab42 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:47:35.070063 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] For port 16b5fb1a-2dc9-4b37-8845-2abad666ab42, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=16b5fb1a-2dc9-4b37-8845-2abad666ab42,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:35.070419 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:35.192304 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Calling delete_port for 16b5fb1a-2dc9-4b37-8845-2abad666ab42 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:35.233954 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] For port 16b5fb1a-2dc9-4b37-8845-2abad666ab42, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=16b5fb1a-2dc9-4b37-8845-2abad666ab42,segment=NetworkSegment(e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2),segment_id=e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:35.234332 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:35.269364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:35.312181 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=16b5fb1a-2dc9-4b37-8845-2abad666ab42,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:35.319061 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] No DVR routers for this DVR port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:47:35.370670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] Calling delete_port for 16b5fb1a-2dc9-4b37-8845-2abad666ab42 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:35.413905 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-573764'] for port, before_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:35.435850 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:35.461466 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef15b18-dece-4e1c-8be2-e91fd930dd7f']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:35.475443 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:35.475907 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44600ba-8eb9-4ff3-bcd6-0c8fe29e37f2') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:35.488541 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:35.506306 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:35.512982 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:47:35.513373 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:47:35.530965 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:47:35.534276 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ac703a3c-6031-4288-bfe7-4f660b9f92c0 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:47:35.566232 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:47:35.566609 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:47:35.567012 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: ac703a3c-6031-4288-bfe7-4f660b9f92c0 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:47:35.567348 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device ac703a3c-6031-4288-bfe7-4f660b9f92c0 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:47:35.607114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:35.623225 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:35.635097 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef15b18-dece-4e1c-8be2-e91fd930dd7f,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:35.647477 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-7c990a46-4a22-4a99-90d7-0486b76733a1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8ef15b18-dece-4e1c-8be2-e91fd930dd7f HTTP/1.1" status: 204 len: 168 time: 0.9853945 Apr 05 10:47:35.650265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 41924) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:36.035231 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3815229'] for router_interface, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:36.068068 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] Deleting port 16b5fb1a-2dc9-4b37-8845-2abad666ab42 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:36.068670 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:36.133750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-4869ed61-29d3-4ff1-be05-33ec7a28c23a None None] The port '16b5fb1a-2dc9-4b37-8845-2abad666ab42' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:47:36.763445 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] Deleting port 0f08656f-0916-408c-8f75-f86b8fa7e812 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:36.764042 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:36.959568 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] For port 0f08656f-0916-408c-8f75-f86b8fa7e812, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=0f08656f-0916-408c-8f75-f86b8fa7e812,segment=NetworkSegment(8767ccf5-c444-402e-a37d-75592bd49daa),segment_id=8767ccf5-c444-402e-a37d-75592bd49daa)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:36.960139 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:37.108044 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] Calling delete_port for 0f08656f-0916-408c-8f75-f86b8fa7e812 owned by network:router_interface {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:37.283771 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:37.326461 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=0f08656f-0916-408c-8f75-f86b8fa7e812,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:37.635815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2772849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815276'] for router_interface, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:38.309570 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] Router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea has already been hosted by L3 agent bfbdcc63-3b22-4e05-b7b9-fb28d577f42c {{(pid=83819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 10:47:38.514977 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] Notify agent at l3_agent.dv-neutron-833199-1-hyperv the message routers_updated {{(pid=83819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 10:47:38.525139 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] Sync routers for ids ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'] in dv-neutron-833199-1-hyperv {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 10:47:38.531935 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-574cc10b-38bd-46c2-8e21-4cf6dbe78fcb admin admin] 10.222.0.30 "PUT /v2.0/routers/5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8805947 Apr 05 10:47:38.534554 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 41930) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:38.539157 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] Routers {'5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:47:38.539800 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:47:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:38.711547 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] Set router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea gateway port host: dv-neutron-833199-1-hyperv {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:47:38.727188 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Notify callbacks [] for router, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:38.923731 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:38.933952 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Deleting port b052ef21-8f17-41c8-87da-a00203287373 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:38.934322 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:39.025058 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'name': 'tempest-TestSnapshotPattern-802430401-router', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'external_fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': 'b052ef21-8f17-41c8-87da-a00203287373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:48Z', 'updated_at': '2022-04-05T10:47:37Z', 'revision_number': 5, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'gw_port': {'id': 'b052ef21-8f17-41c8-87da-a00203287373', 'name': '', 'network_id': '202208b4-f099-4a1f-a480-c0036edeb111', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:11:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-833199-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T10:42:49Z', 'updated_at': '2022-04-05T10:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33c4365-f94d-415e-a5cc-09b156678631', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-833199-1-hyperv'}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:39.028916 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] Checking router: 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea for host: dv-neutron-833199-1-hyperv {{(pid=83822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 10:47:39.039935 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] Routers {'5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'} bound to L3 agent in host dv-neutron-833199-1-hyperv {{(pid=83822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 10:47:39.040527 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-833199-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T09:44:02Z,description=,heartbeat_timestamp=2022-04-05T10:47:32Z,host='dv-neutron-833199-1-hyperv',id=bfbdcc63-3b22-4e05-b7b9-fb28d577f42c,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T09:44:02Z,topic='l3_agent')) {'router_ids': ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'], 'active': True} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:39.109840 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] For port b052ef21-8f17-41c8-87da-a00203287373, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=b052ef21-8f17-41c8-87da-a00203287373,segment=NetworkSegment(be5313ab-9d0e-4369-8dbe-4f23f3ead8eb),segment_id=be5313ab-9d0e-4369-8dbe-4f23f3ead8eb)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:39.110197 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:39.193229 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_dvr_db [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] Set router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea gateway port host: None {{(pid=83822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 10:47:39.233012 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Calling delete_port for b052ef21-8f17-41c8-87da-a00203287373 owned by network:router_gateway {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:39.324913 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.l3_hamode_db [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'name': 'tempest-TestSnapshotPattern-802430401-router', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:48Z', 'updated_at': '2022-04-05T10:47:38Z', 'revision_number': 6, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'gw_port_host': None}], 'dv-neutron-833199-1-hyperv', False) {} {{(pid=83822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:39.328828 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63397202-421d-4a06-9da5-db5a5f2dbb23 None None] The sync data for ids ['5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea'] in dv-neutron-833199-1-hyperv is: [{'id': '5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea', 'name': 'tempest-TestSnapshotPattern-802430401-router', 'tenant_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T10:42:48Z', 'updated_at': '2022-04-05T10:47:38Z', 'revision_number': 6, 'project_id': '84420bd2dacf46edacdd5e750eaaf4ef', 'gw_port_host': None}] {{(pid=83822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 10:47:39.402620 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:39.446364 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=b052ef21-8f17-41c8-87da-a00203287373,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:39.759023 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3813462'] for router_gateway, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.008283 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3817670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14154'] for router, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.012265 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.036300 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3817594'] for router, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.036826 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea {{(pid=83819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 10:47:40.048815 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] Notify callbacks [] for router, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.050672 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-d7b59902-afa8-48a9-848d-02c97093bbbd admin admin] 10.222.0.30 "DELETE /v2.0/routers/5813a6d0-f4d1-44e2-88a2-8a8b1d4cf8ea HTTP/1.1" status: 204 len: 168 time: 1.5152040 Apr 05 10:47:40.053390 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 41934) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:40.116135 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bfc93e3-c9eb-4daa-9ad5-5ae90af6c504 admin admin] Deleting subnet 7e608a91-8f46-441e-a4dd-7c9fd2cf54e0 {{(pid=83819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 10:47:40.119031 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3bfc93e3-c9eb-4daa-9ad5-5ae90af6c504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.168114 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3bfc93e3-c9eb-4daa-9ad5-5ae90af6c504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2148885'] for subnet, precommit_delete_associations {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.245382 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3bfc93e3-c9eb-4daa-9ad5-5ae90af6c504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-596869'] for subnet, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.325820 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3bfc93e3-c9eb-4daa-9ad5-5ae90af6c504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-596882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2536003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2451623'] for subnet, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.365123 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc93e3-c9eb-4daa-9ad5-5ae90af6c504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e608a91-8f46-441e-a4dd-7c9fd2cf54e0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:40.372623 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-3bfc93e3-c9eb-4daa-9ad5-5ae90af6c504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.378928 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-3bfc93e3-c9eb-4daa-9ad5-5ae90af6c504 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e608a91-8f46-441e-a4dd-7c9fd2cf54e0 HTTP/1.1" status: 204 len: 168 time: 0.3245978 Apr 05 10:47:40.379646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be431a31-1db2-4c30-a662-1d366e2396db None None] Network 7e6a92fa-1429-4c99-8066-8e67129cd9f3 requested from dv-neutron-833199-1-hyperv {{(pid=83821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 10:47:40.381606 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 41938) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:40.494340 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-573302'] for network, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.506719 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Deleting port a9605be7-d277-4aef-98fa-e0c008c2b1a6 {{(pid=83819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:40.507053 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.627191 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] DHCP port deletion for 7e6a92fa-1429-4c99-8066-8e67129cd9f3 request from dv-neutron-833199-1-hyperv {{(pid=83821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 10:47:40.631826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] Deleting port a9605be7-d277-4aef-98fa-e0c008c2b1a6 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:40.632199 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.715014 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.db [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] For port a9605be7-d277-4aef-98fa-e0c008c2b1a6, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a9605be7-d277-4aef-98fa-e0c008c2b1a6,segment=NetworkSegment(8767ccf5-c444-402e-a37d-75592bd49daa),segment_id=8767ccf5-c444-402e-a37d-75592bd49daa)] {{(pid=83819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:40.715639 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.838961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.db [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] For port a9605be7-d277-4aef-98fa-e0c008c2b1a6, host dv-neutron-833199-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-833199-1-hyperv',level=0,port_id=a9605be7-d277-4aef-98fa-e0c008c2b1a6,segment=NetworkSegment(8767ccf5-c444-402e-a37d-75592bd49daa),segment_id=8767ccf5-c444-402e-a37d-75592bd49daa)] {{(pid=83821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 10:47:40.838961 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-338443'] for port, precommit_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.842786 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.plugin [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Calling delete_port for a9605be7-d277-4aef-98fa-e0c008c2b1a6 owned by network:dhcp {{(pid=83819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:40.916302 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-53417', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749085407883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749084984962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2536046'] for port, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:40.962582 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9605be7-d277-4aef-98fa-e0c008c2b1a6,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:40.963949 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] Calling delete_port for a9605be7-d277-4aef-98fa-e0c008c2b1a6 owned by network:dhcp {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 10:47:40.968523 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] No DVR routers for this DVR port a9605be7-d277-4aef-98fa-e0c008c2b1a6 on host dv-neutron-833199-1-hyperv {{(pid=83819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 10:47:41.001313 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b052ef21-8f17-41c8-87da-a00203287373 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:47:41.046911 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: b052ef21-8f17-41c8-87da-a00203287373 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:47:41.047245 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device b052ef21-8f17-41c8-87da-a00203287373 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:47:41.047680 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0f08656f-0916-408c-8f75-f86b8fa7e812 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:47:41.088178 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: 0f08656f-0916-408c-8f75-f86b8fa7e812 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:47:41.088495 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device 0f08656f-0916-408c-8f75-f86b8fa7e812 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:47:41.088902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a9605be7-d277-4aef-98fa-e0c008c2b1a6 no longer exists at agent ovs-agent-dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 10:47:41.135586 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] No Port match for: a9605be7-d277-4aef-98fa-e0c008c2b1a6 {{(pid=83821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 10:47:41.136118 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.rpc [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Device a9605be7-d277-4aef-98fa-e0c008c2b1a6 not bound to the agent host dv-neutron-833199-1-hyperv {{(pid=83821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 10:47:41.146763 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.db.api [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 10:47:41.147310 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG oslo_db.api [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 10:47:41.192562 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-597310', 'neutron.services.segments.db._delete_segments_for_network-8749085436528'] for network, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:41.219916 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6a92fa-1429-4c99-8066-8e67129cd9f3']}} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:41.233113 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8767ccf5-c444-402e-a37d-75592bd49daa') {'for_net_delete': True} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:41.233409 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.services.segments.db [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8767ccf5-c444-402e-a37d-75592bd49daa') {} {{(pid=83819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 10:47:41.245831 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749085435639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2148876'] for segment, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:41.262429 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3542511'] for segment, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:41.270301 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 10:47:41.270726 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3542502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2535965'] for segment, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: Traceback (most recent call last): Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: timer() Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: cb(*args, **kw) Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: return func(*args, **kwargs) Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: self._notify() Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: self.callback(batched_events) Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: event.method(event) Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: return f(self, *a, **k) Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._get(url).json() Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: return self.request(url, 'GET', **kwargs) Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 10:47:41.284352 dv-neutron-833199-1-hyperv neutron-server[83819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 10:47:41.360039 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-597255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2772839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3813437'] for network, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:41.375192 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Notify callbacks [] for network, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:41.385155 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6a92fa-1429-4c99-8066-8e67129cd9f3,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:41.392037 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-a586f194-a4c5-4eca-b294-a71ad7f5bc0d admin admin] 10.222.0.30 "DELETE /v2.0/networks/7e6a92fa-1429-4c99-8066-8e67129cd9f3 HTTP/1.1" status: 204 len: 168 time: 1.0094690 Apr 05 10:47:41.621732 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 41944) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:41.648637 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] Deleting port a9605be7-d277-4aef-98fa-e0c008c2b1a6 {{(pid=83821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 10:47:41.649085 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749085336010'] for port, before_delete {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:41.713045 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron.plugins.ml2.plugin [None req-de0aa89c-f990-4c08-b6ea-0e005504071f None None] The port 'a9605be7-d277-4aef-98fa-e0c008c2b1a6' was deleted {{(pid=83821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 10:47:41.879734 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-af37322c-b0fc-44d5-ad58-fc643b14b46c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb3d937d8e62405da70ff74f7256c476&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2568181 Apr 05 10:47:41.882408 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [-] (83820) accepted ('10.222.0.30', 41950) {{(pid=83820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:41.948147 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-04dc4c89-37ab-4bb4-a73b-83e136f02e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:41.974321 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-04dc4c89-37ab-4bb4-a73b-83e136f02e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:42.027001 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-04dc4c89-37ab-4bb4-a73b-83e136f02e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:42.045014 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc4c89-37ab-4bb4-a73b-83e136f02e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7d8a83-dd76-4e76-96a9-e442818a3dc5,revision_number=None']} {{(pid=83820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:42.054060 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron_lib.callbacks.manager [None req-04dc4c89-37ab-4bb4-a73b-83e136f02e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:42.055187 dv-neutron-833199-1-hyperv neutron-server[83820]: INFO neutron.wsgi [None req-04dc4c89-37ab-4bb4-a73b-83e136f02e3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf7d8a83-dd76-4e76-96a9-e442818a3dc5 HTTP/1.1" status: 204 len: 168 time: 0.1716750 Apr 05 10:47:42.384261 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 41958) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:42.436866 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-cd1e092f-d336-4aba-933a-aa1d09a774a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84420bd2dacf46edacdd5e750eaaf4ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513978 Apr 05 10:47:42.439238 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.wsgi [-] (83819) accepted ('10.222.0.30', 41962) {{(pid=83819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 10:47:42.507553 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-acd823a1-7d95-4125-9729-48cb9bffe30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:42.533271 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-acd823a1-7d95-4125-9729-48cb9bffe30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:42.586223 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-acd823a1-7d95-4125-9729-48cb9bffe30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3892147'] for security_group, after_delete {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:42.603432 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd823a1-7d95-4125-9729-48cb9bffe30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d107ff01-e4f6-4f0f-9d1c-ee593b2aa5e0,revision_number=None']} {{(pid=83819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 10:47:42.609498 dv-neutron-833199-1-hyperv neutron-server[83819]: DEBUG neutron_lib.callbacks.manager [None req-acd823a1-7d95-4125-9729-48cb9bffe30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:42.614055 dv-neutron-833199-1-hyperv neutron-server[83819]: INFO neutron.wsgi [None req-acd823a1-7d95-4125-9729-48cb9bffe30b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d107ff01-e4f6-4f0f-9d1c-ee593b2aa5e0 HTTP/1.1" status: 204 len: 168 time: 0.1735113 Apr 05 10:47:46.325217 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:47:52.343943 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:47:59.846985 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c2de1ca9-816b-4a99-8022-ed6627396771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:02.105711 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6b64f9c8-05ac-469e-837f-f05ddd11490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:03.200329 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:03.309946 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:04.654262 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:22.360160 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:23.325561 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:48:29.850018 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-60609506-55f4-4294-b62c-26a4f4502748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:32.097988 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-6e754b73-96b0-4cfa-88ac-8fb7234fed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:33.204789 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:33.312447 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:34.640182 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:52.384952 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:48:59.852098 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-d026b3af-dedd-48a5-a1b4-8a578281a985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:00.326066 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:49:02.101297 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7ada2740-0536-4901-8f46-92edf0f6ea8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:03.208856 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:03.315414 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:04.642975 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:22.391702 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:29.855599 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-19792787-ee3f-4b60-82d8-3fa7f757c038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:32.103614 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-784dec44-5761-46d2-ae5e-40aa470a16c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:33.210750 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:33.317391 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:34.648236 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:37.326074 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:49:52.392019 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:49:59.857530 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-82d03a6a-686d-40bb-9279-cd1984c3b7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:02.105546 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-7701938c-2a57-497b-8b88-1fe632631c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:03.213479 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:03.322443 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:04.649154 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:14.325868 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:50:22.395082 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:29.860646 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e9083aac-b305-47b8-89af-c54ea95560bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:32.108677 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-4e387202-872c-4c91-bfd9-5e99825a9330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:33.217393 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:33.326192 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:34.650233 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:51.327445 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:50:52.401172 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:50:59.863844 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2f83b874-de6b-4eee-a3b9-dcf498a9058a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:02.112431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-eb049066-590c-4400-aa11-0bd9870e0784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:03.221445 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:03.327971 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:04.653373 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:22.405547 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:24.186762 dv-neutron-833199-1-hyperv neutron-server[83820]: DEBUG neutron.wsgi [req-3364cbe5-f572-4b35-8cb0-9db4c3c5b11e req-abb7b9eb-5d42-4f43-84fa-f5329bc8edf6 service neutron] (83820) timed out ('10.222.0.30', 40688) {{(pid=83820) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 10:51:28.327197 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:51:29.867775 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-97c167ce-2292-4d80-9717-8845864c8090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:32.114124 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e89ad64e-c8ec-4dc4-9a12-8108ec2669d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:33.223708 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:33.329691 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:34.657826 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:52.437715 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:51:59.871358 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-82051bb1-c196-4eca-aa46-9e5040d8ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:02.117638 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-061da84e-42c9-4ba7-8510-7fb8eb5eb5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:03.225431 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:03.333588 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:04.662602 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:05.327833 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:52:22.445354 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:29.875617 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-93c3def4-0449-4e1d-9ae0-bf520211b870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:32.119408 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-c8b9f0c6-bf37-43b8-89c2-b07e70526258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:33.227289 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:33.334920 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:34.664497 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:42.327477 dv-neutron-833199-1-hyperv neutron-server[83822]: DEBUG neutron.db.agents_db [None req-75d6029a-fcb2-4eb3-a0a7-4f996dfdf5f5 None None] Agent healthcheck: found 6 active agents {{(pid=83822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 10:52:52.455909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-e1d0b607-81f7-4991-8d5f-34d176f4163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:52:59.878902 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-5ae229e7-2868-4e36-bd15-672338fc47b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:53:02.120909 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-faaae6e2-571b-4ab9-97f4-d262c2717da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:53:03.231910 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-1ec09a52-e011-4d71-9fa1-2f58b715e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:53:03.337835 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-3aed9b2f-c6ea-42c9-976f-f2ebb69f5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 10:53:04.667484 dv-neutron-833199-1-hyperv neutron-server[83821]: DEBUG neutron_lib.callbacks.manager [None req-2497e630-0cd9-4b64-ae2d-0f857157d38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749085436510', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-599614'] for agent, after_update {{(pid=83821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}